Blame include/bpf_api.h

Packit Service 3880ab
/* SPDX-License-Identifier: GPL-2.0 */
Packit Service 3880ab
#ifndef __BPF_API__
Packit Service 3880ab
#define __BPF_API__
Packit Service 3880ab
Packit Service 3880ab
/* Note:
Packit Service 3880ab
 *
Packit Service 3880ab
 * This file can be included into eBPF kernel programs. It contains
Packit Service 3880ab
 * a couple of useful helper functions, map/section ABI (bpf_elf.h),
Packit Service 3880ab
 * misc macros and some eBPF specific LLVM built-ins.
Packit Service 3880ab
 */
Packit Service 3880ab
Packit Service 3880ab
#include <stdint.h>
Packit Service 3880ab
Packit Service 3880ab
#include <linux/pkt_cls.h>
Packit Service 3880ab
#include <linux/bpf.h>
Packit Service 3880ab
#include <linux/filter.h>
Packit Service 3880ab
Packit Service 3880ab
#include <asm/byteorder.h>
Packit Service 3880ab
Packit Service 3880ab
#include "bpf_elf.h"
Packit Service 3880ab
Packit Service 3880ab
/** Misc macros. */
Packit Service 3880ab
Packit Service 3880ab
#ifndef __stringify
Packit Service 3880ab
# define __stringify(X)		#X
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __maybe_unused
Packit Service 3880ab
# define __maybe_unused		__attribute__((__unused__))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef offsetof
Packit Service 3880ab
# define offsetof(TYPE, MEMBER)	__builtin_offsetof(TYPE, MEMBER)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef likely
Packit Service 3880ab
# define likely(X)		__builtin_expect(!!(X), 1)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef unlikely
Packit Service 3880ab
# define unlikely(X)		__builtin_expect(!!(X), 0)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef htons
Packit Service 3880ab
# define htons(X)		__constant_htons((X))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef ntohs
Packit Service 3880ab
# define ntohs(X)		__constant_ntohs((X))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef htonl
Packit Service 3880ab
# define htonl(X)		__constant_htonl((X))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef ntohl
Packit Service 3880ab
# define ntohl(X)		__constant_ntohl((X))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __inline__
Packit Service 3880ab
# define __inline__		__attribute__((always_inline))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/** Section helper macros. */
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section
Packit Service 3880ab
# define __section(NAME)						\
Packit Service 3880ab
	__attribute__((section(NAME), used))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_tail
Packit Service 3880ab
# define __section_tail(ID, KEY)					\
Packit Service 3880ab
	__section(__stringify(ID) "/" __stringify(KEY))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_xdp_entry
Packit Service 3880ab
# define __section_xdp_entry						\
Packit Service 3880ab
	__section(ELF_SECTION_PROG)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_cls_entry
Packit Service 3880ab
# define __section_cls_entry						\
Packit Service 3880ab
	__section(ELF_SECTION_CLASSIFIER)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_act_entry
Packit Service 3880ab
# define __section_act_entry						\
Packit Service 3880ab
	__section(ELF_SECTION_ACTION)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_lwt_entry
Packit Service 3880ab
# define __section_lwt_entry						\
Packit Service 3880ab
	__section(ELF_SECTION_PROG)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_license
Packit Service 3880ab
# define __section_license						\
Packit Service 3880ab
	__section(ELF_SECTION_LICENSE)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef __section_maps
Packit Service 3880ab
# define __section_maps							\
Packit Service 3880ab
	__section(ELF_SECTION_MAPS)
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/** Declaration helper macros. */
Packit Service 3880ab
Packit Service 3880ab
#ifndef BPF_LICENSE
Packit Service 3880ab
# define BPF_LICENSE(NAME)						\
Packit Service 3880ab
	char ____license[] __section_license = NAME
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/** Classifier helper */
Packit Service 3880ab
Packit Service 3880ab
#ifndef BPF_H_DEFAULT
Packit Service 3880ab
# define BPF_H_DEFAULT	-1
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/** BPF helper functions for tc. Individual flags are in linux/bpf.h */
Packit Service 3880ab
Packit Service 3880ab
#ifndef __BPF_FUNC
Packit Service 3880ab
# define __BPF_FUNC(NAME, ...)						\
Packit Service 3880ab
	(* NAME)(__VA_ARGS__) __maybe_unused
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef BPF_FUNC
Packit Service 3880ab
# define BPF_FUNC(NAME, ...)						\
Packit Service 3880ab
	__BPF_FUNC(NAME, __VA_ARGS__) = (void *) BPF_FUNC_##NAME
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/* Map access/manipulation */
Packit Service 3880ab
static void *BPF_FUNC(map_lookup_elem, void *map, const void *key);
Packit Service 3880ab
static int BPF_FUNC(map_update_elem, void *map, const void *key,
Packit Service 3880ab
		    const void *value, uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(map_delete_elem, void *map, const void *key);
Packit Service 3880ab
Packit Service 3880ab
/* Time access */
Packit Service 3880ab
static uint64_t BPF_FUNC(ktime_get_ns);
Packit Service 3880ab
Packit Service 3880ab
/* Debugging */
Packit Service 3880ab
Packit Service 3880ab
/* FIXME: __attribute__ ((format(printf, 1, 3))) not possible unless
Packit Service 3880ab
 * llvm bug https://llvm.org/bugs/show_bug.cgi?id=26243 gets resolved.
Packit Service 3880ab
 * It would require ____fmt to be made const, which generates a reloc
Packit Service 3880ab
 * entry (non-map).
Packit Service 3880ab
 */
Packit Service 3880ab
static void BPF_FUNC(trace_printk, const char *fmt, int fmt_size, ...);
Packit Service 3880ab
Packit Service 3880ab
#ifndef printt
Packit Service 3880ab
# define printt(fmt, ...)						\
Packit Service 3880ab
	({								\
Packit Service 3880ab
		char ____fmt[] = fmt;					\
Packit Service 3880ab
		trace_printk(____fmt, sizeof(____fmt), ##__VA_ARGS__);	\
Packit Service 3880ab
	})
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/* Random numbers */
Packit Service 3880ab
static uint32_t BPF_FUNC(get_prandom_u32);
Packit Service 3880ab
Packit Service 3880ab
/* Tail calls */
Packit Service 3880ab
static void BPF_FUNC(tail_call, struct __sk_buff *skb, void *map,
Packit Service 3880ab
		     uint32_t index);
Packit Service 3880ab
Packit Service 3880ab
/* System helpers */
Packit Service 3880ab
static uint32_t BPF_FUNC(get_smp_processor_id);
Packit Service 3880ab
static uint32_t BPF_FUNC(get_numa_node_id);
Packit Service 3880ab
Packit Service 3880ab
/* Packet misc meta data */
Packit Service 3880ab
static uint32_t BPF_FUNC(get_cgroup_classid, struct __sk_buff *skb);
Packit Service 3880ab
static int BPF_FUNC(skb_under_cgroup, void *map, uint32_t index);
Packit Service 3880ab
Packit Service 3880ab
static uint32_t BPF_FUNC(get_route_realm, struct __sk_buff *skb);
Packit Service 3880ab
static uint32_t BPF_FUNC(get_hash_recalc, struct __sk_buff *skb);
Packit Service 3880ab
static uint32_t BPF_FUNC(set_hash_invalid, struct __sk_buff *skb);
Packit Service 3880ab
Packit Service 3880ab
/* Packet redirection */
Packit Service 3880ab
static int BPF_FUNC(redirect, int ifindex, uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(clone_redirect, struct __sk_buff *skb, int ifindex,
Packit Service 3880ab
		    uint32_t flags);
Packit Service 3880ab
Packit Service 3880ab
/* Packet manipulation */
Packit Service 3880ab
static int BPF_FUNC(skb_load_bytes, struct __sk_buff *skb, uint32_t off,
Packit Service 3880ab
		    void *to, uint32_t len);
Packit Service 3880ab
static int BPF_FUNC(skb_store_bytes, struct __sk_buff *skb, uint32_t off,
Packit Service 3880ab
		    const void *from, uint32_t len, uint32_t flags);
Packit Service 3880ab
Packit Service 3880ab
static int BPF_FUNC(l3_csum_replace, struct __sk_buff *skb, uint32_t off,
Packit Service 3880ab
		    uint32_t from, uint32_t to, uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(l4_csum_replace, struct __sk_buff *skb, uint32_t off,
Packit Service 3880ab
		    uint32_t from, uint32_t to, uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(csum_diff, const void *from, uint32_t from_size,
Packit Service 3880ab
		    const void *to, uint32_t to_size, uint32_t seed);
Packit Service 3880ab
static int BPF_FUNC(csum_update, struct __sk_buff *skb, uint32_t wsum);
Packit Service 3880ab
Packit Service 3880ab
static int BPF_FUNC(skb_change_type, struct __sk_buff *skb, uint32_t type);
Packit Service 3880ab
static int BPF_FUNC(skb_change_proto, struct __sk_buff *skb, uint32_t proto,
Packit Service 3880ab
		    uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(skb_change_tail, struct __sk_buff *skb, uint32_t nlen,
Packit Service 3880ab
		    uint32_t flags);
Packit Service 3880ab
Packit Service 3880ab
static int BPF_FUNC(skb_pull_data, struct __sk_buff *skb, uint32_t len);
Packit Service 3880ab
Packit Service 3880ab
/* Event notification */
Packit Service 3880ab
static int __BPF_FUNC(skb_event_output, struct __sk_buff *skb, void *map,
Packit Service 3880ab
		      uint64_t index, const void *data, uint32_t size) =
Packit Service 3880ab
		      (void *) BPF_FUNC_perf_event_output;
Packit Service 3880ab
Packit Service 3880ab
/* Packet vlan encap/decap */
Packit Service 3880ab
static int BPF_FUNC(skb_vlan_push, struct __sk_buff *skb, uint16_t proto,
Packit Service 3880ab
		    uint16_t vlan_tci);
Packit Service 3880ab
static int BPF_FUNC(skb_vlan_pop, struct __sk_buff *skb);
Packit Service 3880ab
Packit Service 3880ab
/* Packet tunnel encap/decap */
Packit Service 3880ab
static int BPF_FUNC(skb_get_tunnel_key, struct __sk_buff *skb,
Packit Service 3880ab
		    struct bpf_tunnel_key *to, uint32_t size, uint32_t flags);
Packit Service 3880ab
static int BPF_FUNC(skb_set_tunnel_key, struct __sk_buff *skb,
Packit Service 3880ab
		    const struct bpf_tunnel_key *from, uint32_t size,
Packit Service 3880ab
		    uint32_t flags);
Packit Service 3880ab
Packit Service 3880ab
static int BPF_FUNC(skb_get_tunnel_opt, struct __sk_buff *skb,
Packit Service 3880ab
		    void *to, uint32_t size);
Packit Service 3880ab
static int BPF_FUNC(skb_set_tunnel_opt, struct __sk_buff *skb,
Packit Service 3880ab
		    const void *from, uint32_t size);
Packit Service 3880ab
Packit Service 3880ab
/** LLVM built-ins, mem*() routines work for constant size */
Packit Service 3880ab
Packit Service 3880ab
#ifndef lock_xadd
Packit Service 3880ab
# define lock_xadd(ptr, val)	((void) __sync_fetch_and_add(ptr, val))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef memset
Packit Service 3880ab
# define memset(s, c, n)	__builtin_memset((s), (c), (n))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef memcpy
Packit Service 3880ab
# define memcpy(d, s, n)	__builtin_memcpy((d), (s), (n))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
#ifndef memmove
Packit Service 3880ab
# define memmove(d, s, n)	__builtin_memmove((d), (s), (n))
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
/* FIXME: __builtin_memcmp() is not yet fully useable unless llvm bug
Packit Service 3880ab
 * https://llvm.org/bugs/show_bug.cgi?id=26218 gets resolved. Also
Packit Service 3880ab
 * this one would generate a reloc entry (non-map), otherwise.
Packit Service 3880ab
 */
Packit Service 3880ab
#if 0
Packit Service 3880ab
#ifndef memcmp
Packit Service 3880ab
# define memcmp(a, b, n)	__builtin_memcmp((a), (b), (n))
Packit Service 3880ab
#endif
Packit Service 3880ab
#endif
Packit Service 3880ab
Packit Service 3880ab
unsigned long long load_byte(void *skb, unsigned long long off)
Packit Service 3880ab
	asm ("llvm.bpf.load.byte");
Packit Service 3880ab
Packit Service 3880ab
unsigned long long load_half(void *skb, unsigned long long off)
Packit Service 3880ab
	asm ("llvm.bpf.load.half");
Packit Service 3880ab
Packit Service 3880ab
unsigned long long load_word(void *skb, unsigned long long off)
Packit Service 3880ab
	asm ("llvm.bpf.load.word");
Packit Service 3880ab
Packit Service 3880ab
#endif /* __BPF_API__ */