github.com/castai/kvisor@v1.7.1-0.20240516114728-b3572a2607b5/pkg/ebpftracer/c/headers/bpf/bpf_helper_defs.h (about)

     1  /* This is auto-generated file. See bpf_doc.py for details. */
     2  
     3  /* Forward declarations of BPF structs */
     4  struct bpf_fib_lookup;
     5  struct bpf_sk_lookup;
     6  struct bpf_perf_event_data;
     7  struct bpf_perf_event_value;
     8  struct bpf_pidns_info;
     9  struct bpf_redir_neigh;
    10  struct bpf_sock;
    11  struct bpf_sock_addr;
    12  struct bpf_sock_ops;
    13  struct bpf_sock_tuple;
    14  struct bpf_spin_lock;
    15  struct bpf_sysctl;
    16  struct bpf_tcp_sock;
    17  struct bpf_tunnel_key;
    18  struct bpf_xfrm_state;
    19  struct linux_binprm;
    20  struct pt_regs;
    21  struct sk_reuseport_md;
    22  struct sockaddr;
    23  struct tcphdr;
    24  struct seq_file;
    25  struct tcp6_sock;
    26  struct tcp_sock;
    27  struct tcp_timewait_sock;
    28  struct tcp_request_sock;
    29  struct udp6_sock;
    30  struct unix_sock;
    31  struct task_struct;
    32  struct cgroup;
    33  struct __sk_buff;
    34  struct sk_msg_md;
    35  struct xdp_md;
    36  struct path;
    37  struct btf_ptr;
    38  struct inode;
    39  struct socket;
    40  struct file;
    41  struct bpf_timer;
    42  struct mptcp_sock;
    43  struct bpf_dynptr;
    44  struct iphdr;
    45  struct ipv6hdr;
    46  
    47  /*
    48   * bpf_map_lookup_elem
    49   *
    50   * 	Perform a lookup in *map* for an entry associated to *key*.
    51   *
    52   * Returns
    53   * 	Map value associated to *key*, or **NULL** if no entry was
    54   * 	found.
    55   */
    56  static void *(*bpf_map_lookup_elem)(void *map, const void *key) = (void *) 1;
    57  
    58  /*
    59   * bpf_map_update_elem
    60   *
    61   * 	Add or update the value of the entry associated to *key* in
    62   * 	*map* with *value*. *flags* is one of:
    63   *
    64   * 	**BPF_NOEXIST**
    65   * 		The entry for *key* must not exist in the map.
    66   * 	**BPF_EXIST**
    67   * 		The entry for *key* must already exist in the map.
    68   * 	**BPF_ANY**
    69   * 		No condition on the existence of the entry for *key*.
    70   *
    71   * 	Flag value **BPF_NOEXIST** cannot be used for maps of types
    72   * 	**BPF_MAP_TYPE_ARRAY** or **BPF_MAP_TYPE_PERCPU_ARRAY**  (all
    73   * 	elements always exist), the helper would return an error.
    74   *
    75   * Returns
    76   * 	0 on success, or a negative error in case of failure.
    77   */
    78  static long (*bpf_map_update_elem)(void *map, const void *key, const void *value, __u64 flags) = (void *) 2;
    79  
    80  /*
    81   * bpf_map_delete_elem
    82   *
    83   * 	Delete entry with *key* from *map*.
    84   *
    85   * Returns
    86   * 	0 on success, or a negative error in case of failure.
    87   */
    88  static long (*bpf_map_delete_elem)(void *map, const void *key) = (void *) 3;
    89  
    90  /*
    91   * bpf_probe_read
    92   *
    93   * 	For tracing programs, safely attempt to read *size* bytes from
    94   * 	kernel space address *unsafe_ptr* and store the data in *dst*.
    95   *
    96   * 	Generally, use **bpf_probe_read_user**\ () or
    97   * 	**bpf_probe_read_kernel**\ () instead.
    98   *
    99   * Returns
   100   * 	0 on success, or a negative error in case of failure.
   101   */
   102  static long (*bpf_probe_read)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 4;
   103  
   104  /*
   105   * bpf_ktime_get_ns
   106   *
   107   * 	Return the time elapsed since system boot, in nanoseconds.
   108   * 	Does not include time the system was suspended.
   109   * 	See: **clock_gettime**\ (**CLOCK_MONOTONIC**)
   110   *
   111   * Returns
   112   * 	Current *ktime*.
   113   */
   114  static __u64 (*bpf_ktime_get_ns)(void) = (void *) 5;
   115  
   116  /*
   117   * bpf_trace_printk
   118   *
   119   * 	This helper is a "printk()-like" facility for debugging. It
   120   * 	prints a message defined by format *fmt* (of size *fmt_size*)
   121   * 	to file *\/sys/kernel/tracing/trace* from TraceFS, if
   122   * 	available. It can take up to three additional **u64**
   123   * 	arguments (as an eBPF helpers, the total number of arguments is
   124   * 	limited to five).
   125   *
   126   * 	Each time the helper is called, it appends a line to the trace.
   127   * 	Lines are discarded while *\/sys/kernel/tracing/trace* is
   128   * 	open, use *\/sys/kernel/tracing/trace_pipe* to avoid this.
   129   * 	The format of the trace is customizable, and the exact output
   130   * 	one will get depends on the options set in
   131   * 	*\/sys/kernel/tracing/trace_options* (see also the
   132   * 	*README* file under the same directory). However, it usually
   133   * 	defaults to something like:
   134   *
   135   * 	::
   136   *
   137   * 		telnet-470   [001] .N.. 419421.045894: 0x00000001: <formatted msg>
   138   *
   139   * 	In the above:
   140   *
   141   * 		* ``telnet`` is the name of the current task.
   142   * 		* ``470`` is the PID of the current task.
   143   * 		* ``001`` is the CPU number on which the task is
   144   * 		  running.
   145   * 		* In ``.N..``, each character refers to a set of
   146   * 		  options (whether irqs are enabled, scheduling
   147   * 		  options, whether hard/softirqs are running, level of
   148   * 		  preempt_disabled respectively). **N** means that
   149   * 		  **TIF_NEED_RESCHED** and **PREEMPT_NEED_RESCHED**
   150   * 		  are set.
   151   * 		* ``419421.045894`` is a timestamp.
   152   * 		* ``0x00000001`` is a fake value used by BPF for the
   153   * 		  instruction pointer register.
   154   * 		* ``<formatted msg>`` is the message formatted with
   155   * 		  *fmt*.
   156   *
   157   * 	The conversion specifiers supported by *fmt* are similar, but
   158   * 	more limited than for printk(). They are **%d**, **%i**,
   159   * 	**%u**, **%x**, **%ld**, **%li**, **%lu**, **%lx**, **%lld**,
   160   * 	**%lli**, **%llu**, **%llx**, **%p**, **%s**. No modifier (size
   161   * 	of field, padding with zeroes, etc.) is available, and the
   162   * 	helper will return **-EINVAL** (but print nothing) if it
   163   * 	encounters an unknown specifier.
   164   *
   165   * 	Also, note that **bpf_trace_printk**\ () is slow, and should
   166   * 	only be used for debugging purposes. For this reason, a notice
   167   * 	block (spanning several lines) is printed to kernel logs and
   168   * 	states that the helper should not be used "for production use"
   169   * 	the first time this helper is used (or more precisely, when
   170   * 	**trace_printk**\ () buffers are allocated). For passing values
   171   * 	to user space, perf events should be preferred.
   172   *
   173   * Returns
   174   * 	The number of bytes written to the buffer, or a negative error
   175   * 	in case of failure.
   176   */
   177  static long (*bpf_trace_printk)(const char *fmt, __u32 fmt_size, ...) = (void *) 6;
   178  
   179  /*
   180   * bpf_get_prandom_u32
   181   *
   182   * 	Get a pseudo-random number.
   183   *
   184   * 	From a security point of view, this helper uses its own
   185   * 	pseudo-random internal state, and cannot be used to infer the
   186   * 	seed of other random functions in the kernel. However, it is
   187   * 	essential to note that the generator used by the helper is not
   188   * 	cryptographically secure.
   189   *
   190   * Returns
   191   * 	A random 32-bit unsigned value.
   192   */
   193  static __u32 (*bpf_get_prandom_u32)(void) = (void *) 7;
   194  
   195  /*
   196   * bpf_get_smp_processor_id
   197   *
   198   * 	Get the SMP (symmetric multiprocessing) processor id. Note that
   199   * 	all programs run with migration disabled, which means that the
   200   * 	SMP processor id is stable during all the execution of the
   201   * 	program.
   202   *
   203   * Returns
   204   * 	The SMP id of the processor running the program.
   205   */
   206  static __u32 (*bpf_get_smp_processor_id)(void) = (void *) 8;
   207  
   208  /*
   209   * bpf_skb_store_bytes
   210   *
   211   * 	Store *len* bytes from address *from* into the packet
   212   * 	associated to *skb*, at *offset*. *flags* are a combination of
   213   * 	**BPF_F_RECOMPUTE_CSUM** (automatically recompute the
   214   * 	checksum for the packet after storing the bytes) and
   215   * 	**BPF_F_INVALIDATE_HASH** (set *skb*\ **->hash**, *skb*\
   216   * 	**->swhash** and *skb*\ **->l4hash** to 0).
   217   *
   218   * 	A call to this helper is susceptible to change the underlying
   219   * 	packet buffer. Therefore, at load time, all checks on pointers
   220   * 	previously done by the verifier are invalidated and must be
   221   * 	performed again, if the helper is used in combination with
   222   * 	direct packet access.
   223   *
   224   * Returns
   225   * 	0 on success, or a negative error in case of failure.
   226   */
   227  static long (*bpf_skb_store_bytes)(struct __sk_buff *skb, __u32 offset, const void *from, __u32 len, __u64 flags) = (void *) 9;
   228  
   229  /*
   230   * bpf_l3_csum_replace
   231   *
   232   * 	Recompute the layer 3 (e.g. IP) checksum for the packet
   233   * 	associated to *skb*. Computation is incremental, so the helper
   234   * 	must know the former value of the header field that was
   235   * 	modified (*from*), the new value of this field (*to*), and the
   236   * 	number of bytes (2 or 4) for this field, stored in *size*.
   237   * 	Alternatively, it is possible to store the difference between
   238   * 	the previous and the new values of the header field in *to*, by
   239   * 	setting *from* and *size* to 0. For both methods, *offset*
   240   * 	indicates the location of the IP checksum within the packet.
   241   *
   242   * 	This helper works in combination with **bpf_csum_diff**\ (),
   243   * 	which does not update the checksum in-place, but offers more
   244   * 	flexibility and can handle sizes larger than 2 or 4 for the
   245   * 	checksum to update.
   246   *
   247   * 	A call to this helper is susceptible to change the underlying
   248   * 	packet buffer. Therefore, at load time, all checks on pointers
   249   * 	previously done by the verifier are invalidated and must be
   250   * 	performed again, if the helper is used in combination with
   251   * 	direct packet access.
   252   *
   253   * Returns
   254   * 	0 on success, or a negative error in case of failure.
   255   */
   256  static long (*bpf_l3_csum_replace)(struct __sk_buff *skb, __u32 offset, __u64 from, __u64 to, __u64 size) = (void *) 10;
   257  
   258  /*
   259   * bpf_l4_csum_replace
   260   *
   261   * 	Recompute the layer 4 (e.g. TCP, UDP or ICMP) checksum for the
   262   * 	packet associated to *skb*. Computation is incremental, so the
   263   * 	helper must know the former value of the header field that was
   264   * 	modified (*from*), the new value of this field (*to*), and the
   265   * 	number of bytes (2 or 4) for this field, stored on the lowest
   266   * 	four bits of *flags*. Alternatively, it is possible to store
   267   * 	the difference between the previous and the new values of the
   268   * 	header field in *to*, by setting *from* and the four lowest
   269   * 	bits of *flags* to 0. For both methods, *offset* indicates the
   270   * 	location of the IP checksum within the packet. In addition to
   271   * 	the size of the field, *flags* can be added (bitwise OR) actual
   272   * 	flags. With **BPF_F_MARK_MANGLED_0**, a null checksum is left
   273   * 	untouched (unless **BPF_F_MARK_ENFORCE** is added as well), and
   274   * 	for updates resulting in a null checksum the value is set to
   275   * 	**CSUM_MANGLED_0** instead. Flag **BPF_F_PSEUDO_HDR** indicates
   276   * 	the checksum is to be computed against a pseudo-header.
   277   *
   278   * 	This helper works in combination with **bpf_csum_diff**\ (),
   279   * 	which does not update the checksum in-place, but offers more
   280   * 	flexibility and can handle sizes larger than 2 or 4 for the
   281   * 	checksum to update.
   282   *
   283   * 	A call to this helper is susceptible to change the underlying
   284   * 	packet buffer. Therefore, at load time, all checks on pointers
   285   * 	previously done by the verifier are invalidated and must be
   286   * 	performed again, if the helper is used in combination with
   287   * 	direct packet access.
   288   *
   289   * Returns
   290   * 	0 on success, or a negative error in case of failure.
   291   */
   292  static long (*bpf_l4_csum_replace)(struct __sk_buff *skb, __u32 offset, __u64 from, __u64 to, __u64 flags) = (void *) 11;
   293  
   294  /*
   295   * bpf_tail_call
   296   *
   297   * 	This special helper is used to trigger a "tail call", or in
   298   * 	other words, to jump into another eBPF program. The same stack
   299   * 	frame is used (but values on stack and in registers for the
   300   * 	caller are not accessible to the callee). This mechanism allows
   301   * 	for program chaining, either for raising the maximum number of
   302   * 	available eBPF instructions, or to execute given programs in
   303   * 	conditional blocks. For security reasons, there is an upper
   304   * 	limit to the number of successive tail calls that can be
   305   * 	performed.
   306   *
   307   * 	Upon call of this helper, the program attempts to jump into a
   308   * 	program referenced at index *index* in *prog_array_map*, a
   309   * 	special map of type **BPF_MAP_TYPE_PROG_ARRAY**, and passes
   310   * 	*ctx*, a pointer to the context.
   311   *
   312   * 	If the call succeeds, the kernel immediately runs the first
   313   * 	instruction of the new program. This is not a function call,
   314   * 	and it never returns to the previous program. If the call
   315   * 	fails, then the helper has no effect, and the caller continues
   316   * 	to run its subsequent instructions. A call can fail if the
   317   * 	destination program for the jump does not exist (i.e. *index*
   318   * 	is superior to the number of entries in *prog_array_map*), or
   319   * 	if the maximum number of tail calls has been reached for this
   320   * 	chain of programs. This limit is defined in the kernel by the
   321   * 	macro **MAX_TAIL_CALL_CNT** (not accessible to user space),
   322   * 	which is currently set to 33.
   323   *
   324   * Returns
   325   * 	0 on success, or a negative error in case of failure.
   326   */
   327  static long (*bpf_tail_call)(void *ctx, void *prog_array_map, __u32 index) = (void *) 12;
   328  
   329  /*
   330   * bpf_clone_redirect
   331   *
   332   * 	Clone and redirect the packet associated to *skb* to another
   333   * 	net device of index *ifindex*. Both ingress and egress
   334   * 	interfaces can be used for redirection. The **BPF_F_INGRESS**
   335   * 	value in *flags* is used to make the distinction (ingress path
   336   * 	is selected if the flag is present, egress path otherwise).
   337   * 	This is the only flag supported for now.
   338   *
   339   * 	In comparison with **bpf_redirect**\ () helper,
   340   * 	**bpf_clone_redirect**\ () has the associated cost of
   341   * 	duplicating the packet buffer, but this can be executed out of
   342   * 	the eBPF program. Conversely, **bpf_redirect**\ () is more
   343   * 	efficient, but it is handled through an action code where the
   344   * 	redirection happens only after the eBPF program has returned.
   345   *
   346   * 	A call to this helper is susceptible to change the underlying
   347   * 	packet buffer. Therefore, at load time, all checks on pointers
   348   * 	previously done by the verifier are invalidated and must be
   349   * 	performed again, if the helper is used in combination with
   350   * 	direct packet access.
   351   *
   352   * Returns
   353   * 	0 on success, or a negative error in case of failure.
   354   */
   355  static long (*bpf_clone_redirect)(struct __sk_buff *skb, __u32 ifindex, __u64 flags) = (void *) 13;
   356  
   357  /*
   358   * bpf_get_current_pid_tgid
   359   *
   360   * 	Get the current pid and tgid.
   361   *
   362   * Returns
   363   * 	A 64-bit integer containing the current tgid and pid, and
   364   * 	created as such:
   365   * 	*current_task*\ **->tgid << 32 \|**
   366   * 	*current_task*\ **->pid**.
   367   */
   368  static __u64 (*bpf_get_current_pid_tgid)(void) = (void *) 14;
   369  
   370  /*
   371   * bpf_get_current_uid_gid
   372   *
   373   * 	Get the current uid and gid.
   374   *
   375   * Returns
   376   * 	A 64-bit integer containing the current GID and UID, and
   377   * 	created as such: *current_gid* **<< 32 \|** *current_uid*.
   378   */
   379  static __u64 (*bpf_get_current_uid_gid)(void) = (void *) 15;
   380  
   381  /*
   382   * bpf_get_current_comm
   383   *
   384   * 	Copy the **comm** attribute of the current task into *buf* of
   385   * 	*size_of_buf*. The **comm** attribute contains the name of
   386   * 	the executable (excluding the path) for the current task. The
   387   * 	*size_of_buf* must be strictly positive. On success, the
   388   * 	helper makes sure that the *buf* is NUL-terminated. On failure,
   389   * 	it is filled with zeroes.
   390   *
   391   * Returns
   392   * 	0 on success, or a negative error in case of failure.
   393   */
   394  static long (*bpf_get_current_comm)(void *buf, __u32 size_of_buf) = (void *) 16;
   395  
   396  /*
   397   * bpf_get_cgroup_classid
   398   *
   399   * 	Retrieve the classid for the current task, i.e. for the net_cls
   400   * 	cgroup to which *skb* belongs.
   401   *
   402   * 	This helper can be used on TC egress path, but not on ingress.
   403   *
   404   * 	The net_cls cgroup provides an interface to tag network packets
   405   * 	based on a user-provided identifier for all traffic coming from
   406   * 	the tasks belonging to the related cgroup. See also the related
   407   * 	kernel documentation, available from the Linux sources in file
   408   * 	*Documentation/admin-guide/cgroup-v1/net_cls.rst*.
   409   *
   410   * 	The Linux kernel has two versions for cgroups: there are
   411   * 	cgroups v1 and cgroups v2. Both are available to users, who can
   412   * 	use a mixture of them, but note that the net_cls cgroup is for
   413   * 	cgroup v1 only. This makes it incompatible with BPF programs
   414   * 	run on cgroups, which is a cgroup-v2-only feature (a socket can
   415   * 	only hold data for one version of cgroups at a time).
   416   *
   417   * 	This helper is only available is the kernel was compiled with
   418   * 	the **CONFIG_CGROUP_NET_CLASSID** configuration option set to
   419   * 	"**y**" or to "**m**".
   420   *
   421   * Returns
   422   * 	The classid, or 0 for the default unconfigured classid.
   423   */
   424  static __u32 (*bpf_get_cgroup_classid)(struct __sk_buff *skb) = (void *) 17;
   425  
   426  /*
   427   * bpf_skb_vlan_push
   428   *
   429   * 	Push a *vlan_tci* (VLAN tag control information) of protocol
   430   * 	*vlan_proto* to the packet associated to *skb*, then update
   431   * 	the checksum. Note that if *vlan_proto* is different from
   432   * 	**ETH_P_8021Q** and **ETH_P_8021AD**, it is considered to
   433   * 	be **ETH_P_8021Q**.
   434   *
   435   * 	A call to this helper is susceptible to change the underlying
   436   * 	packet buffer. Therefore, at load time, all checks on pointers
   437   * 	previously done by the verifier are invalidated and must be
   438   * 	performed again, if the helper is used in combination with
   439   * 	direct packet access.
   440   *
   441   * Returns
   442   * 	0 on success, or a negative error in case of failure.
   443   */
   444  static long (*bpf_skb_vlan_push)(struct __sk_buff *skb, __be16 vlan_proto, __u16 vlan_tci) = (void *) 18;
   445  
   446  /*
   447   * bpf_skb_vlan_pop
   448   *
   449   * 	Pop a VLAN header from the packet associated to *skb*.
   450   *
   451   * 	A call to this helper is susceptible to change the underlying
   452   * 	packet buffer. Therefore, at load time, all checks on pointers
   453   * 	previously done by the verifier are invalidated and must be
   454   * 	performed again, if the helper is used in combination with
   455   * 	direct packet access.
   456   *
   457   * Returns
   458   * 	0 on success, or a negative error in case of failure.
   459   */
   460  static long (*bpf_skb_vlan_pop)(struct __sk_buff *skb) = (void *) 19;
   461  
   462  /*
   463   * bpf_skb_get_tunnel_key
   464   *
   465   * 	Get tunnel metadata. This helper takes a pointer *key* to an
   466   * 	empty **struct bpf_tunnel_key** of **size**, that will be
   467   * 	filled with tunnel metadata for the packet associated to *skb*.
   468   * 	The *flags* can be set to **BPF_F_TUNINFO_IPV6**, which
   469   * 	indicates that the tunnel is based on IPv6 protocol instead of
   470   * 	IPv4.
   471   *
   472   * 	The **struct bpf_tunnel_key** is an object that generalizes the
   473   * 	principal parameters used by various tunneling protocols into a
   474   * 	single struct. This way, it can be used to easily make a
   475   * 	decision based on the contents of the encapsulation header,
   476   * 	"summarized" in this struct. In particular, it holds the IP
   477   * 	address of the remote end (IPv4 or IPv6, depending on the case)
   478   * 	in *key*\ **->remote_ipv4** or *key*\ **->remote_ipv6**. Also,
   479   * 	this struct exposes the *key*\ **->tunnel_id**, which is
   480   * 	generally mapped to a VNI (Virtual Network Identifier), making
   481   * 	it programmable together with the **bpf_skb_set_tunnel_key**\
   482   * 	() helper.
   483   *
   484   * 	Let's imagine that the following code is part of a program
   485   * 	attached to the TC ingress interface, on one end of a GRE
   486   * 	tunnel, and is supposed to filter out all messages coming from
   487   * 	remote ends with IPv4 address other than 10.0.0.1:
   488   *
   489   * 	::
   490   *
   491   * 		int ret;
   492   * 		struct bpf_tunnel_key key = {};
   493   *
   494   * 		ret = bpf_skb_get_tunnel_key(skb, &key, sizeof(key), 0);
   495   * 		if (ret < 0)
   496   * 			return TC_ACT_SHOT;	// drop packet
   497   *
   498   * 		if (key.remote_ipv4 != 0x0a000001)
   499   * 			return TC_ACT_SHOT;	// drop packet
   500   *
   501   * 		return TC_ACT_OK;		// accept packet
   502   *
   503   * 	This interface can also be used with all encapsulation devices
   504   * 	that can operate in "collect metadata" mode: instead of having
   505   * 	one network device per specific configuration, the "collect
   506   * 	metadata" mode only requires a single device where the
   507   * 	configuration can be extracted from this helper.
   508   *
   509   * 	This can be used together with various tunnels such as VXLan,
   510   * 	Geneve, GRE or IP in IP (IPIP).
   511   *
   512   * Returns
   513   * 	0 on success, or a negative error in case of failure.
   514   */
   515  static long (*bpf_skb_get_tunnel_key)(struct __sk_buff *skb, struct bpf_tunnel_key *key, __u32 size, __u64 flags) = (void *) 20;
   516  
   517  /*
   518   * bpf_skb_set_tunnel_key
   519   *
   520   * 	Populate tunnel metadata for packet associated to *skb.* The
   521   * 	tunnel metadata is set to the contents of *key*, of *size*. The
   522   * 	*flags* can be set to a combination of the following values:
   523   *
   524   * 	**BPF_F_TUNINFO_IPV6**
   525   * 		Indicate that the tunnel is based on IPv6 protocol
   526   * 		instead of IPv4.
   527   * 	**BPF_F_ZERO_CSUM_TX**
   528   * 		For IPv4 packets, add a flag to tunnel metadata
   529   * 		indicating that checksum computation should be skipped
   530   * 		and checksum set to zeroes.
   531   * 	**BPF_F_DONT_FRAGMENT**
   532   * 		Add a flag to tunnel metadata indicating that the
   533   * 		packet should not be fragmented.
   534   * 	**BPF_F_SEQ_NUMBER**
   535   * 		Add a flag to tunnel metadata indicating that a
   536   * 		sequence number should be added to tunnel header before
   537   * 		sending the packet. This flag was added for GRE
   538   * 		encapsulation, but might be used with other protocols
   539   * 		as well in the future.
   540   * 	**BPF_F_NO_TUNNEL_KEY**
   541   * 		Add a flag to tunnel metadata indicating that no tunnel
   542   * 		key should be set in the resulting tunnel header.
   543   *
   544   * 	Here is a typical usage on the transmit path:
   545   *
   546   * 	::
   547   *
   548   * 		struct bpf_tunnel_key key;
   549   * 		     populate key ...
   550   * 		bpf_skb_set_tunnel_key(skb, &key, sizeof(key), 0);
   551   * 		bpf_clone_redirect(skb, vxlan_dev_ifindex, 0);
   552   *
   553   * 	See also the description of the **bpf_skb_get_tunnel_key**\ ()
   554   * 	helper for additional information.
   555   *
   556   * Returns
   557   * 	0 on success, or a negative error in case of failure.
   558   */
   559  static long (*bpf_skb_set_tunnel_key)(struct __sk_buff *skb, struct bpf_tunnel_key *key, __u32 size, __u64 flags) = (void *) 21;
   560  
   561  /*
   562   * bpf_perf_event_read
   563   *
   564   * 	Read the value of a perf event counter. This helper relies on a
   565   * 	*map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. The nature of
   566   * 	the perf event counter is selected when *map* is updated with
   567   * 	perf event file descriptors. The *map* is an array whose size
   568   * 	is the number of available CPUs, and each cell contains a value
   569   * 	relative to one CPU. The value to retrieve is indicated by
   570   * 	*flags*, that contains the index of the CPU to look up, masked
   571   * 	with **BPF_F_INDEX_MASK**. Alternatively, *flags* can be set to
   572   * 	**BPF_F_CURRENT_CPU** to indicate that the value for the
   573   * 	current CPU should be retrieved.
   574   *
   575   * 	Note that before Linux 4.13, only hardware perf event can be
   576   * 	retrieved.
   577   *
   578   * 	Also, be aware that the newer helper
   579   * 	**bpf_perf_event_read_value**\ () is recommended over
   580   * 	**bpf_perf_event_read**\ () in general. The latter has some ABI
   581   * 	quirks where error and counter value are used as a return code
   582   * 	(which is wrong to do since ranges may overlap). This issue is
   583   * 	fixed with **bpf_perf_event_read_value**\ (), which at the same
   584   * 	time provides more features over the **bpf_perf_event_read**\
   585   * 	() interface. Please refer to the description of
   586   * 	**bpf_perf_event_read_value**\ () for details.
   587   *
   588   * Returns
   589   * 	The value of the perf event counter read from the map, or a
   590   * 	negative error code in case of failure.
   591   */
   592  static __u64 (*bpf_perf_event_read)(void *map, __u64 flags) = (void *) 22;
   593  
   594  /*
   595   * bpf_redirect
   596   *
   597   * 	Redirect the packet to another net device of index *ifindex*.
   598   * 	This helper is somewhat similar to **bpf_clone_redirect**\
   599   * 	(), except that the packet is not cloned, which provides
   600   * 	increased performance.
   601   *
   602   * 	Except for XDP, both ingress and egress interfaces can be used
   603   * 	for redirection. The **BPF_F_INGRESS** value in *flags* is used
   604   * 	to make the distinction (ingress path is selected if the flag
   605   * 	is present, egress path otherwise). Currently, XDP only
   606   * 	supports redirection to the egress interface, and accepts no
   607   * 	flag at all.
   608   *
   609   * 	The same effect can also be attained with the more generic
   610   * 	**bpf_redirect_map**\ (), which uses a BPF map to store the
   611   * 	redirect target instead of providing it directly to the helper.
   612   *
   613   * Returns
   614   * 	For XDP, the helper returns **XDP_REDIRECT** on success or
   615   * 	**XDP_ABORTED** on error. For other program types, the values
   616   * 	are **TC_ACT_REDIRECT** on success or **TC_ACT_SHOT** on
   617   * 	error.
   618   */
   619  static long (*bpf_redirect)(__u32 ifindex, __u64 flags) = (void *) 23;
   620  
   621  /*
   622   * bpf_get_route_realm
   623   *
   624   * 	Retrieve the realm or the route, that is to say the
   625   * 	**tclassid** field of the destination for the *skb*. The
   626   * 	identifier retrieved is a user-provided tag, similar to the
   627   * 	one used with the net_cls cgroup (see description for
   628   * 	**bpf_get_cgroup_classid**\ () helper), but here this tag is
   629   * 	held by a route (a destination entry), not by a task.
   630   *
   631   * 	Retrieving this identifier works with the clsact TC egress hook
   632   * 	(see also **tc-bpf(8)**), or alternatively on conventional
   633   * 	classful egress qdiscs, but not on TC ingress path. In case of
   634   * 	clsact TC egress hook, this has the advantage that, internally,
   635   * 	the destination entry has not been dropped yet in the transmit
   636   * 	path. Therefore, the destination entry does not need to be
   637   * 	artificially held via **netif_keep_dst**\ () for a classful
   638   * 	qdisc until the *skb* is freed.
   639   *
   640   * 	This helper is available only if the kernel was compiled with
   641   * 	**CONFIG_IP_ROUTE_CLASSID** configuration option.
   642   *
   643   * Returns
   644   * 	The realm of the route for the packet associated to *skb*, or 0
   645   * 	if none was found.
   646   */
   647  static __u32 (*bpf_get_route_realm)(struct __sk_buff *skb) = (void *) 24;
   648  
   649  /*
   650   * bpf_perf_event_output
   651   *
   652   * 	Write raw *data* blob into a special BPF perf event held by
   653   * 	*map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf
   654   * 	event must have the following attributes: **PERF_SAMPLE_RAW**
   655   * 	as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and
   656   * 	**PERF_COUNT_SW_BPF_OUTPUT** as **config**.
   657   *
   658   * 	The *flags* are used to indicate the index in *map* for which
   659   * 	the value must be put, masked with **BPF_F_INDEX_MASK**.
   660   * 	Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU**
   661   * 	to indicate that the index of the current CPU core should be
   662   * 	used.
   663   *
   664   * 	The value to write, of *size*, is passed through eBPF stack and
   665   * 	pointed by *data*.
   666   *
   667   * 	The context of the program *ctx* needs also be passed to the
   668   * 	helper.
   669   *
   670   * 	On user space, a program willing to read the values needs to
   671   * 	call **perf_event_open**\ () on the perf event (either for
   672   * 	one or for all CPUs) and to store the file descriptor into the
   673   * 	*map*. This must be done before the eBPF program can send data
   674   * 	into it. An example is available in file
   675   * 	*samples/bpf/trace_output_user.c* in the Linux kernel source
   676   * 	tree (the eBPF program counterpart is in
   677   * 	*samples/bpf/trace_output_kern.c*).
   678   *
   679   * 	**bpf_perf_event_output**\ () achieves better performance
   680   * 	than **bpf_trace_printk**\ () for sharing data with user
   681   * 	space, and is much better suitable for streaming data from eBPF
   682   * 	programs.
   683   *
   684   * 	Note that this helper is not restricted to tracing use cases
   685   * 	and can be used with programs attached to TC or XDP as well,
   686   * 	where it allows for passing data to user space listeners. Data
   687   * 	can be:
   688   *
   689   * 	* Only custom structs,
   690   * 	* Only the packet payload, or
   691   * 	* A combination of both.
   692   *
   693   * Returns
   694   * 	0 on success, or a negative error in case of failure.
   695   */
   696  static long (*bpf_perf_event_output)(void *ctx, void *map, __u64 flags, void *data, __u64 size) = (void *) 25;
   697  
   698  /*
   699   * bpf_skb_load_bytes
   700   *
   701   * 	This helper was provided as an easy way to load data from a
   702   * 	packet. It can be used to load *len* bytes from *offset* from
   703   * 	the packet associated to *skb*, into the buffer pointed by
   704   * 	*to*.
   705   *
   706   * 	Since Linux 4.7, usage of this helper has mostly been replaced
   707   * 	by "direct packet access", enabling packet data to be
   708   * 	manipulated with *skb*\ **->data** and *skb*\ **->data_end**
   709   * 	pointing respectively to the first byte of packet data and to
   710   * 	the byte after the last byte of packet data. However, it
   711   * 	remains useful if one wishes to read large quantities of data
   712   * 	at once from a packet into the eBPF stack.
   713   *
   714   * Returns
   715   * 	0 on success, or a negative error in case of failure.
   716   */
   717  static long (*bpf_skb_load_bytes)(const void *skb, __u32 offset, void *to, __u32 len) = (void *) 26;
   718  
   719  /*
   720   * bpf_get_stackid
   721   *
   722   * 	Walk a user or a kernel stack and return its id. To achieve
   723   * 	this, the helper needs *ctx*, which is a pointer to the context
   724   * 	on which the tracing program is executed, and a pointer to a
   725   * 	*map* of type **BPF_MAP_TYPE_STACK_TRACE**.
   726   *
   727   * 	The last argument, *flags*, holds the number of stack frames to
   728   * 	skip (from 0 to 255), masked with
   729   * 	**BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set
   730   * 	a combination of the following flags:
   731   *
   732   * 	**BPF_F_USER_STACK**
   733   * 		Collect a user space stack instead of a kernel stack.
   734   * 	**BPF_F_FAST_STACK_CMP**
   735   * 		Compare stacks by hash only.
   736   * 	**BPF_F_REUSE_STACKID**
   737   * 		If two different stacks hash into the same *stackid*,
   738   * 		discard the old one.
   739   *
   740   * 	The stack id retrieved is a 32 bit long integer handle which
   741   * 	can be further combined with other data (including other stack
   742   * 	ids) and used as a key into maps. This can be useful for
   743   * 	generating a variety of graphs (such as flame graphs or off-cpu
   744   * 	graphs).
   745   *
   746   * 	For walking a stack, this helper is an improvement over
   747   * 	**bpf_probe_read**\ (), which can be used with unrolled loops
   748   * 	but is not efficient and consumes a lot of eBPF instructions.
   749   * 	Instead, **bpf_get_stackid**\ () can collect up to
   750   * 	**PERF_MAX_STACK_DEPTH** both kernel and user frames. Note that
   751   * 	this limit can be controlled with the **sysctl** program, and
   752   * 	that it should be manually increased in order to profile long
   753   * 	user stacks (such as stacks for Java programs). To do so, use:
   754   *
   755   * 	::
   756   *
   757   * 		# sysctl kernel.perf_event_max_stack=<new value>
   758   *
   759   * Returns
   760   * 	The positive or null stack id on success, or a negative error
   761   * 	in case of failure.
   762   */
   763  static long (*bpf_get_stackid)(void *ctx, void *map, __u64 flags) = (void *) 27;
   764  
   765  /*
   766   * bpf_csum_diff
   767   *
   768   * 	Compute a checksum difference, from the raw buffer pointed by
   769   * 	*from*, of length *from_size* (that must be a multiple of 4),
   770   * 	towards the raw buffer pointed by *to*, of size *to_size*
   771   * 	(same remark). An optional *seed* can be added to the value
   772   * 	(this can be cascaded, the seed may come from a previous call
   773   * 	to the helper).
   774   *
   775   * 	This is flexible enough to be used in several ways:
   776   *
   777   * 	* With *from_size* == 0, *to_size* > 0 and *seed* set to
   778   * 	  checksum, it can be used when pushing new data.
   779   * 	* With *from_size* > 0, *to_size* == 0 and *seed* set to
   780   * 	  checksum, it can be used when removing data from a packet.
   781   * 	* With *from_size* > 0, *to_size* > 0 and *seed* set to 0, it
   782   * 	  can be used to compute a diff. Note that *from_size* and
   783   * 	  *to_size* do not need to be equal.
   784   *
   785   * 	This helper can be used in combination with
   786   * 	**bpf_l3_csum_replace**\ () and **bpf_l4_csum_replace**\ (), to
   787   * 	which one can feed in the difference computed with
   788   * 	**bpf_csum_diff**\ ().
   789   *
   790   * Returns
   791   * 	The checksum result, or a negative error code in case of
   792   * 	failure.
   793   */
   794  static __s64 (*bpf_csum_diff)(__be32 *from, __u32 from_size, __be32 *to, __u32 to_size, __wsum seed) = (void *) 28;
   795  
   796  /*
   797   * bpf_skb_get_tunnel_opt
   798   *
   799   * 	Retrieve tunnel options metadata for the packet associated to
   800   * 	*skb*, and store the raw tunnel option data to the buffer *opt*
   801   * 	of *size*.
   802   *
   803   * 	This helper can be used with encapsulation devices that can
   804   * 	operate in "collect metadata" mode (please refer to the related
   805   * 	note in the description of **bpf_skb_get_tunnel_key**\ () for
   806   * 	more details). A particular example where this can be used is
   807   * 	in combination with the Geneve encapsulation protocol, where it
   808   * 	allows for pushing (with **bpf_skb_get_tunnel_opt**\ () helper)
   809   * 	and retrieving arbitrary TLVs (Type-Length-Value headers) from
   810   * 	the eBPF program. This allows for full customization of these
   811   * 	headers.
   812   *
   813   * Returns
   814   * 	The size of the option data retrieved.
   815   */
   816  static long (*bpf_skb_get_tunnel_opt)(struct __sk_buff *skb, void *opt, __u32 size) = (void *) 29;
   817  
   818  /*
   819   * bpf_skb_set_tunnel_opt
   820   *
   821   * 	Set tunnel options metadata for the packet associated to *skb*
   822   * 	to the option data contained in the raw buffer *opt* of *size*.
   823   *
   824   * 	See also the description of the **bpf_skb_get_tunnel_opt**\ ()
   825   * 	helper for additional information.
   826   *
   827   * Returns
   828   * 	0 on success, or a negative error in case of failure.
   829   */
   830  static long (*bpf_skb_set_tunnel_opt)(struct __sk_buff *skb, void *opt, __u32 size) = (void *) 30;
   831  
   832  /*
   833   * bpf_skb_change_proto
   834   *
   835   * 	Change the protocol of the *skb* to *proto*. Currently
   836   * 	supported are transition from IPv4 to IPv6, and from IPv6 to
   837   * 	IPv4. The helper takes care of the groundwork for the
   838   * 	transition, including resizing the socket buffer. The eBPF
   839   * 	program is expected to fill the new headers, if any, via
   840   * 	**skb_store_bytes**\ () and to recompute the checksums with
   841   * 	**bpf_l3_csum_replace**\ () and **bpf_l4_csum_replace**\
   842   * 	(). The main case for this helper is to perform NAT64
   843   * 	operations out of an eBPF program.
   844   *
   845   * 	Internally, the GSO type is marked as dodgy so that headers are
   846   * 	checked and segments are recalculated by the GSO/GRO engine.
   847   * 	The size for GSO target is adapted as well.
   848   *
   849   * 	All values for *flags* are reserved for future usage, and must
   850   * 	be left at zero.
   851   *
   852   * 	A call to this helper is susceptible to change the underlying
   853   * 	packet buffer. Therefore, at load time, all checks on pointers
   854   * 	previously done by the verifier are invalidated and must be
   855   * 	performed again, if the helper is used in combination with
   856   * 	direct packet access.
   857   *
   858   * Returns
   859   * 	0 on success, or a negative error in case of failure.
   860   */
   861  static long (*bpf_skb_change_proto)(struct __sk_buff *skb, __be16 proto, __u64 flags) = (void *) 31;
   862  
   863  /*
   864   * bpf_skb_change_type
   865   *
   866   * 	Change the packet type for the packet associated to *skb*. This
   867   * 	comes down to setting *skb*\ **->pkt_type** to *type*, except
   868   * 	the eBPF program does not have a write access to *skb*\
   869   * 	**->pkt_type** beside this helper. Using a helper here allows
   870   * 	for graceful handling of errors.
   871   *
   872   * 	The major use case is to change incoming *skb*s to
   873   * 	**PACKET_HOST** in a programmatic way instead of having to
   874   * 	recirculate via **redirect**\ (..., **BPF_F_INGRESS**), for
   875   * 	example.
   876   *
   877   * 	Note that *type* only allows certain values. At this time, they
   878   * 	are:
   879   *
   880   * 	**PACKET_HOST**
   881   * 		Packet is for us.
   882   * 	**PACKET_BROADCAST**
   883   * 		Send packet to all.
   884   * 	**PACKET_MULTICAST**
   885   * 		Send packet to group.
   886   * 	**PACKET_OTHERHOST**
   887   * 		Send packet to someone else.
   888   *
   889   * Returns
   890   * 	0 on success, or a negative error in case of failure.
   891   */
   892  static long (*bpf_skb_change_type)(struct __sk_buff *skb, __u32 type) = (void *) 32;
   893  
   894  /*
   895   * bpf_skb_under_cgroup
   896   *
   897   * 	Check whether *skb* is a descendant of the cgroup2 held by
   898   * 	*map* of type **BPF_MAP_TYPE_CGROUP_ARRAY**, at *index*.
   899   *
   900   * Returns
   901   * 	The return value depends on the result of the test, and can be:
   902   *
   903   * 	* 0, if the *skb* failed the cgroup2 descendant test.
   904   * 	* 1, if the *skb* succeeded the cgroup2 descendant test.
   905   * 	* A negative error code, if an error occurred.
   906   */
   907  static long (*bpf_skb_under_cgroup)(struct __sk_buff *skb, void *map, __u32 index) = (void *) 33;
   908  
   909  /*
   910   * bpf_get_hash_recalc
   911   *
   912   * 	Retrieve the hash of the packet, *skb*\ **->hash**. If it is
   913   * 	not set, in particular if the hash was cleared due to mangling,
   914   * 	recompute this hash. Later accesses to the hash can be done
   915   * 	directly with *skb*\ **->hash**.
   916   *
   917   * 	Calling **bpf_set_hash_invalid**\ (), changing a packet
   918   * 	prototype with **bpf_skb_change_proto**\ (), or calling
   919   * 	**bpf_skb_store_bytes**\ () with the
   920   * 	**BPF_F_INVALIDATE_HASH** are actions susceptible to clear
   921   * 	the hash and to trigger a new computation for the next call to
   922   * 	**bpf_get_hash_recalc**\ ().
   923   *
   924   * Returns
   925   * 	The 32-bit hash.
   926   */
   927  static __u32 (*bpf_get_hash_recalc)(struct __sk_buff *skb) = (void *) 34;
   928  
   929  /*
   930   * bpf_get_current_task
   931   *
   932   * 	Get the current task.
   933   *
   934   * Returns
   935   * 	A pointer to the current task struct.
   936   */
   937  static __u64 (*bpf_get_current_task)(void) = (void *) 35;
   938  
   939  /*
   940   * bpf_probe_write_user
   941   *
   942   * 	Attempt in a safe way to write *len* bytes from the buffer
   943   * 	*src* to *dst* in memory. It only works for threads that are in
   944   * 	user context, and *dst* must be a valid user space address.
   945   *
   946   * 	This helper should not be used to implement any kind of
   947   * 	security mechanism because of TOC-TOU attacks, but rather to
   948   * 	debug, divert, and manipulate execution of semi-cooperative
   949   * 	processes.
   950   *
   951   * 	Keep in mind that this feature is meant for experiments, and it
   952   * 	has a risk of crashing the system and running programs.
   953   * 	Therefore, when an eBPF program using this helper is attached,
   954   * 	a warning including PID and process name is printed to kernel
   955   * 	logs.
   956   *
   957   * Returns
   958   * 	0 on success, or a negative error in case of failure.
   959   */
   960  static long (*bpf_probe_write_user)(void *dst, const void *src, __u32 len) = (void *) 36;
   961  
   962  /*
   963   * bpf_current_task_under_cgroup
   964   *
   965   * 	Check whether the probe is being run is the context of a given
   966   * 	subset of the cgroup2 hierarchy. The cgroup2 to test is held by
   967   * 	*map* of type **BPF_MAP_TYPE_CGROUP_ARRAY**, at *index*.
   968   *
   969   * Returns
   970   * 	The return value depends on the result of the test, and can be:
   971   *
   972   * 	* 1, if current task belongs to the cgroup2.
   973   * 	* 0, if current task does not belong to the cgroup2.
   974   * 	* A negative error code, if an error occurred.
   975   */
   976  static long (*bpf_current_task_under_cgroup)(void *map, __u32 index) = (void *) 37;
   977  
   978  /*
   979   * bpf_skb_change_tail
   980   *
   981   * 	Resize (trim or grow) the packet associated to *skb* to the
   982   * 	new *len*. The *flags* are reserved for future usage, and must
   983   * 	be left at zero.
   984   *
   985   * 	The basic idea is that the helper performs the needed work to
   986   * 	change the size of the packet, then the eBPF program rewrites
   987   * 	the rest via helpers like **bpf_skb_store_bytes**\ (),
   988   * 	**bpf_l3_csum_replace**\ (), **bpf_l3_csum_replace**\ ()
   989   * 	and others. This helper is a slow path utility intended for
   990   * 	replies with control messages. And because it is targeted for
   991   * 	slow path, the helper itself can afford to be slow: it
   992   * 	implicitly linearizes, unclones and drops offloads from the
   993   * 	*skb*.
   994   *
   995   * 	A call to this helper is susceptible to change the underlying
   996   * 	packet buffer. Therefore, at load time, all checks on pointers
   997   * 	previously done by the verifier are invalidated and must be
   998   * 	performed again, if the helper is used in combination with
   999   * 	direct packet access.
  1000   *
  1001   * Returns
  1002   * 	0 on success, or a negative error in case of failure.
  1003   */
  1004  static long (*bpf_skb_change_tail)(struct __sk_buff *skb, __u32 len, __u64 flags) = (void *) 38;
  1005  
  1006  /*
  1007   * bpf_skb_pull_data
  1008   *
  1009   * 	Pull in non-linear data in case the *skb* is non-linear and not
  1010   * 	all of *len* are part of the linear section. Make *len* bytes
  1011   * 	from *skb* readable and writable. If a zero value is passed for
  1012   * 	*len*, then all bytes in the linear part of *skb* will be made
  1013   * 	readable and writable.
  1014   *
  1015   * 	This helper is only needed for reading and writing with direct
  1016   * 	packet access.
  1017   *
  1018   * 	For direct packet access, testing that offsets to access
  1019   * 	are within packet boundaries (test on *skb*\ **->data_end**) is
  1020   * 	susceptible to fail if offsets are invalid, or if the requested
  1021   * 	data is in non-linear parts of the *skb*. On failure the
  1022   * 	program can just bail out, or in the case of a non-linear
  1023   * 	buffer, use a helper to make the data available. The
  1024   * 	**bpf_skb_load_bytes**\ () helper is a first solution to access
  1025   * 	the data. Another one consists in using **bpf_skb_pull_data**
  1026   * 	to pull in once the non-linear parts, then retesting and
  1027   * 	eventually access the data.
  1028   *
  1029   * 	At the same time, this also makes sure the *skb* is uncloned,
  1030   * 	which is a necessary condition for direct write. As this needs
  1031   * 	to be an invariant for the write part only, the verifier
  1032   * 	detects writes and adds a prologue that is calling
  1033   * 	**bpf_skb_pull_data()** to effectively unclone the *skb* from
  1034   * 	the very beginning in case it is indeed cloned.
  1035   *
  1036   * 	A call to this helper is susceptible to change the underlying
  1037   * 	packet buffer. Therefore, at load time, all checks on pointers
  1038   * 	previously done by the verifier are invalidated and must be
  1039   * 	performed again, if the helper is used in combination with
  1040   * 	direct packet access.
  1041   *
  1042   * Returns
  1043   * 	0 on success, or a negative error in case of failure.
  1044   */
  1045  static long (*bpf_skb_pull_data)(struct __sk_buff *skb, __u32 len) = (void *) 39;
  1046  
  1047  /*
  1048   * bpf_csum_update
  1049   *
  1050   * 	Add the checksum *csum* into *skb*\ **->csum** in case the
  1051   * 	driver has supplied a checksum for the entire packet into that
  1052   * 	field. Return an error otherwise. This helper is intended to be
  1053   * 	used in combination with **bpf_csum_diff**\ (), in particular
  1054   * 	when the checksum needs to be updated after data has been
  1055   * 	written into the packet through direct packet access.
  1056   *
  1057   * Returns
  1058   * 	The checksum on success, or a negative error code in case of
  1059   * 	failure.
  1060   */
  1061  static __s64 (*bpf_csum_update)(struct __sk_buff *skb, __wsum csum) = (void *) 40;
  1062  
  1063  /*
  1064   * bpf_set_hash_invalid
  1065   *
  1066   * 	Invalidate the current *skb*\ **->hash**. It can be used after
  1067   * 	mangling on headers through direct packet access, in order to
  1068   * 	indicate that the hash is outdated and to trigger a
  1069   * 	recalculation the next time the kernel tries to access this
  1070   * 	hash or when the **bpf_get_hash_recalc**\ () helper is called.
  1071   *
  1072   * Returns
  1073   * 	void.
  1074   */
  1075  static void (*bpf_set_hash_invalid)(struct __sk_buff *skb) = (void *) 41;
  1076  
  1077  /*
  1078   * bpf_get_numa_node_id
  1079   *
  1080   * 	Return the id of the current NUMA node. The primary use case
  1081   * 	for this helper is the selection of sockets for the local NUMA
  1082   * 	node, when the program is attached to sockets using the
  1083   * 	**SO_ATTACH_REUSEPORT_EBPF** option (see also **socket(7)**),
  1084   * 	but the helper is also available to other eBPF program types,
  1085   * 	similarly to **bpf_get_smp_processor_id**\ ().
  1086   *
  1087   * Returns
  1088   * 	The id of current NUMA node.
  1089   */
  1090  static long (*bpf_get_numa_node_id)(void) = (void *) 42;
  1091  
  1092  /*
  1093   * bpf_skb_change_head
  1094   *
  1095   * 	Grows headroom of packet associated to *skb* and adjusts the
  1096   * 	offset of the MAC header accordingly, adding *len* bytes of
  1097   * 	space. It automatically extends and reallocates memory as
  1098   * 	required.
  1099   *
  1100   * 	This helper can be used on a layer 3 *skb* to push a MAC header
  1101   * 	for redirection into a layer 2 device.
  1102   *
  1103   * 	All values for *flags* are reserved for future usage, and must
  1104   * 	be left at zero.
  1105   *
  1106   * 	A call to this helper is susceptible to change the underlying
  1107   * 	packet buffer. Therefore, at load time, all checks on pointers
  1108   * 	previously done by the verifier are invalidated and must be
  1109   * 	performed again, if the helper is used in combination with
  1110   * 	direct packet access.
  1111   *
  1112   * Returns
  1113   * 	0 on success, or a negative error in case of failure.
  1114   */
  1115  static long (*bpf_skb_change_head)(struct __sk_buff *skb, __u32 len, __u64 flags) = (void *) 43;
  1116  
  1117  /*
  1118   * bpf_xdp_adjust_head
  1119   *
  1120   * 	Adjust (move) *xdp_md*\ **->data** by *delta* bytes. Note that
  1121   * 	it is possible to use a negative value for *delta*. This helper
  1122   * 	can be used to prepare the packet for pushing or popping
  1123   * 	headers.
  1124   *
  1125   * 	A call to this helper is susceptible to change the underlying
  1126   * 	packet buffer. Therefore, at load time, all checks on pointers
  1127   * 	previously done by the verifier are invalidated and must be
  1128   * 	performed again, if the helper is used in combination with
  1129   * 	direct packet access.
  1130   *
  1131   * Returns
  1132   * 	0 on success, or a negative error in case of failure.
  1133   */
  1134  static long (*bpf_xdp_adjust_head)(struct xdp_md *xdp_md, int delta) = (void *) 44;
  1135  
  1136  /*
  1137   * bpf_probe_read_str
  1138   *
  1139   * 	Copy a NUL terminated string from an unsafe kernel address
  1140   * 	*unsafe_ptr* to *dst*. See **bpf_probe_read_kernel_str**\ () for
  1141   * 	more details.
  1142   *
  1143   * 	Generally, use **bpf_probe_read_user_str**\ () or
  1144   * 	**bpf_probe_read_kernel_str**\ () instead.
  1145   *
  1146   * Returns
  1147   * 	On success, the strictly positive length of the string,
  1148   * 	including the trailing NUL character. On error, a negative
  1149   * 	value.
  1150   */
  1151  static long (*bpf_probe_read_str)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 45;
  1152  
  1153  /*
  1154   * bpf_get_socket_cookie
  1155   *
  1156   * 	If the **struct sk_buff** pointed by *skb* has a known socket,
  1157   * 	retrieve the cookie (generated by the kernel) of this socket.
  1158   * 	If no cookie has been set yet, generate a new cookie. Once
  1159   * 	generated, the socket cookie remains stable for the life of the
  1160   * 	socket. This helper can be useful for monitoring per socket
  1161   * 	networking traffic statistics as it provides a global socket
  1162   * 	identifier that can be assumed unique.
  1163   *
  1164   * Returns
  1165   * 	A 8-byte long unique number on success, or 0 if the socket
  1166   * 	field is missing inside *skb*.
  1167   */
  1168  static __u64 (*bpf_get_socket_cookie)(void *ctx) = (void *) 46;
  1169  
  1170  /*
  1171   * bpf_get_socket_uid
  1172   *
  1173   * 	Get the owner UID of the socked associated to *skb*.
  1174   *
  1175   * Returns
  1176   * 	The owner UID of the socket associated to *skb*. If the socket
  1177   * 	is **NULL**, or if it is not a full socket (i.e. if it is a
  1178   * 	time-wait or a request socket instead), **overflowuid** value
  1179   * 	is returned (note that **overflowuid** might also be the actual
  1180   * 	UID value for the socket).
  1181   */
  1182  static __u32 (*bpf_get_socket_uid)(struct __sk_buff *skb) = (void *) 47;
  1183  
  1184  /*
  1185   * bpf_set_hash
  1186   *
  1187   * 	Set the full hash for *skb* (set the field *skb*\ **->hash**)
  1188   * 	to value *hash*.
  1189   *
  1190   * Returns
  1191   * 	0
  1192   */
  1193  static long (*bpf_set_hash)(struct __sk_buff *skb, __u32 hash) = (void *) 48;
  1194  
  1195  /*
  1196   * bpf_setsockopt
  1197   *
  1198   * 	Emulate a call to **setsockopt()** on the socket associated to
  1199   * 	*bpf_socket*, which must be a full socket. The *level* at
  1200   * 	which the option resides and the name *optname* of the option
  1201   * 	must be specified, see **setsockopt(2)** for more information.
  1202   * 	The option value of length *optlen* is pointed by *optval*.
  1203   *
  1204   * 	*bpf_socket* should be one of the following:
  1205   *
  1206   * 	* **struct bpf_sock_ops** for **BPF_PROG_TYPE_SOCK_OPS**.
  1207   * 	* **struct bpf_sock_addr** for **BPF_CGROUP_INET4_CONNECT**
  1208   * 	  and **BPF_CGROUP_INET6_CONNECT**.
  1209   *
  1210   * 	This helper actually implements a subset of **setsockopt()**.
  1211   * 	It supports the following *level*\ s:
  1212   *
  1213   * 	* **SOL_SOCKET**, which supports the following *optname*\ s:
  1214   * 	  **SO_RCVBUF**, **SO_SNDBUF**, **SO_MAX_PACING_RATE**,
  1215   * 	  **SO_PRIORITY**, **SO_RCVLOWAT**, **SO_MARK**,
  1216   * 	  **SO_BINDTODEVICE**, **SO_KEEPALIVE**, **SO_REUSEADDR**,
  1217   * 	  **SO_REUSEPORT**, **SO_BINDTOIFINDEX**, **SO_TXREHASH**.
  1218   * 	* **IPPROTO_TCP**, which supports the following *optname*\ s:
  1219   * 	  **TCP_CONGESTION**, **TCP_BPF_IW**,
  1220   * 	  **TCP_BPF_SNDCWND_CLAMP**, **TCP_SAVE_SYN**,
  1221   * 	  **TCP_KEEPIDLE**, **TCP_KEEPINTVL**, **TCP_KEEPCNT**,
  1222   * 	  **TCP_SYNCNT**, **TCP_USER_TIMEOUT**, **TCP_NOTSENT_LOWAT**,
  1223   * 	  **TCP_NODELAY**, **TCP_MAXSEG**, **TCP_WINDOW_CLAMP**,
  1224   * 	  **TCP_THIN_LINEAR_TIMEOUTS**, **TCP_BPF_DELACK_MAX**,
  1225   * 	  **TCP_BPF_RTO_MIN**.
  1226   * 	* **IPPROTO_IP**, which supports *optname* **IP_TOS**.
  1227   * 	* **IPPROTO_IPV6**, which supports the following *optname*\ s:
  1228   * 	  **IPV6_TCLASS**, **IPV6_AUTOFLOWLABEL**.
  1229   *
  1230   * Returns
  1231   * 	0 on success, or a negative error in case of failure.
  1232   */
  1233  static long (*bpf_setsockopt)(void *bpf_socket, int level, int optname, void *optval, int optlen) = (void *) 49;
  1234  
  1235  /*
  1236   * bpf_skb_adjust_room
  1237   *
  1238   * 	Grow or shrink the room for data in the packet associated to
  1239   * 	*skb* by *len_diff*, and according to the selected *mode*.
  1240   *
  1241   * 	By default, the helper will reset any offloaded checksum
  1242   * 	indicator of the skb to CHECKSUM_NONE. This can be avoided
  1243   * 	by the following flag:
  1244   *
  1245   * 	* **BPF_F_ADJ_ROOM_NO_CSUM_RESET**: Do not reset offloaded
  1246   * 	  checksum data of the skb to CHECKSUM_NONE.
  1247   *
  1248   * 	There are two supported modes at this time:
  1249   *
  1250   * 	* **BPF_ADJ_ROOM_MAC**: Adjust room at the mac layer
  1251   * 	  (room space is added or removed between the layer 2 and
  1252   * 	  layer 3 headers).
  1253   *
  1254   * 	* **BPF_ADJ_ROOM_NET**: Adjust room at the network layer
  1255   * 	  (room space is added or removed between the layer 3 and
  1256   * 	  layer 4 headers).
  1257   *
  1258   * 	The following flags are supported at this time:
  1259   *
  1260   * 	* **BPF_F_ADJ_ROOM_FIXED_GSO**: Do not adjust gso_size.
  1261   * 	  Adjusting mss in this way is not allowed for datagrams.
  1262   *
  1263   * 	* **BPF_F_ADJ_ROOM_ENCAP_L3_IPV4**,
  1264   * 	  **BPF_F_ADJ_ROOM_ENCAP_L3_IPV6**:
  1265   * 	  Any new space is reserved to hold a tunnel header.
  1266   * 	  Configure skb offsets and other fields accordingly.
  1267   *
  1268   * 	* **BPF_F_ADJ_ROOM_ENCAP_L4_GRE**,
  1269   * 	  **BPF_F_ADJ_ROOM_ENCAP_L4_UDP**:
  1270   * 	  Use with ENCAP_L3 flags to further specify the tunnel type.
  1271   *
  1272   * 	* **BPF_F_ADJ_ROOM_ENCAP_L2**\ (*len*):
  1273   * 	  Use with ENCAP_L3/L4 flags to further specify the tunnel
  1274   * 	  type; *len* is the length of the inner MAC header.
  1275   *
  1276   * 	* **BPF_F_ADJ_ROOM_ENCAP_L2_ETH**:
  1277   * 	  Use with BPF_F_ADJ_ROOM_ENCAP_L2 flag to further specify the
  1278   * 	  L2 type as Ethernet.
  1279   *
  1280   * 	* **BPF_F_ADJ_ROOM_DECAP_L3_IPV4**,
  1281   * 	  **BPF_F_ADJ_ROOM_DECAP_L3_IPV6**:
  1282   * 	  Indicate the new IP header version after decapsulating the outer
  1283   * 	  IP header. Used when the inner and outer IP versions are different.
  1284   *
  1285   * 	A call to this helper is susceptible to change the underlying
  1286   * 	packet buffer. Therefore, at load time, all checks on pointers
  1287   * 	previously done by the verifier are invalidated and must be
  1288   * 	performed again, if the helper is used in combination with
  1289   * 	direct packet access.
  1290   *
  1291   * Returns
  1292   * 	0 on success, or a negative error in case of failure.
  1293   */
  1294  static long (*bpf_skb_adjust_room)(struct __sk_buff *skb, __s32 len_diff, __u32 mode, __u64 flags) = (void *) 50;
  1295  
  1296  /*
  1297   * bpf_redirect_map
  1298   *
  1299   * 	Redirect the packet to the endpoint referenced by *map* at
  1300   * 	index *key*. Depending on its type, this *map* can contain
  1301   * 	references to net devices (for forwarding packets through other
  1302   * 	ports), or to CPUs (for redirecting XDP frames to another CPU;
  1303   * 	but this is only implemented for native XDP (with driver
  1304   * 	support) as of this writing).
  1305   *
  1306   * 	The lower two bits of *flags* are used as the return code if
  1307   * 	the map lookup fails. This is so that the return value can be
  1308   * 	one of the XDP program return codes up to **XDP_TX**, as chosen
  1309   * 	by the caller. The higher bits of *flags* can be set to
  1310   * 	BPF_F_BROADCAST or BPF_F_EXCLUDE_INGRESS as defined below.
  1311   *
  1312   * 	With BPF_F_BROADCAST the packet will be broadcasted to all the
  1313   * 	interfaces in the map, with BPF_F_EXCLUDE_INGRESS the ingress
  1314   * 	interface will be excluded when do broadcasting.
  1315   *
  1316   * 	See also **bpf_redirect**\ (), which only supports redirecting
  1317   * 	to an ifindex, but doesn't require a map to do so.
  1318   *
  1319   * Returns
  1320   * 	**XDP_REDIRECT** on success, or the value of the two lower bits
  1321   * 	of the *flags* argument on error.
  1322   */
  1323  static long (*bpf_redirect_map)(void *map, __u64 key, __u64 flags) = (void *) 51;
  1324  
  1325  /*
  1326   * bpf_sk_redirect_map
  1327   *
  1328   * 	Redirect the packet to the socket referenced by *map* (of type
  1329   * 	**BPF_MAP_TYPE_SOCKMAP**) at index *key*. Both ingress and
  1330   * 	egress interfaces can be used for redirection. The
  1331   * 	**BPF_F_INGRESS** value in *flags* is used to make the
  1332   * 	distinction (ingress path is selected if the flag is present,
  1333   * 	egress path otherwise). This is the only flag supported for now.
  1334   *
  1335   * Returns
  1336   * 	**SK_PASS** on success, or **SK_DROP** on error.
  1337   */
  1338  static long (*bpf_sk_redirect_map)(struct __sk_buff *skb, void *map, __u32 key, __u64 flags) = (void *) 52;
  1339  
  1340  /*
  1341   * bpf_sock_map_update
  1342   *
  1343   * 	Add an entry to, or update a *map* referencing sockets. The
  1344   * 	*skops* is used as a new value for the entry associated to
  1345   * 	*key*. *flags* is one of:
  1346   *
  1347   * 	**BPF_NOEXIST**
  1348   * 		The entry for *key* must not exist in the map.
  1349   * 	**BPF_EXIST**
  1350   * 		The entry for *key* must already exist in the map.
  1351   * 	**BPF_ANY**
  1352   * 		No condition on the existence of the entry for *key*.
  1353   *
  1354   * 	If the *map* has eBPF programs (parser and verdict), those will
  1355   * 	be inherited by the socket being added. If the socket is
  1356   * 	already attached to eBPF programs, this results in an error.
  1357   *
  1358   * Returns
  1359   * 	0 on success, or a negative error in case of failure.
  1360   */
  1361  static long (*bpf_sock_map_update)(struct bpf_sock_ops *skops, void *map, void *key, __u64 flags) = (void *) 53;
  1362  
  1363  /*
  1364   * bpf_xdp_adjust_meta
  1365   *
  1366   * 	Adjust the address pointed by *xdp_md*\ **->data_meta** by
  1367   * 	*delta* (which can be positive or negative). Note that this
  1368   * 	operation modifies the address stored in *xdp_md*\ **->data**,
  1369   * 	so the latter must be loaded only after the helper has been
  1370   * 	called.
  1371   *
  1372   * 	The use of *xdp_md*\ **->data_meta** is optional and programs
  1373   * 	are not required to use it. The rationale is that when the
  1374   * 	packet is processed with XDP (e.g. as DoS filter), it is
  1375   * 	possible to push further meta data along with it before passing
  1376   * 	to the stack, and to give the guarantee that an ingress eBPF
  1377   * 	program attached as a TC classifier on the same device can pick
  1378   * 	this up for further post-processing. Since TC works with socket
  1379   * 	buffers, it remains possible to set from XDP the **mark** or
  1380   * 	**priority** pointers, or other pointers for the socket buffer.
  1381   * 	Having this scratch space generic and programmable allows for
  1382   * 	more flexibility as the user is free to store whatever meta
  1383   * 	data they need.
  1384   *
  1385   * 	A call to this helper is susceptible to change the underlying
  1386   * 	packet buffer. Therefore, at load time, all checks on pointers
  1387   * 	previously done by the verifier are invalidated and must be
  1388   * 	performed again, if the helper is used in combination with
  1389   * 	direct packet access.
  1390   *
  1391   * Returns
  1392   * 	0 on success, or a negative error in case of failure.
  1393   */
  1394  static long (*bpf_xdp_adjust_meta)(struct xdp_md *xdp_md, int delta) = (void *) 54;
  1395  
  1396  /*
  1397   * bpf_perf_event_read_value
  1398   *
  1399   * 	Read the value of a perf event counter, and store it into *buf*
  1400   * 	of size *buf_size*. This helper relies on a *map* of type
  1401   * 	**BPF_MAP_TYPE_PERF_EVENT_ARRAY**. The nature of the perf event
  1402   * 	counter is selected when *map* is updated with perf event file
  1403   * 	descriptors. The *map* is an array whose size is the number of
  1404   * 	available CPUs, and each cell contains a value relative to one
  1405   * 	CPU. The value to retrieve is indicated by *flags*, that
  1406   * 	contains the index of the CPU to look up, masked with
  1407   * 	**BPF_F_INDEX_MASK**. Alternatively, *flags* can be set to
  1408   * 	**BPF_F_CURRENT_CPU** to indicate that the value for the
  1409   * 	current CPU should be retrieved.
  1410   *
  1411   * 	This helper behaves in a way close to
  1412   * 	**bpf_perf_event_read**\ () helper, save that instead of
  1413   * 	just returning the value observed, it fills the *buf*
  1414   * 	structure. This allows for additional data to be retrieved: in
  1415   * 	particular, the enabled and running times (in *buf*\
  1416   * 	**->enabled** and *buf*\ **->running**, respectively) are
  1417   * 	copied. In general, **bpf_perf_event_read_value**\ () is
  1418   * 	recommended over **bpf_perf_event_read**\ (), which has some
  1419   * 	ABI issues and provides fewer functionalities.
  1420   *
  1421   * 	These values are interesting, because hardware PMU (Performance
  1422   * 	Monitoring Unit) counters are limited resources. When there are
  1423   * 	more PMU based perf events opened than available counters,
  1424   * 	kernel will multiplex these events so each event gets certain
  1425   * 	percentage (but not all) of the PMU time. In case that
  1426   * 	multiplexing happens, the number of samples or counter value
  1427   * 	will not reflect the case compared to when no multiplexing
  1428   * 	occurs. This makes comparison between different runs difficult.
  1429   * 	Typically, the counter value should be normalized before
  1430   * 	comparing to other experiments. The usual normalization is done
  1431   * 	as follows.
  1432   *
  1433   * 	::
  1434   *
  1435   * 		normalized_counter = counter * t_enabled / t_running
  1436   *
  1437   * 	Where t_enabled is the time enabled for event and t_running is
  1438   * 	the time running for event since last normalization. The
  1439   * 	enabled and running times are accumulated since the perf event
  1440   * 	open. To achieve scaling factor between two invocations of an
  1441   * 	eBPF program, users can use CPU id as the key (which is
  1442   * 	typical for perf array usage model) to remember the previous
  1443   * 	value and do the calculation inside the eBPF program.
  1444   *
  1445   * Returns
  1446   * 	0 on success, or a negative error in case of failure.
  1447   */
  1448  static long (*bpf_perf_event_read_value)(void *map, __u64 flags, struct bpf_perf_event_value *buf, __u32 buf_size) = (void *) 55;
  1449  
  1450  /*
  1451   * bpf_perf_prog_read_value
  1452   *
  1453   * 	For an eBPF program attached to a perf event, retrieve the
  1454   * 	value of the event counter associated to *ctx* and store it in
  1455   * 	the structure pointed by *buf* and of size *buf_size*. Enabled
  1456   * 	and running times are also stored in the structure (see
  1457   * 	description of helper **bpf_perf_event_read_value**\ () for
  1458   * 	more details).
  1459   *
  1460   * Returns
  1461   * 	0 on success, or a negative error in case of failure.
  1462   */
  1463  static long (*bpf_perf_prog_read_value)(struct bpf_perf_event_data *ctx, struct bpf_perf_event_value *buf, __u32 buf_size) = (void *) 56;
  1464  
  1465  /*
  1466   * bpf_getsockopt
  1467   *
  1468   * 	Emulate a call to **getsockopt()** on the socket associated to
  1469   * 	*bpf_socket*, which must be a full socket. The *level* at
  1470   * 	which the option resides and the name *optname* of the option
  1471   * 	must be specified, see **getsockopt(2)** for more information.
  1472   * 	The retrieved value is stored in the structure pointed by
  1473   * 	*opval* and of length *optlen*.
  1474   *
  1475   * 	*bpf_socket* should be one of the following:
  1476   *
  1477   * 	* **struct bpf_sock_ops** for **BPF_PROG_TYPE_SOCK_OPS**.
  1478   * 	* **struct bpf_sock_addr** for **BPF_CGROUP_INET4_CONNECT**
  1479   * 	  and **BPF_CGROUP_INET6_CONNECT**.
  1480   *
  1481   * 	This helper actually implements a subset of **getsockopt()**.
  1482   * 	It supports the same set of *optname*\ s that is supported by
  1483   * 	the **bpf_setsockopt**\ () helper.  The exceptions are
  1484   * 	**TCP_BPF_*** is **bpf_setsockopt**\ () only and
  1485   * 	**TCP_SAVED_SYN** is **bpf_getsockopt**\ () only.
  1486   *
  1487   * Returns
  1488   * 	0 on success, or a negative error in case of failure.
  1489   */
  1490  static long (*bpf_getsockopt)(void *bpf_socket, int level, int optname, void *optval, int optlen) = (void *) 57;
  1491  
  1492  /*
  1493   * bpf_override_return
  1494   *
  1495   * 	Used for error injection, this helper uses kprobes to override
  1496   * 	the return value of the probed function, and to set it to *rc*.
  1497   * 	The first argument is the context *regs* on which the kprobe
  1498   * 	works.
  1499   *
  1500   * 	This helper works by setting the PC (program counter)
  1501   * 	to an override function which is run in place of the original
  1502   * 	probed function. This means the probed function is not run at
  1503   * 	all. The replacement function just returns with the required
  1504   * 	value.
  1505   *
  1506   * 	This helper has security implications, and thus is subject to
  1507   * 	restrictions. It is only available if the kernel was compiled
  1508   * 	with the **CONFIG_BPF_KPROBE_OVERRIDE** configuration
  1509   * 	option, and in this case it only works on functions tagged with
  1510   * 	**ALLOW_ERROR_INJECTION** in the kernel code.
  1511   *
  1512   * 	Also, the helper is only available for the architectures having
  1513   * 	the CONFIG_FUNCTION_ERROR_INJECTION option. As of this writing,
  1514   * 	x86 architecture is the only one to support this feature.
  1515   *
  1516   * Returns
  1517   * 	0
  1518   */
  1519  static long (*bpf_override_return)(struct pt_regs *regs, __u64 rc) = (void *) 58;
  1520  
  1521  /*
  1522   * bpf_sock_ops_cb_flags_set
  1523   *
  1524   * 	Attempt to set the value of the **bpf_sock_ops_cb_flags** field
  1525   * 	for the full TCP socket associated to *bpf_sock_ops* to
  1526   * 	*argval*.
  1527   *
  1528   * 	The primary use of this field is to determine if there should
  1529   * 	be calls to eBPF programs of type
  1530   * 	**BPF_PROG_TYPE_SOCK_OPS** at various points in the TCP
  1531   * 	code. A program of the same type can change its value, per
  1532   * 	connection and as necessary, when the connection is
  1533   * 	established. This field is directly accessible for reading, but
  1534   * 	this helper must be used for updates in order to return an
  1535   * 	error if an eBPF program tries to set a callback that is not
  1536   * 	supported in the current kernel.
  1537   *
  1538   * 	*argval* is a flag array which can combine these flags:
  1539   *
  1540   * 	* **BPF_SOCK_OPS_RTO_CB_FLAG** (retransmission time out)
  1541   * 	* **BPF_SOCK_OPS_RETRANS_CB_FLAG** (retransmission)
  1542   * 	* **BPF_SOCK_OPS_STATE_CB_FLAG** (TCP state change)
  1543   * 	* **BPF_SOCK_OPS_RTT_CB_FLAG** (every RTT)
  1544   *
  1545   * 	Therefore, this function can be used to clear a callback flag by
  1546   * 	setting the appropriate bit to zero. e.g. to disable the RTO
  1547   * 	callback:
  1548   *
  1549   * 	**bpf_sock_ops_cb_flags_set(bpf_sock,**
  1550   * 		**bpf_sock->bpf_sock_ops_cb_flags & ~BPF_SOCK_OPS_RTO_CB_FLAG)**
  1551   *
  1552   * 	Here are some examples of where one could call such eBPF
  1553   * 	program:
  1554   *
  1555   * 	* When RTO fires.
  1556   * 	* When a packet is retransmitted.
  1557   * 	* When the connection terminates.
  1558   * 	* When a packet is sent.
  1559   * 	* When a packet is received.
  1560   *
  1561   * Returns
  1562   * 	Code **-EINVAL** if the socket is not a full TCP socket;
  1563   * 	otherwise, a positive number containing the bits that could not
  1564   * 	be set is returned (which comes down to 0 if all bits were set
  1565   * 	as required).
  1566   */
  1567  static long (*bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops *bpf_sock, int argval) = (void *) 59;
  1568  
  1569  /*
  1570   * bpf_msg_redirect_map
  1571   *
  1572   * 	This helper is used in programs implementing policies at the
  1573   * 	socket level. If the message *msg* is allowed to pass (i.e. if
  1574   * 	the verdict eBPF program returns **SK_PASS**), redirect it to
  1575   * 	the socket referenced by *map* (of type
  1576   * 	**BPF_MAP_TYPE_SOCKMAP**) at index *key*. Both ingress and
  1577   * 	egress interfaces can be used for redirection. The
  1578   * 	**BPF_F_INGRESS** value in *flags* is used to make the
  1579   * 	distinction (ingress path is selected if the flag is present,
  1580   * 	egress path otherwise). This is the only flag supported for now.
  1581   *
  1582   * Returns
  1583   * 	**SK_PASS** on success, or **SK_DROP** on error.
  1584   */
  1585  static long (*bpf_msg_redirect_map)(struct sk_msg_md *msg, void *map, __u32 key, __u64 flags) = (void *) 60;
  1586  
  1587  /*
  1588   * bpf_msg_apply_bytes
  1589   *
  1590   * 	For socket policies, apply the verdict of the eBPF program to
  1591   * 	the next *bytes* (number of bytes) of message *msg*.
  1592   *
  1593   * 	For example, this helper can be used in the following cases:
  1594   *
  1595   * 	* A single **sendmsg**\ () or **sendfile**\ () system call
  1596   * 	  contains multiple logical messages that the eBPF program is
  1597   * 	  supposed to read and for which it should apply a verdict.
  1598   * 	* An eBPF program only cares to read the first *bytes* of a
  1599   * 	  *msg*. If the message has a large payload, then setting up
  1600   * 	  and calling the eBPF program repeatedly for all bytes, even
  1601   * 	  though the verdict is already known, would create unnecessary
  1602   * 	  overhead.
  1603   *
  1604   * 	When called from within an eBPF program, the helper sets a
  1605   * 	counter internal to the BPF infrastructure, that is used to
  1606   * 	apply the last verdict to the next *bytes*. If *bytes* is
  1607   * 	smaller than the current data being processed from a
  1608   * 	**sendmsg**\ () or **sendfile**\ () system call, the first
  1609   * 	*bytes* will be sent and the eBPF program will be re-run with
  1610   * 	the pointer for start of data pointing to byte number *bytes*
  1611   * 	**+ 1**. If *bytes* is larger than the current data being
  1612   * 	processed, then the eBPF verdict will be applied to multiple
  1613   * 	**sendmsg**\ () or **sendfile**\ () calls until *bytes* are
  1614   * 	consumed.
  1615   *
  1616   * 	Note that if a socket closes with the internal counter holding
  1617   * 	a non-zero value, this is not a problem because data is not
  1618   * 	being buffered for *bytes* and is sent as it is received.
  1619   *
  1620   * Returns
  1621   * 	0
  1622   */
  1623  static long (*bpf_msg_apply_bytes)(struct sk_msg_md *msg, __u32 bytes) = (void *) 61;
  1624  
  1625  /*
  1626   * bpf_msg_cork_bytes
  1627   *
  1628   * 	For socket policies, prevent the execution of the verdict eBPF
  1629   * 	program for message *msg* until *bytes* (byte number) have been
  1630   * 	accumulated.
  1631   *
  1632   * 	This can be used when one needs a specific number of bytes
  1633   * 	before a verdict can be assigned, even if the data spans
  1634   * 	multiple **sendmsg**\ () or **sendfile**\ () calls. The extreme
  1635   * 	case would be a user calling **sendmsg**\ () repeatedly with
  1636   * 	1-byte long message segments. Obviously, this is bad for
  1637   * 	performance, but it is still valid. If the eBPF program needs
  1638   * 	*bytes* bytes to validate a header, this helper can be used to
  1639   * 	prevent the eBPF program to be called again until *bytes* have
  1640   * 	been accumulated.
  1641   *
  1642   * Returns
  1643   * 	0
  1644   */
  1645  static long (*bpf_msg_cork_bytes)(struct sk_msg_md *msg, __u32 bytes) = (void *) 62;
  1646  
  1647  /*
  1648   * bpf_msg_pull_data
  1649   *
  1650   * 	For socket policies, pull in non-linear data from user space
  1651   * 	for *msg* and set pointers *msg*\ **->data** and *msg*\
  1652   * 	**->data_end** to *start* and *end* bytes offsets into *msg*,
  1653   * 	respectively.
  1654   *
  1655   * 	If a program of type **BPF_PROG_TYPE_SK_MSG** is run on a
  1656   * 	*msg* it can only parse data that the (**data**, **data_end**)
  1657   * 	pointers have already consumed. For **sendmsg**\ () hooks this
  1658   * 	is likely the first scatterlist element. But for calls relying
  1659   * 	on the **sendpage** handler (e.g. **sendfile**\ ()) this will
  1660   * 	be the range (**0**, **0**) because the data is shared with
  1661   * 	user space and by default the objective is to avoid allowing
  1662   * 	user space to modify data while (or after) eBPF verdict is
  1663   * 	being decided. This helper can be used to pull in data and to
  1664   * 	set the start and end pointer to given values. Data will be
  1665   * 	copied if necessary (i.e. if data was not linear and if start
  1666   * 	and end pointers do not point to the same chunk).
  1667   *
  1668   * 	A call to this helper is susceptible to change the underlying
  1669   * 	packet buffer. Therefore, at load time, all checks on pointers
  1670   * 	previously done by the verifier are invalidated and must be
  1671   * 	performed again, if the helper is used in combination with
  1672   * 	direct packet access.
  1673   *
  1674   * 	All values for *flags* are reserved for future usage, and must
  1675   * 	be left at zero.
  1676   *
  1677   * Returns
  1678   * 	0 on success, or a negative error in case of failure.
  1679   */
  1680  static long (*bpf_msg_pull_data)(struct sk_msg_md *msg, __u32 start, __u32 end, __u64 flags) = (void *) 63;
  1681  
  1682  /*
  1683   * bpf_bind
  1684   *
  1685   * 	Bind the socket associated to *ctx* to the address pointed by
  1686   * 	*addr*, of length *addr_len*. This allows for making outgoing
  1687   * 	connection from the desired IP address, which can be useful for
  1688   * 	example when all processes inside a cgroup should use one
  1689   * 	single IP address on a host that has multiple IP configured.
  1690   *
  1691   * 	This helper works for IPv4 and IPv6, TCP and UDP sockets. The
  1692   * 	domain (*addr*\ **->sa_family**) must be **AF_INET** (or
  1693   * 	**AF_INET6**). It's advised to pass zero port (**sin_port**
  1694   * 	or **sin6_port**) which triggers IP_BIND_ADDRESS_NO_PORT-like
  1695   * 	behavior and lets the kernel efficiently pick up an unused
  1696   * 	port as long as 4-tuple is unique. Passing non-zero port might
  1697   * 	lead to degraded performance.
  1698   *
  1699   * Returns
  1700   * 	0 on success, or a negative error in case of failure.
  1701   */
  1702  static long (*bpf_bind)(struct bpf_sock_addr *ctx, struct sockaddr *addr, int addr_len) = (void *) 64;
  1703  
  1704  /*
  1705   * bpf_xdp_adjust_tail
  1706   *
  1707   * 	Adjust (move) *xdp_md*\ **->data_end** by *delta* bytes. It is
  1708   * 	possible to both shrink and grow the packet tail.
  1709   * 	Shrink done via *delta* being a negative integer.
  1710   *
  1711   * 	A call to this helper is susceptible to change the underlying
  1712   * 	packet buffer. Therefore, at load time, all checks on pointers
  1713   * 	previously done by the verifier are invalidated and must be
  1714   * 	performed again, if the helper is used in combination with
  1715   * 	direct packet access.
  1716   *
  1717   * Returns
  1718   * 	0 on success, or a negative error in case of failure.
  1719   */
  1720  static long (*bpf_xdp_adjust_tail)(struct xdp_md *xdp_md, int delta) = (void *) 65;
  1721  
  1722  /*
  1723   * bpf_skb_get_xfrm_state
  1724   *
  1725   * 	Retrieve the XFRM state (IP transform framework, see also
  1726   * 	**ip-xfrm(8)**) at *index* in XFRM "security path" for *skb*.
  1727   *
  1728   * 	The retrieved value is stored in the **struct bpf_xfrm_state**
  1729   * 	pointed by *xfrm_state* and of length *size*.
  1730   *
  1731   * 	All values for *flags* are reserved for future usage, and must
  1732   * 	be left at zero.
  1733   *
  1734   * 	This helper is available only if the kernel was compiled with
  1735   * 	**CONFIG_XFRM** configuration option.
  1736   *
  1737   * Returns
  1738   * 	0 on success, or a negative error in case of failure.
  1739   */
  1740  static long (*bpf_skb_get_xfrm_state)(struct __sk_buff *skb, __u32 index, struct bpf_xfrm_state *xfrm_state, __u32 size, __u64 flags) = (void *) 66;
  1741  
  1742  /*
  1743   * bpf_get_stack
  1744   *
  1745   * 	Return a user or a kernel stack in bpf program provided buffer.
  1746   * 	To achieve this, the helper needs *ctx*, which is a pointer
  1747   * 	to the context on which the tracing program is executed.
  1748   * 	To store the stacktrace, the bpf program provides *buf* with
  1749   * 	a nonnegative *size*.
  1750   *
  1751   * 	The last argument, *flags*, holds the number of stack frames to
  1752   * 	skip (from 0 to 255), masked with
  1753   * 	**BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set
  1754   * 	the following flags:
  1755   *
  1756   * 	**BPF_F_USER_STACK**
  1757   * 		Collect a user space stack instead of a kernel stack.
  1758   * 	**BPF_F_USER_BUILD_ID**
  1759   * 		Collect (build_id, file_offset) instead of ips for user
  1760   * 		stack, only valid if **BPF_F_USER_STACK** is also
  1761   * 		specified.
  1762   *
  1763   * 		*file_offset* is an offset relative to the beginning
  1764   * 		of the executable or shared object file backing the vma
  1765   * 		which the *ip* falls in. It is *not* an offset relative
  1766   * 		to that object's base address. Accordingly, it must be
  1767   * 		adjusted by adding (sh_addr - sh_offset), where
  1768   * 		sh_{addr,offset} correspond to the executable section
  1769   * 		containing *file_offset* in the object, for comparisons
  1770   * 		to symbols' st_value to be valid.
  1771   *
  1772   * 	**bpf_get_stack**\ () can collect up to
  1773   * 	**PERF_MAX_STACK_DEPTH** both kernel and user frames, subject
  1774   * 	to sufficient large buffer size. Note that
  1775   * 	this limit can be controlled with the **sysctl** program, and
  1776   * 	that it should be manually increased in order to profile long
  1777   * 	user stacks (such as stacks for Java programs). To do so, use:
  1778   *
  1779   * 	::
  1780   *
  1781   * 		# sysctl kernel.perf_event_max_stack=<new value>
  1782   *
  1783   * Returns
  1784   * 	The non-negative copied *buf* length equal to or less than
  1785   * 	*size* on success, or a negative error in case of failure.
  1786   */
  1787  static long (*bpf_get_stack)(void *ctx, void *buf, __u32 size, __u64 flags) = (void *) 67;
  1788  
  1789  /*
  1790   * bpf_skb_load_bytes_relative
  1791   *
  1792   * 	This helper is similar to **bpf_skb_load_bytes**\ () in that
  1793   * 	it provides an easy way to load *len* bytes from *offset*
  1794   * 	from the packet associated to *skb*, into the buffer pointed
  1795   * 	by *to*. The difference to **bpf_skb_load_bytes**\ () is that
  1796   * 	a fifth argument *start_header* exists in order to select a
  1797   * 	base offset to start from. *start_header* can be one of:
  1798   *
  1799   * 	**BPF_HDR_START_MAC**
  1800   * 		Base offset to load data from is *skb*'s mac header.
  1801   * 	**BPF_HDR_START_NET**
  1802   * 		Base offset to load data from is *skb*'s network header.
  1803   *
  1804   * 	In general, "direct packet access" is the preferred method to
  1805   * 	access packet data, however, this helper is in particular useful
  1806   * 	in socket filters where *skb*\ **->data** does not always point
  1807   * 	to the start of the mac header and where "direct packet access"
  1808   * 	is not available.
  1809   *
  1810   * Returns
  1811   * 	0 on success, or a negative error in case of failure.
  1812   */
  1813  static long (*bpf_skb_load_bytes_relative)(const void *skb, __u32 offset, void *to, __u32 len, __u32 start_header) = (void *) 68;
  1814  
  1815  /*
  1816   * bpf_fib_lookup
  1817   *
  1818   * 	Do FIB lookup in kernel tables using parameters in *params*.
  1819   * 	If lookup is successful and result shows packet is to be
  1820   * 	forwarded, the neighbor tables are searched for the nexthop.
  1821   * 	If successful (ie., FIB lookup shows forwarding and nexthop
  1822   * 	is resolved), the nexthop address is returned in ipv4_dst
  1823   * 	or ipv6_dst based on family, smac is set to mac address of
  1824   * 	egress device, dmac is set to nexthop mac address, rt_metric
  1825   * 	is set to metric from route (IPv4/IPv6 only), and ifindex
  1826   * 	is set to the device index of the nexthop from the FIB lookup.
  1827   *
  1828   * 	*plen* argument is the size of the passed in struct.
  1829   * 	*flags* argument can be a combination of one or more of the
  1830   * 	following values:
  1831   *
  1832   * 	**BPF_FIB_LOOKUP_DIRECT**
  1833   * 		Do a direct table lookup vs full lookup using FIB
  1834   * 		rules.
  1835   * 	**BPF_FIB_LOOKUP_OUTPUT**
  1836   * 		Perform lookup from an egress perspective (default is
  1837   * 		ingress).
  1838   * 	**BPF_FIB_LOOKUP_SKIP_NEIGH**
  1839   * 		Skip the neighbour table lookup. *params*->dmac
  1840   * 		and *params*->smac will not be set as output. A common
  1841   * 		use case is to call **bpf_redirect_neigh**\ () after
  1842   * 		doing **bpf_fib_lookup**\ ().
  1843   *
  1844   * 	*ctx* is either **struct xdp_md** for XDP programs or
  1845   * 	**struct sk_buff** tc cls_act programs.
  1846   *
  1847   * Returns
  1848   * 	* < 0 if any input argument is invalid
  1849   * 	*   0 on success (packet is forwarded, nexthop neighbor exists)
  1850   * 	* > 0 one of **BPF_FIB_LKUP_RET_** codes explaining why the
  1851   * 	  packet is not forwarded or needs assist from full stack
  1852   *
  1853   * 	If lookup fails with BPF_FIB_LKUP_RET_FRAG_NEEDED, then the MTU
  1854   * 	was exceeded and output params->mtu_result contains the MTU.
  1855   */
  1856  static long (*bpf_fib_lookup)(void *ctx, struct bpf_fib_lookup *params, int plen, __u32 flags) = (void *) 69;
  1857  
  1858  /*
  1859   * bpf_sock_hash_update
  1860   *
  1861   * 	Add an entry to, or update a sockhash *map* referencing sockets.
  1862   * 	The *skops* is used as a new value for the entry associated to
  1863   * 	*key*. *flags* is one of:
  1864   *
  1865   * 	**BPF_NOEXIST**
  1866   * 		The entry for *key* must not exist in the map.
  1867   * 	**BPF_EXIST**
  1868   * 		The entry for *key* must already exist in the map.
  1869   * 	**BPF_ANY**
  1870   * 		No condition on the existence of the entry for *key*.
  1871   *
  1872   * 	If the *map* has eBPF programs (parser and verdict), those will
  1873   * 	be inherited by the socket being added. If the socket is
  1874   * 	already attached to eBPF programs, this results in an error.
  1875   *
  1876   * Returns
  1877   * 	0 on success, or a negative error in case of failure.
  1878   */
  1879  static long (*bpf_sock_hash_update)(struct bpf_sock_ops *skops, void *map, void *key, __u64 flags) = (void *) 70;
  1880  
  1881  /*
  1882   * bpf_msg_redirect_hash
  1883   *
  1884   * 	This helper is used in programs implementing policies at the
  1885   * 	socket level. If the message *msg* is allowed to pass (i.e. if
  1886   * 	the verdict eBPF program returns **SK_PASS**), redirect it to
  1887   * 	the socket referenced by *map* (of type
  1888   * 	**BPF_MAP_TYPE_SOCKHASH**) using hash *key*. Both ingress and
  1889   * 	egress interfaces can be used for redirection. The
  1890   * 	**BPF_F_INGRESS** value in *flags* is used to make the
  1891   * 	distinction (ingress path is selected if the flag is present,
  1892   * 	egress path otherwise). This is the only flag supported for now.
  1893   *
  1894   * Returns
  1895   * 	**SK_PASS** on success, or **SK_DROP** on error.
  1896   */
  1897  static long (*bpf_msg_redirect_hash)(struct sk_msg_md *msg, void *map, void *key, __u64 flags) = (void *) 71;
  1898  
  1899  /*
  1900   * bpf_sk_redirect_hash
  1901   *
  1902   * 	This helper is used in programs implementing policies at the
  1903   * 	skb socket level. If the sk_buff *skb* is allowed to pass (i.e.
  1904   * 	if the verdict eBPF program returns **SK_PASS**), redirect it
  1905   * 	to the socket referenced by *map* (of type
  1906   * 	**BPF_MAP_TYPE_SOCKHASH**) using hash *key*. Both ingress and
  1907   * 	egress interfaces can be used for redirection. The
  1908   * 	**BPF_F_INGRESS** value in *flags* is used to make the
  1909   * 	distinction (ingress path is selected if the flag is present,
  1910   * 	egress otherwise). This is the only flag supported for now.
  1911   *
  1912   * Returns
  1913   * 	**SK_PASS** on success, or **SK_DROP** on error.
  1914   */
  1915  static long (*bpf_sk_redirect_hash)(struct __sk_buff *skb, void *map, void *key, __u64 flags) = (void *) 72;
  1916  
  1917  /*
  1918   * bpf_lwt_push_encap
  1919   *
  1920   * 	Encapsulate the packet associated to *skb* within a Layer 3
  1921   * 	protocol header. This header is provided in the buffer at
  1922   * 	address *hdr*, with *len* its size in bytes. *type* indicates
  1923   * 	the protocol of the header and can be one of:
  1924   *
  1925   * 	**BPF_LWT_ENCAP_SEG6**
  1926   * 		IPv6 encapsulation with Segment Routing Header
  1927   * 		(**struct ipv6_sr_hdr**). *hdr* only contains the SRH,
  1928   * 		the IPv6 header is computed by the kernel.
  1929   * 	**BPF_LWT_ENCAP_SEG6_INLINE**
  1930   * 		Only works if *skb* contains an IPv6 packet. Insert a
  1931   * 		Segment Routing Header (**struct ipv6_sr_hdr**) inside
  1932   * 		the IPv6 header.
  1933   * 	**BPF_LWT_ENCAP_IP**
  1934   * 		IP encapsulation (GRE/GUE/IPIP/etc). The outer header
  1935   * 		must be IPv4 or IPv6, followed by zero or more
  1936   * 		additional headers, up to **LWT_BPF_MAX_HEADROOM**
  1937   * 		total bytes in all prepended headers. Please note that
  1938   * 		if **skb_is_gso**\ (*skb*) is true, no more than two
  1939   * 		headers can be prepended, and the inner header, if
  1940   * 		present, should be either GRE or UDP/GUE.
  1941   *
  1942   * 	**BPF_LWT_ENCAP_SEG6**\ \* types can be called by BPF programs
  1943   * 	of type **BPF_PROG_TYPE_LWT_IN**; **BPF_LWT_ENCAP_IP** type can
  1944   * 	be called by bpf programs of types **BPF_PROG_TYPE_LWT_IN** and
  1945   * 	**BPF_PROG_TYPE_LWT_XMIT**.
  1946   *
  1947   * 	A call to this helper is susceptible to change the underlying
  1948   * 	packet buffer. Therefore, at load time, all checks on pointers
  1949   * 	previously done by the verifier are invalidated and must be
  1950   * 	performed again, if the helper is used in combination with
  1951   * 	direct packet access.
  1952   *
  1953   * Returns
  1954   * 	0 on success, or a negative error in case of failure.
  1955   */
  1956  static long (*bpf_lwt_push_encap)(struct __sk_buff *skb, __u32 type, void *hdr, __u32 len) = (void *) 73;
  1957  
  1958  /*
  1959   * bpf_lwt_seg6_store_bytes
  1960   *
  1961   * 	Store *len* bytes from address *from* into the packet
  1962   * 	associated to *skb*, at *offset*. Only the flags, tag and TLVs
  1963   * 	inside the outermost IPv6 Segment Routing Header can be
  1964   * 	modified through this helper.
  1965   *
  1966   * 	A call to this helper is susceptible to change the underlying
  1967   * 	packet buffer. Therefore, at load time, all checks on pointers
  1968   * 	previously done by the verifier are invalidated and must be
  1969   * 	performed again, if the helper is used in combination with
  1970   * 	direct packet access.
  1971   *
  1972   * Returns
  1973   * 	0 on success, or a negative error in case of failure.
  1974   */
  1975  static long (*bpf_lwt_seg6_store_bytes)(struct __sk_buff *skb, __u32 offset, const void *from, __u32 len) = (void *) 74;
  1976  
  1977  /*
  1978   * bpf_lwt_seg6_adjust_srh
  1979   *
  1980   * 	Adjust the size allocated to TLVs in the outermost IPv6
  1981   * 	Segment Routing Header contained in the packet associated to
  1982   * 	*skb*, at position *offset* by *delta* bytes. Only offsets
  1983   * 	after the segments are accepted. *delta* can be as well
  1984   * 	positive (growing) as negative (shrinking).
  1985   *
  1986   * 	A call to this helper is susceptible to change the underlying
  1987   * 	packet buffer. Therefore, at load time, all checks on pointers
  1988   * 	previously done by the verifier are invalidated and must be
  1989   * 	performed again, if the helper is used in combination with
  1990   * 	direct packet access.
  1991   *
  1992   * Returns
  1993   * 	0 on success, or a negative error in case of failure.
  1994   */
  1995  static long (*bpf_lwt_seg6_adjust_srh)(struct __sk_buff *skb, __u32 offset, __s32 delta) = (void *) 75;
  1996  
  1997  /*
  1998   * bpf_lwt_seg6_action
  1999   *
  2000   * 	Apply an IPv6 Segment Routing action of type *action* to the
  2001   * 	packet associated to *skb*. Each action takes a parameter
  2002   * 	contained at address *param*, and of length *param_len* bytes.
  2003   * 	*action* can be one of:
  2004   *
  2005   * 	**SEG6_LOCAL_ACTION_END_X**
  2006   * 		End.X action: Endpoint with Layer-3 cross-connect.
  2007   * 		Type of *param*: **struct in6_addr**.
  2008   * 	**SEG6_LOCAL_ACTION_END_T**
  2009   * 		End.T action: Endpoint with specific IPv6 table lookup.
  2010   * 		Type of *param*: **int**.
  2011   * 	**SEG6_LOCAL_ACTION_END_B6**
  2012   * 		End.B6 action: Endpoint bound to an SRv6 policy.
  2013   * 		Type of *param*: **struct ipv6_sr_hdr**.
  2014   * 	**SEG6_LOCAL_ACTION_END_B6_ENCAP**
  2015   * 		End.B6.Encap action: Endpoint bound to an SRv6
  2016   * 		encapsulation policy.
  2017   * 		Type of *param*: **struct ipv6_sr_hdr**.
  2018   *
  2019   * 	A call to this helper is susceptible to change the underlying
  2020   * 	packet buffer. Therefore, at load time, all checks on pointers
  2021   * 	previously done by the verifier are invalidated and must be
  2022   * 	performed again, if the helper is used in combination with
  2023   * 	direct packet access.
  2024   *
  2025   * Returns
  2026   * 	0 on success, or a negative error in case of failure.
  2027   */
  2028  static long (*bpf_lwt_seg6_action)(struct __sk_buff *skb, __u32 action, void *param, __u32 param_len) = (void *) 76;
  2029  
  2030  /*
  2031   * bpf_rc_repeat
  2032   *
  2033   * 	This helper is used in programs implementing IR decoding, to
  2034   * 	report a successfully decoded repeat key message. This delays
  2035   * 	the generation of a key up event for previously generated
  2036   * 	key down event.
  2037   *
  2038   * 	Some IR protocols like NEC have a special IR message for
  2039   * 	repeating last button, for when a button is held down.
  2040   *
  2041   * 	The *ctx* should point to the lirc sample as passed into
  2042   * 	the program.
  2043   *
  2044   * 	This helper is only available is the kernel was compiled with
  2045   * 	the **CONFIG_BPF_LIRC_MODE2** configuration option set to
  2046   * 	"**y**".
  2047   *
  2048   * Returns
  2049   * 	0
  2050   */
  2051  static long (*bpf_rc_repeat)(void *ctx) = (void *) 77;
  2052  
  2053  /*
  2054   * bpf_rc_keydown
  2055   *
  2056   * 	This helper is used in programs implementing IR decoding, to
  2057   * 	report a successfully decoded key press with *scancode*,
  2058   * 	*toggle* value in the given *protocol*. The scancode will be
  2059   * 	translated to a keycode using the rc keymap, and reported as
  2060   * 	an input key down event. After a period a key up event is
  2061   * 	generated. This period can be extended by calling either
  2062   * 	**bpf_rc_keydown**\ () again with the same values, or calling
  2063   * 	**bpf_rc_repeat**\ ().
  2064   *
  2065   * 	Some protocols include a toggle bit, in case the button was
  2066   * 	released and pressed again between consecutive scancodes.
  2067   *
  2068   * 	The *ctx* should point to the lirc sample as passed into
  2069   * 	the program.
  2070   *
  2071   * 	The *protocol* is the decoded protocol number (see
  2072   * 	**enum rc_proto** for some predefined values).
  2073   *
  2074   * 	This helper is only available is the kernel was compiled with
  2075   * 	the **CONFIG_BPF_LIRC_MODE2** configuration option set to
  2076   * 	"**y**".
  2077   *
  2078   * Returns
  2079   * 	0
  2080   */
  2081  static long (*bpf_rc_keydown)(void *ctx, __u32 protocol, __u64 scancode, __u32 toggle) = (void *) 78;
  2082  
  2083  /*
  2084   * bpf_skb_cgroup_id
  2085   *
  2086   * 	Return the cgroup v2 id of the socket associated with the *skb*.
  2087   * 	This is roughly similar to the **bpf_get_cgroup_classid**\ ()
  2088   * 	helper for cgroup v1 by providing a tag resp. identifier that
  2089   * 	can be matched on or used for map lookups e.g. to implement
  2090   * 	policy. The cgroup v2 id of a given path in the hierarchy is
  2091   * 	exposed in user space through the f_handle API in order to get
  2092   * 	to the same 64-bit id.
  2093   *
  2094   * 	This helper can be used on TC egress path, but not on ingress,
  2095   * 	and is available only if the kernel was compiled with the
  2096   * 	**CONFIG_SOCK_CGROUP_DATA** configuration option.
  2097   *
  2098   * Returns
  2099   * 	The id is returned or 0 in case the id could not be retrieved.
  2100   */
  2101  static __u64 (*bpf_skb_cgroup_id)(struct __sk_buff *skb) = (void *) 79;
  2102  
  2103  /*
  2104   * bpf_get_current_cgroup_id
  2105   *
  2106   * 	Get the current cgroup id based on the cgroup within which
  2107   * 	the current task is running.
  2108   *
  2109   * Returns
  2110   * 	A 64-bit integer containing the current cgroup id based
  2111   * 	on the cgroup within which the current task is running.
  2112   */
  2113  static __u64 (*bpf_get_current_cgroup_id)(void) = (void *) 80;
  2114  
  2115  /*
  2116   * bpf_get_local_storage
  2117   *
  2118   * 	Get the pointer to the local storage area.
  2119   * 	The type and the size of the local storage is defined
  2120   * 	by the *map* argument.
  2121   * 	The *flags* meaning is specific for each map type,
  2122   * 	and has to be 0 for cgroup local storage.
  2123   *
  2124   * 	Depending on the BPF program type, a local storage area
  2125   * 	can be shared between multiple instances of the BPF program,
  2126   * 	running simultaneously.
  2127   *
  2128   * 	A user should care about the synchronization by himself.
  2129   * 	For example, by using the **BPF_ATOMIC** instructions to alter
  2130   * 	the shared data.
  2131   *
  2132   * Returns
  2133   * 	A pointer to the local storage area.
  2134   */
  2135  static void *(*bpf_get_local_storage)(void *map, __u64 flags) = (void *) 81;
  2136  
  2137  /*
  2138   * bpf_sk_select_reuseport
  2139   *
  2140   * 	Select a **SO_REUSEPORT** socket from a
  2141   * 	**BPF_MAP_TYPE_REUSEPORT_SOCKARRAY** *map*.
  2142   * 	It checks the selected socket is matching the incoming
  2143   * 	request in the socket buffer.
  2144   *
  2145   * Returns
  2146   * 	0 on success, or a negative error in case of failure.
  2147   */
  2148  static long (*bpf_sk_select_reuseport)(struct sk_reuseport_md *reuse, void *map, void *key, __u64 flags) = (void *) 82;
  2149  
  2150  /*
  2151   * bpf_skb_ancestor_cgroup_id
  2152   *
  2153   * 	Return id of cgroup v2 that is ancestor of cgroup associated
  2154   * 	with the *skb* at the *ancestor_level*.  The root cgroup is at
  2155   * 	*ancestor_level* zero and each step down the hierarchy
  2156   * 	increments the level. If *ancestor_level* == level of cgroup
  2157   * 	associated with *skb*, then return value will be same as that
  2158   * 	of **bpf_skb_cgroup_id**\ ().
  2159   *
  2160   * 	The helper is useful to implement policies based on cgroups
  2161   * 	that are upper in hierarchy than immediate cgroup associated
  2162   * 	with *skb*.
  2163   *
  2164   * 	The format of returned id and helper limitations are same as in
  2165   * 	**bpf_skb_cgroup_id**\ ().
  2166   *
  2167   * Returns
  2168   * 	The id is returned or 0 in case the id could not be retrieved.
  2169   */
  2170  static __u64 (*bpf_skb_ancestor_cgroup_id)(struct __sk_buff *skb, int ancestor_level) = (void *) 83;
  2171  
  2172  /*
  2173   * bpf_sk_lookup_tcp
  2174   *
  2175   * 	Look for TCP socket matching *tuple*, optionally in a child
  2176   * 	network namespace *netns*. The return value must be checked,
  2177   * 	and if non-**NULL**, released via **bpf_sk_release**\ ().
  2178   *
  2179   * 	The *ctx* should point to the context of the program, such as
  2180   * 	the skb or socket (depending on the hook in use). This is used
  2181   * 	to determine the base network namespace for the lookup.
  2182   *
  2183   * 	*tuple_size* must be one of:
  2184   *
  2185   * 	**sizeof**\ (*tuple*\ **->ipv4**)
  2186   * 		Look for an IPv4 socket.
  2187   * 	**sizeof**\ (*tuple*\ **->ipv6**)
  2188   * 		Look for an IPv6 socket.
  2189   *
  2190   * 	If the *netns* is a negative signed 32-bit integer, then the
  2191   * 	socket lookup table in the netns associated with the *ctx*
  2192   * 	will be used. For the TC hooks, this is the netns of the device
  2193   * 	in the skb. For socket hooks, this is the netns of the socket.
  2194   * 	If *netns* is any other signed 32-bit value greater than or
  2195   * 	equal to zero then it specifies the ID of the netns relative to
  2196   * 	the netns associated with the *ctx*. *netns* values beyond the
  2197   * 	range of 32-bit integers are reserved for future use.
  2198   *
  2199   * 	All values for *flags* are reserved for future usage, and must
  2200   * 	be left at zero.
  2201   *
  2202   * 	This helper is available only if the kernel was compiled with
  2203   * 	**CONFIG_NET** configuration option.
  2204   *
  2205   * Returns
  2206   * 	Pointer to **struct bpf_sock**, or **NULL** in case of failure.
  2207   * 	For sockets with reuseport option, the **struct bpf_sock**
  2208   * 	result is from *reuse*\ **->socks**\ [] using the hash of the
  2209   * 	tuple.
  2210   */
  2211  static struct bpf_sock *(*bpf_sk_lookup_tcp)(void *ctx, struct bpf_sock_tuple *tuple, __u32 tuple_size, __u64 netns, __u64 flags) = (void *) 84;
  2212  
  2213  /*
  2214   * bpf_sk_lookup_udp
  2215   *
  2216   * 	Look for UDP socket matching *tuple*, optionally in a child
  2217   * 	network namespace *netns*. The return value must be checked,
  2218   * 	and if non-**NULL**, released via **bpf_sk_release**\ ().
  2219   *
  2220   * 	The *ctx* should point to the context of the program, such as
  2221   * 	the skb or socket (depending on the hook in use). This is used
  2222   * 	to determine the base network namespace for the lookup.
  2223   *
  2224   * 	*tuple_size* must be one of:
  2225   *
  2226   * 	**sizeof**\ (*tuple*\ **->ipv4**)
  2227   * 		Look for an IPv4 socket.
  2228   * 	**sizeof**\ (*tuple*\ **->ipv6**)
  2229   * 		Look for an IPv6 socket.
  2230   *
  2231   * 	If the *netns* is a negative signed 32-bit integer, then the
  2232   * 	socket lookup table in the netns associated with the *ctx*
  2233   * 	will be used. For the TC hooks, this is the netns of the device
  2234   * 	in the skb. For socket hooks, this is the netns of the socket.
  2235   * 	If *netns* is any other signed 32-bit value greater than or
  2236   * 	equal to zero then it specifies the ID of the netns relative to
  2237   * 	the netns associated with the *ctx*. *netns* values beyond the
  2238   * 	range of 32-bit integers are reserved for future use.
  2239   *
  2240   * 	All values for *flags* are reserved for future usage, and must
  2241   * 	be left at zero.
  2242   *
  2243   * 	This helper is available only if the kernel was compiled with
  2244   * 	**CONFIG_NET** configuration option.
  2245   *
  2246   * Returns
  2247   * 	Pointer to **struct bpf_sock**, or **NULL** in case of failure.
  2248   * 	For sockets with reuseport option, the **struct bpf_sock**
  2249   * 	result is from *reuse*\ **->socks**\ [] using the hash of the
  2250   * 	tuple.
  2251   */
  2252  static struct bpf_sock *(*bpf_sk_lookup_udp)(void *ctx, struct bpf_sock_tuple *tuple, __u32 tuple_size, __u64 netns, __u64 flags) = (void *) 85;
  2253  
  2254  /*
  2255   * bpf_sk_release
  2256   *
  2257   * 	Release the reference held by *sock*. *sock* must be a
  2258   * 	non-**NULL** pointer that was returned from
  2259   * 	**bpf_sk_lookup_xxx**\ ().
  2260   *
  2261   * Returns
  2262   * 	0 on success, or a negative error in case of failure.
  2263   */
  2264  static long (*bpf_sk_release)(void *sock) = (void *) 86;
  2265  
  2266  /*
  2267   * bpf_map_push_elem
  2268   *
  2269   * 	Push an element *value* in *map*. *flags* is one of:
  2270   *
  2271   * 	**BPF_EXIST**
  2272   * 		If the queue/stack is full, the oldest element is
  2273   * 		removed to make room for this.
  2274   *
  2275   * Returns
  2276   * 	0 on success, or a negative error in case of failure.
  2277   */
  2278  static long (*bpf_map_push_elem)(void *map, const void *value, __u64 flags) = (void *) 87;
  2279  
  2280  /*
  2281   * bpf_map_pop_elem
  2282   *
  2283   * 	Pop an element from *map*.
  2284   *
  2285   * Returns
  2286   * 	0 on success, or a negative error in case of failure.
  2287   */
  2288  static long (*bpf_map_pop_elem)(void *map, void *value) = (void *) 88;
  2289  
  2290  /*
  2291   * bpf_map_peek_elem
  2292   *
  2293   * 	Get an element from *map* without removing it.
  2294   *
  2295   * Returns
  2296   * 	0 on success, or a negative error in case of failure.
  2297   */
  2298  static long (*bpf_map_peek_elem)(void *map, void *value) = (void *) 89;
  2299  
  2300  /*
  2301   * bpf_msg_push_data
  2302   *
  2303   * 	For socket policies, insert *len* bytes into *msg* at offset
  2304   * 	*start*.
  2305   *
  2306   * 	If a program of type **BPF_PROG_TYPE_SK_MSG** is run on a
  2307   * 	*msg* it may want to insert metadata or options into the *msg*.
  2308   * 	This can later be read and used by any of the lower layer BPF
  2309   * 	hooks.
  2310   *
  2311   * 	This helper may fail if under memory pressure (a malloc
  2312   * 	fails) in these cases BPF programs will get an appropriate
  2313   * 	error and BPF programs will need to handle them.
  2314   *
  2315   * Returns
  2316   * 	0 on success, or a negative error in case of failure.
  2317   */
  2318  static long (*bpf_msg_push_data)(struct sk_msg_md *msg, __u32 start, __u32 len, __u64 flags) = (void *) 90;
  2319  
  2320  /*
  2321   * bpf_msg_pop_data
  2322   *
  2323   * 	Will remove *len* bytes from a *msg* starting at byte *start*.
  2324   * 	This may result in **ENOMEM** errors under certain situations if
  2325   * 	an allocation and copy are required due to a full ring buffer.
  2326   * 	However, the helper will try to avoid doing the allocation
  2327   * 	if possible. Other errors can occur if input parameters are
  2328   * 	invalid either due to *start* byte not being valid part of *msg*
  2329   * 	payload and/or *pop* value being to large.
  2330   *
  2331   * Returns
  2332   * 	0 on success, or a negative error in case of failure.
  2333   */
  2334  static long (*bpf_msg_pop_data)(struct sk_msg_md *msg, __u32 start, __u32 len, __u64 flags) = (void *) 91;
  2335  
  2336  /*
  2337   * bpf_rc_pointer_rel
  2338   *
  2339   * 	This helper is used in programs implementing IR decoding, to
  2340   * 	report a successfully decoded pointer movement.
  2341   *
  2342   * 	The *ctx* should point to the lirc sample as passed into
  2343   * 	the program.
  2344   *
  2345   * 	This helper is only available is the kernel was compiled with
  2346   * 	the **CONFIG_BPF_LIRC_MODE2** configuration option set to
  2347   * 	"**y**".
  2348   *
  2349   * Returns
  2350   * 	0
  2351   */
  2352  static long (*bpf_rc_pointer_rel)(void *ctx, __s32 rel_x, __s32 rel_y) = (void *) 92;
  2353  
  2354  /*
  2355   * bpf_spin_lock
  2356   *
  2357   * 	Acquire a spinlock represented by the pointer *lock*, which is
  2358   * 	stored as part of a value of a map. Taking the lock allows to
  2359   * 	safely update the rest of the fields in that value. The
  2360   * 	spinlock can (and must) later be released with a call to
  2361   * 	**bpf_spin_unlock**\ (\ *lock*\ ).
  2362   *
  2363   * 	Spinlocks in BPF programs come with a number of restrictions
  2364   * 	and constraints:
  2365   *
  2366   * 	* **bpf_spin_lock** objects are only allowed inside maps of
  2367   * 	  types **BPF_MAP_TYPE_HASH** and **BPF_MAP_TYPE_ARRAY** (this
  2368   * 	  list could be extended in the future).
  2369   * 	* BTF description of the map is mandatory.
  2370   * 	* The BPF program can take ONE lock at a time, since taking two
  2371   * 	  or more could cause dead locks.
  2372   * 	* Only one **struct bpf_spin_lock** is allowed per map element.
  2373   * 	* When the lock is taken, calls (either BPF to BPF or helpers)
  2374   * 	  are not allowed.
  2375   * 	* The **BPF_LD_ABS** and **BPF_LD_IND** instructions are not
  2376   * 	  allowed inside a spinlock-ed region.
  2377   * 	* The BPF program MUST call **bpf_spin_unlock**\ () to release
  2378   * 	  the lock, on all execution paths, before it returns.
  2379   * 	* The BPF program can access **struct bpf_spin_lock** only via
  2380   * 	  the **bpf_spin_lock**\ () and **bpf_spin_unlock**\ ()
  2381   * 	  helpers. Loading or storing data into the **struct
  2382   * 	  bpf_spin_lock** *lock*\ **;** field of a map is not allowed.
  2383   * 	* To use the **bpf_spin_lock**\ () helper, the BTF description
  2384   * 	  of the map value must be a struct and have **struct
  2385   * 	  bpf_spin_lock** *anyname*\ **;** field at the top level.
  2386   * 	  Nested lock inside another struct is not allowed.
  2387   * 	* The **struct bpf_spin_lock** *lock* field in a map value must
  2388   * 	  be aligned on a multiple of 4 bytes in that value.
  2389   * 	* Syscall with command **BPF_MAP_LOOKUP_ELEM** does not copy
  2390   * 	  the **bpf_spin_lock** field to user space.
  2391   * 	* Syscall with command **BPF_MAP_UPDATE_ELEM**, or update from
  2392   * 	  a BPF program, do not update the **bpf_spin_lock** field.
  2393   * 	* **bpf_spin_lock** cannot be on the stack or inside a
  2394   * 	  networking packet (it can only be inside of a map values).
  2395   * 	* **bpf_spin_lock** is available to root only.
  2396   * 	* Tracing programs and socket filter programs cannot use
  2397   * 	  **bpf_spin_lock**\ () due to insufficient preemption checks
  2398   * 	  (but this may change in the future).
  2399   * 	* **bpf_spin_lock** is not allowed in inner maps of map-in-map.
  2400   *
  2401   * Returns
  2402   * 	0
  2403   */
  2404  static long (*bpf_spin_lock)(struct bpf_spin_lock *lock) = (void *) 93;
  2405  
  2406  /*
  2407   * bpf_spin_unlock
  2408   *
  2409   * 	Release the *lock* previously locked by a call to
  2410   * 	**bpf_spin_lock**\ (\ *lock*\ ).
  2411   *
  2412   * Returns
  2413   * 	0
  2414   */
  2415  static long (*bpf_spin_unlock)(struct bpf_spin_lock *lock) = (void *) 94;
  2416  
  2417  /*
  2418   * bpf_sk_fullsock
  2419   *
  2420   * 	This helper gets a **struct bpf_sock** pointer such
  2421   * 	that all the fields in this **bpf_sock** can be accessed.
  2422   *
  2423   * Returns
  2424   * 	A **struct bpf_sock** pointer on success, or **NULL** in
  2425   * 	case of failure.
  2426   */
  2427  static struct bpf_sock *(*bpf_sk_fullsock)(struct bpf_sock *sk) = (void *) 95;
  2428  
  2429  /*
  2430   * bpf_tcp_sock
  2431   *
  2432   * 	This helper gets a **struct bpf_tcp_sock** pointer from a
  2433   * 	**struct bpf_sock** pointer.
  2434   *
  2435   * Returns
  2436   * 	A **struct bpf_tcp_sock** pointer on success, or **NULL** in
  2437   * 	case of failure.
  2438   */
  2439  static struct bpf_tcp_sock *(*bpf_tcp_sock)(struct bpf_sock *sk) = (void *) 96;
  2440  
  2441  /*
  2442   * bpf_skb_ecn_set_ce
  2443   *
  2444   * 	Set ECN (Explicit Congestion Notification) field of IP header
  2445   * 	to **CE** (Congestion Encountered) if current value is **ECT**
  2446   * 	(ECN Capable Transport). Otherwise, do nothing. Works with IPv6
  2447   * 	and IPv4.
  2448   *
  2449   * Returns
  2450   * 	1 if the **CE** flag is set (either by the current helper call
  2451   * 	or because it was already present), 0 if it is not set.
  2452   */
  2453  static long (*bpf_skb_ecn_set_ce)(struct __sk_buff *skb) = (void *) 97;
  2454  
  2455  /*
  2456   * bpf_get_listener_sock
  2457   *
  2458   * 	Return a **struct bpf_sock** pointer in **TCP_LISTEN** state.
  2459   * 	**bpf_sk_release**\ () is unnecessary and not allowed.
  2460   *
  2461   * Returns
  2462   * 	A **struct bpf_sock** pointer on success, or **NULL** in
  2463   * 	case of failure.
  2464   */
  2465  static struct bpf_sock *(*bpf_get_listener_sock)(struct bpf_sock *sk) = (void *) 98;
  2466  
  2467  /*
  2468   * bpf_skc_lookup_tcp
  2469   *
  2470   * 	Look for TCP socket matching *tuple*, optionally in a child
  2471   * 	network namespace *netns*. The return value must be checked,
  2472   * 	and if non-**NULL**, released via **bpf_sk_release**\ ().
  2473   *
  2474   * 	This function is identical to **bpf_sk_lookup_tcp**\ (), except
  2475   * 	that it also returns timewait or request sockets. Use
  2476   * 	**bpf_sk_fullsock**\ () or **bpf_tcp_sock**\ () to access the
  2477   * 	full structure.
  2478   *
  2479   * 	This helper is available only if the kernel was compiled with
  2480   * 	**CONFIG_NET** configuration option.
  2481   *
  2482   * Returns
  2483   * 	Pointer to **struct bpf_sock**, or **NULL** in case of failure.
  2484   * 	For sockets with reuseport option, the **struct bpf_sock**
  2485   * 	result is from *reuse*\ **->socks**\ [] using the hash of the
  2486   * 	tuple.
  2487   */
  2488  static struct bpf_sock *(*bpf_skc_lookup_tcp)(void *ctx, struct bpf_sock_tuple *tuple, __u32 tuple_size, __u64 netns, __u64 flags) = (void *) 99;
  2489  
  2490  /*
  2491   * bpf_tcp_check_syncookie
  2492   *
  2493   * 	Check whether *iph* and *th* contain a valid SYN cookie ACK for
  2494   * 	the listening socket in *sk*.
  2495   *
  2496   * 	*iph* points to the start of the IPv4 or IPv6 header, while
  2497   * 	*iph_len* contains **sizeof**\ (**struct iphdr**) or
  2498   * 	**sizeof**\ (**struct ipv6hdr**).
  2499   *
  2500   * 	*th* points to the start of the TCP header, while *th_len*
  2501   * 	contains the length of the TCP header (at least
  2502   * 	**sizeof**\ (**struct tcphdr**)).
  2503   *
  2504   * Returns
  2505   * 	0 if *iph* and *th* are a valid SYN cookie ACK, or a negative
  2506   * 	error otherwise.
  2507   */
  2508  static long (*bpf_tcp_check_syncookie)(void *sk, void *iph, __u32 iph_len, struct tcphdr *th, __u32 th_len) = (void *) 100;
  2509  
  2510  /*
  2511   * bpf_sysctl_get_name
  2512   *
  2513   * 	Get name of sysctl in /proc/sys/ and copy it into provided by
  2514   * 	program buffer *buf* of size *buf_len*.
  2515   *
  2516   * 	The buffer is always NUL terminated, unless it's zero-sized.
  2517   *
  2518   * 	If *flags* is zero, full name (e.g. "net/ipv4/tcp_mem") is
  2519   * 	copied. Use **BPF_F_SYSCTL_BASE_NAME** flag to copy base name
  2520   * 	only (e.g. "tcp_mem").
  2521   *
  2522   * Returns
  2523   * 	Number of character copied (not including the trailing NUL).
  2524   *
  2525   * 	**-E2BIG** if the buffer wasn't big enough (*buf* will contain
  2526   * 	truncated name in this case).
  2527   */
  2528  static long (*bpf_sysctl_get_name)(struct bpf_sysctl *ctx, char *buf, unsigned long buf_len, __u64 flags) = (void *) 101;
  2529  
  2530  /*
  2531   * bpf_sysctl_get_current_value
  2532   *
  2533   * 	Get current value of sysctl as it is presented in /proc/sys
  2534   * 	(incl. newline, etc), and copy it as a string into provided
  2535   * 	by program buffer *buf* of size *buf_len*.
  2536   *
  2537   * 	The whole value is copied, no matter what file position user
  2538   * 	space issued e.g. sys_read at.
  2539   *
  2540   * 	The buffer is always NUL terminated, unless it's zero-sized.
  2541   *
  2542   * Returns
  2543   * 	Number of character copied (not including the trailing NUL).
  2544   *
  2545   * 	**-E2BIG** if the buffer wasn't big enough (*buf* will contain
  2546   * 	truncated name in this case).
  2547   *
  2548   * 	**-EINVAL** if current value was unavailable, e.g. because
  2549   * 	sysctl is uninitialized and read returns -EIO for it.
  2550   */
  2551  static long (*bpf_sysctl_get_current_value)(struct bpf_sysctl *ctx, char *buf, unsigned long buf_len) = (void *) 102;
  2552  
  2553  /*
  2554   * bpf_sysctl_get_new_value
  2555   *
  2556   * 	Get new value being written by user space to sysctl (before
  2557   * 	the actual write happens) and copy it as a string into
  2558   * 	provided by program buffer *buf* of size *buf_len*.
  2559   *
  2560   * 	User space may write new value at file position > 0.
  2561   *
  2562   * 	The buffer is always NUL terminated, unless it's zero-sized.
  2563   *
  2564   * Returns
  2565   * 	Number of character copied (not including the trailing NUL).
  2566   *
  2567   * 	**-E2BIG** if the buffer wasn't big enough (*buf* will contain
  2568   * 	truncated name in this case).
  2569   *
  2570   * 	**-EINVAL** if sysctl is being read.
  2571   */
  2572  static long (*bpf_sysctl_get_new_value)(struct bpf_sysctl *ctx, char *buf, unsigned long buf_len) = (void *) 103;
  2573  
  2574  /*
  2575   * bpf_sysctl_set_new_value
  2576   *
  2577   * 	Override new value being written by user space to sysctl with
  2578   * 	value provided by program in buffer *buf* of size *buf_len*.
  2579   *
  2580   * 	*buf* should contain a string in same form as provided by user
  2581   * 	space on sysctl write.
  2582   *
  2583   * 	User space may write new value at file position > 0. To override
  2584   * 	the whole sysctl value file position should be set to zero.
  2585   *
  2586   * Returns
  2587   * 	0 on success.
  2588   *
  2589   * 	**-E2BIG** if the *buf_len* is too big.
  2590   *
  2591   * 	**-EINVAL** if sysctl is being read.
  2592   */
  2593  static long (*bpf_sysctl_set_new_value)(struct bpf_sysctl *ctx, const char *buf, unsigned long buf_len) = (void *) 104;
  2594  
  2595  /*
  2596   * bpf_strtol
  2597   *
  2598   * 	Convert the initial part of the string from buffer *buf* of
  2599   * 	size *buf_len* to a long integer according to the given base
  2600   * 	and save the result in *res*.
  2601   *
  2602   * 	The string may begin with an arbitrary amount of white space
  2603   * 	(as determined by **isspace**\ (3)) followed by a single
  2604   * 	optional '**-**' sign.
  2605   *
  2606   * 	Five least significant bits of *flags* encode base, other bits
  2607   * 	are currently unused.
  2608   *
  2609   * 	Base must be either 8, 10, 16 or 0 to detect it automatically
  2610   * 	similar to user space **strtol**\ (3).
  2611   *
  2612   * Returns
  2613   * 	Number of characters consumed on success. Must be positive but
  2614   * 	no more than *buf_len*.
  2615   *
  2616   * 	**-EINVAL** if no valid digits were found or unsupported base
  2617   * 	was provided.
  2618   *
  2619   * 	**-ERANGE** if resulting value was out of range.
  2620   */
  2621  static long (*bpf_strtol)(const char *buf, unsigned long buf_len, __u64 flags, long *res) = (void *) 105;
  2622  
  2623  /*
  2624   * bpf_strtoul
  2625   *
  2626   * 	Convert the initial part of the string from buffer *buf* of
  2627   * 	size *buf_len* to an unsigned long integer according to the
  2628   * 	given base and save the result in *res*.
  2629   *
  2630   * 	The string may begin with an arbitrary amount of white space
  2631   * 	(as determined by **isspace**\ (3)).
  2632   *
  2633   * 	Five least significant bits of *flags* encode base, other bits
  2634   * 	are currently unused.
  2635   *
  2636   * 	Base must be either 8, 10, 16 or 0 to detect it automatically
  2637   * 	similar to user space **strtoul**\ (3).
  2638   *
  2639   * Returns
  2640   * 	Number of characters consumed on success. Must be positive but
  2641   * 	no more than *buf_len*.
  2642   *
  2643   * 	**-EINVAL** if no valid digits were found or unsupported base
  2644   * 	was provided.
  2645   *
  2646   * 	**-ERANGE** if resulting value was out of range.
  2647   */
  2648  static long (*bpf_strtoul)(const char *buf, unsigned long buf_len, __u64 flags, unsigned long *res) = (void *) 106;
  2649  
  2650  /*
  2651   * bpf_sk_storage_get
  2652   *
  2653   * 	Get a bpf-local-storage from a *sk*.
  2654   *
  2655   * 	Logically, it could be thought of getting the value from
  2656   * 	a *map* with *sk* as the **key**.  From this
  2657   * 	perspective,  the usage is not much different from
  2658   * 	**bpf_map_lookup_elem**\ (*map*, **&**\ *sk*) except this
  2659   * 	helper enforces the key must be a full socket and the map must
  2660   * 	be a **BPF_MAP_TYPE_SK_STORAGE** also.
  2661   *
  2662   * 	Underneath, the value is stored locally at *sk* instead of
  2663   * 	the *map*.  The *map* is used as the bpf-local-storage
  2664   * 	"type". The bpf-local-storage "type" (i.e. the *map*) is
  2665   * 	searched against all bpf-local-storages residing at *sk*.
  2666   *
  2667   * 	*sk* is a kernel **struct sock** pointer for LSM program.
  2668   * 	*sk* is a **struct bpf_sock** pointer for other program types.
  2669   *
  2670   * 	An optional *flags* (**BPF_SK_STORAGE_GET_F_CREATE**) can be
  2671   * 	used such that a new bpf-local-storage will be
  2672   * 	created if one does not exist.  *value* can be used
  2673   * 	together with **BPF_SK_STORAGE_GET_F_CREATE** to specify
  2674   * 	the initial value of a bpf-local-storage.  If *value* is
  2675   * 	**NULL**, the new bpf-local-storage will be zero initialized.
  2676   *
  2677   * Returns
  2678   * 	A bpf-local-storage pointer is returned on success.
  2679   *
  2680   * 	**NULL** if not found or there was an error in adding
  2681   * 	a new bpf-local-storage.
  2682   */
  2683  static void *(*bpf_sk_storage_get)(void *map, void *sk, void *value, __u64 flags) = (void *) 107;
  2684  
  2685  /*
  2686   * bpf_sk_storage_delete
  2687   *
  2688   * 	Delete a bpf-local-storage from a *sk*.
  2689   *
  2690   * Returns
  2691   * 	0 on success.
  2692   *
  2693   * 	**-ENOENT** if the bpf-local-storage cannot be found.
  2694   * 	**-EINVAL** if sk is not a fullsock (e.g. a request_sock).
  2695   */
  2696  static long (*bpf_sk_storage_delete)(void *map, void *sk) = (void *) 108;
  2697  
  2698  /*
  2699   * bpf_send_signal
  2700   *
  2701   * 	Send signal *sig* to the process of the current task.
  2702   * 	The signal may be delivered to any of this process's threads.
  2703   *
  2704   * Returns
  2705   * 	0 on success or successfully queued.
  2706   *
  2707   * 	**-EBUSY** if work queue under nmi is full.
  2708   *
  2709   * 	**-EINVAL** if *sig* is invalid.
  2710   *
  2711   * 	**-EPERM** if no permission to send the *sig*.
  2712   *
  2713   * 	**-EAGAIN** if bpf program can try again.
  2714   */
  2715  static long (*bpf_send_signal)(__u32 sig) = (void *) 109;
  2716  
  2717  /*
  2718   * bpf_tcp_gen_syncookie
  2719   *
  2720   * 	Try to issue a SYN cookie for the packet with corresponding
  2721   * 	IP/TCP headers, *iph* and *th*, on the listening socket in *sk*.
  2722   *
  2723   * 	*iph* points to the start of the IPv4 or IPv6 header, while
  2724   * 	*iph_len* contains **sizeof**\ (**struct iphdr**) or
  2725   * 	**sizeof**\ (**struct ipv6hdr**).
  2726   *
  2727   * 	*th* points to the start of the TCP header, while *th_len*
  2728   * 	contains the length of the TCP header with options (at least
  2729   * 	**sizeof**\ (**struct tcphdr**)).
  2730   *
  2731   * Returns
  2732   * 	On success, lower 32 bits hold the generated SYN cookie in
  2733   * 	followed by 16 bits which hold the MSS value for that cookie,
  2734   * 	and the top 16 bits are unused.
  2735   *
  2736   * 	On failure, the returned value is one of the following:
  2737   *
  2738   * 	**-EINVAL** SYN cookie cannot be issued due to error
  2739   *
  2740   * 	**-ENOENT** SYN cookie should not be issued (no SYN flood)
  2741   *
  2742   * 	**-EOPNOTSUPP** kernel configuration does not enable SYN cookies
  2743   *
  2744   * 	**-EPROTONOSUPPORT** IP packet version is not 4 or 6
  2745   */
  2746  static __s64 (*bpf_tcp_gen_syncookie)(void *sk, void *iph, __u32 iph_len, struct tcphdr *th, __u32 th_len) = (void *) 110;
  2747  
  2748  /*
  2749   * bpf_skb_output
  2750   *
  2751   * 	Write raw *data* blob into a special BPF perf event held by
  2752   * 	*map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf
  2753   * 	event must have the following attributes: **PERF_SAMPLE_RAW**
  2754   * 	as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and
  2755   * 	**PERF_COUNT_SW_BPF_OUTPUT** as **config**.
  2756   *
  2757   * 	The *flags* are used to indicate the index in *map* for which
  2758   * 	the value must be put, masked with **BPF_F_INDEX_MASK**.
  2759   * 	Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU**
  2760   * 	to indicate that the index of the current CPU core should be
  2761   * 	used.
  2762   *
  2763   * 	The value to write, of *size*, is passed through eBPF stack and
  2764   * 	pointed by *data*.
  2765   *
  2766   * 	*ctx* is a pointer to in-kernel struct sk_buff.
  2767   *
  2768   * 	This helper is similar to **bpf_perf_event_output**\ () but
  2769   * 	restricted to raw_tracepoint bpf programs.
  2770   *
  2771   * Returns
  2772   * 	0 on success, or a negative error in case of failure.
  2773   */
  2774  static long (*bpf_skb_output)(void *ctx, void *map, __u64 flags, void *data, __u64 size) = (void *) 111;
  2775  
  2776  /*
  2777   * bpf_probe_read_user
  2778   *
  2779   * 	Safely attempt to read *size* bytes from user space address
  2780   * 	*unsafe_ptr* and store the data in *dst*.
  2781   *
  2782   * Returns
  2783   * 	0 on success, or a negative error in case of failure.
  2784   */
  2785  static long (*bpf_probe_read_user)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 112;
  2786  
  2787  /*
  2788   * bpf_probe_read_kernel
  2789   *
  2790   * 	Safely attempt to read *size* bytes from kernel space address
  2791   * 	*unsafe_ptr* and store the data in *dst*.
  2792   *
  2793   * Returns
  2794   * 	0 on success, or a negative error in case of failure.
  2795   */
  2796  static long (*bpf_probe_read_kernel)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 113;
  2797  
  2798  /*
  2799   * bpf_probe_read_user_str
  2800   *
  2801   * 	Copy a NUL terminated string from an unsafe user address
  2802   * 	*unsafe_ptr* to *dst*. The *size* should include the
  2803   * 	terminating NUL byte. In case the string length is smaller than
  2804   * 	*size*, the target is not padded with further NUL bytes. If the
  2805   * 	string length is larger than *size*, just *size*-1 bytes are
  2806   * 	copied and the last byte is set to NUL.
  2807   *
  2808   * 	On success, returns the number of bytes that were written,
  2809   * 	including the terminal NUL. This makes this helper useful in
  2810   * 	tracing programs for reading strings, and more importantly to
  2811   * 	get its length at runtime. See the following snippet:
  2812   *
  2813   * 	::
  2814   *
  2815   * 		SEC("kprobe/sys_open")
  2816   * 		void bpf_sys_open(struct pt_regs *ctx)
  2817   * 		{
  2818   * 		        char buf[PATHLEN]; // PATHLEN is defined to 256
  2819   * 		        int res = bpf_probe_read_user_str(buf, sizeof(buf),
  2820   * 			                                  ctx->di);
  2821   *
  2822   * 			// Consume buf, for example push it to
  2823   * 			// userspace via bpf_perf_event_output(); we
  2824   * 			// can use res (the string length) as event
  2825   * 			// size, after checking its boundaries.
  2826   * 		}
  2827   *
  2828   * 	In comparison, using **bpf_probe_read_user**\ () helper here
  2829   * 	instead to read the string would require to estimate the length
  2830   * 	at compile time, and would often result in copying more memory
  2831   * 	than necessary.
  2832   *
  2833   * 	Another useful use case is when parsing individual process
  2834   * 	arguments or individual environment variables navigating
  2835   * 	*current*\ **->mm->arg_start** and *current*\
  2836   * 	**->mm->env_start**: using this helper and the return value,
  2837   * 	one can quickly iterate at the right offset of the memory area.
  2838   *
  2839   * Returns
  2840   * 	On success, the strictly positive length of the output string,
  2841   * 	including the trailing NUL character. On error, a negative
  2842   * 	value.
  2843   */
  2844  static long (*bpf_probe_read_user_str)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 114;
  2845  
  2846  /*
  2847   * bpf_probe_read_kernel_str
  2848   *
  2849   * 	Copy a NUL terminated string from an unsafe kernel address *unsafe_ptr*
  2850   * 	to *dst*. Same semantics as with **bpf_probe_read_user_str**\ () apply.
  2851   *
  2852   * Returns
  2853   * 	On success, the strictly positive length of the string, including
  2854   * 	the trailing NUL character. On error, a negative value.
  2855   */
  2856  static long (*bpf_probe_read_kernel_str)(void *dst, __u32 size, const void *unsafe_ptr) = (void *) 115;
  2857  
  2858  /*
  2859   * bpf_tcp_send_ack
  2860   *
  2861   * 	Send out a tcp-ack. *tp* is the in-kernel struct **tcp_sock**.
  2862   * 	*rcv_nxt* is the ack_seq to be sent out.
  2863   *
  2864   * Returns
  2865   * 	0 on success, or a negative error in case of failure.
  2866   */
  2867  static long (*bpf_tcp_send_ack)(void *tp, __u32 rcv_nxt) = (void *) 116;
  2868  
  2869  /*
  2870   * bpf_send_signal_thread
  2871   *
  2872   * 	Send signal *sig* to the thread corresponding to the current task.
  2873   *
  2874   * Returns
  2875   * 	0 on success or successfully queued.
  2876   *
  2877   * 	**-EBUSY** if work queue under nmi is full.
  2878   *
  2879   * 	**-EINVAL** if *sig* is invalid.
  2880   *
  2881   * 	**-EPERM** if no permission to send the *sig*.
  2882   *
  2883   * 	**-EAGAIN** if bpf program can try again.
  2884   */
  2885  static long (*bpf_send_signal_thread)(__u32 sig) = (void *) 117;
  2886  
  2887  /*
  2888   * bpf_jiffies64
  2889   *
  2890   * 	Obtain the 64bit jiffies
  2891   *
  2892   * Returns
  2893   * 	The 64 bit jiffies
  2894   */
  2895  static __u64 (*bpf_jiffies64)(void) = (void *) 118;
  2896  
  2897  /*
  2898   * bpf_read_branch_records
  2899   *
  2900   * 	For an eBPF program attached to a perf event, retrieve the
  2901   * 	branch records (**struct perf_branch_entry**) associated to *ctx*
  2902   * 	and store it in the buffer pointed by *buf* up to size
  2903   * 	*size* bytes.
  2904   *
  2905   * Returns
  2906   * 	On success, number of bytes written to *buf*. On error, a
  2907   * 	negative value.
  2908   *
  2909   * 	The *flags* can be set to **BPF_F_GET_BRANCH_RECORDS_SIZE** to
  2910   * 	instead return the number of bytes required to store all the
  2911   * 	branch entries. If this flag is set, *buf* may be NULL.
  2912   *
  2913   * 	**-EINVAL** if arguments invalid or **size** not a multiple
  2914   * 	of **sizeof**\ (**struct perf_branch_entry**\ ).
  2915   *
  2916   * 	**-ENOENT** if architecture does not support branch records.
  2917   */
  2918  static long (*bpf_read_branch_records)(struct bpf_perf_event_data *ctx, void *buf, __u32 size, __u64 flags) = (void *) 119;
  2919  
  2920  /*
  2921   * bpf_get_ns_current_pid_tgid
  2922   *
  2923   * 	Returns 0 on success, values for *pid* and *tgid* as seen from the current
  2924   * 	*namespace* will be returned in *nsdata*.
  2925   *
  2926   * Returns
  2927   * 	0 on success, or one of the following in case of failure:
  2928   *
  2929   * 	**-EINVAL** if dev and inum supplied don't match dev_t and inode number
  2930   * 	with nsfs of current task, or if dev conversion to dev_t lost high bits.
  2931   *
  2932   * 	**-ENOENT** if pidns does not exists for the current task.
  2933   */
  2934  static long (*bpf_get_ns_current_pid_tgid)(__u64 dev, __u64 ino, struct bpf_pidns_info *nsdata, __u32 size) = (void *) 120;
  2935  
  2936  /*
  2937   * bpf_xdp_output
  2938   *
  2939   * 	Write raw *data* blob into a special BPF perf event held by
  2940   * 	*map* of type **BPF_MAP_TYPE_PERF_EVENT_ARRAY**. This perf
  2941   * 	event must have the following attributes: **PERF_SAMPLE_RAW**
  2942   * 	as **sample_type**, **PERF_TYPE_SOFTWARE** as **type**, and
  2943   * 	**PERF_COUNT_SW_BPF_OUTPUT** as **config**.
  2944   *
  2945   * 	The *flags* are used to indicate the index in *map* for which
  2946   * 	the value must be put, masked with **BPF_F_INDEX_MASK**.
  2947   * 	Alternatively, *flags* can be set to **BPF_F_CURRENT_CPU**
  2948   * 	to indicate that the index of the current CPU core should be
  2949   * 	used.
  2950   *
  2951   * 	The value to write, of *size*, is passed through eBPF stack and
  2952   * 	pointed by *data*.
  2953   *
  2954   * 	*ctx* is a pointer to in-kernel struct xdp_buff.
  2955   *
  2956   * 	This helper is similar to **bpf_perf_eventoutput**\ () but
  2957   * 	restricted to raw_tracepoint bpf programs.
  2958   *
  2959   * Returns
  2960   * 	0 on success, or a negative error in case of failure.
  2961   */
  2962  static long (*bpf_xdp_output)(void *ctx, void *map, __u64 flags, void *data, __u64 size) = (void *) 121;
  2963  
  2964  /*
  2965   * bpf_get_netns_cookie
  2966   *
  2967   * 	Retrieve the cookie (generated by the kernel) of the network
  2968   * 	namespace the input *ctx* is associated with. The network
  2969   * 	namespace cookie remains stable for its lifetime and provides
  2970   * 	a global identifier that can be assumed unique. If *ctx* is
  2971   * 	NULL, then the helper returns the cookie for the initial
  2972   * 	network namespace. The cookie itself is very similar to that
  2973   * 	of **bpf_get_socket_cookie**\ () helper, but for network
  2974   * 	namespaces instead of sockets.
  2975   *
  2976   * Returns
  2977   * 	A 8-byte long opaque number.
  2978   */
  2979  static __u64 (*bpf_get_netns_cookie)(void *ctx) = (void *) 122;
  2980  
  2981  /*
  2982   * bpf_get_current_ancestor_cgroup_id
  2983   *
  2984   * 	Return id of cgroup v2 that is ancestor of the cgroup associated
  2985   * 	with the current task at the *ancestor_level*. The root cgroup
  2986   * 	is at *ancestor_level* zero and each step down the hierarchy
  2987   * 	increments the level. If *ancestor_level* == level of cgroup
  2988   * 	associated with the current task, then return value will be the
  2989   * 	same as that of **bpf_get_current_cgroup_id**\ ().
  2990   *
  2991   * 	The helper is useful to implement policies based on cgroups
  2992   * 	that are upper in hierarchy than immediate cgroup associated
  2993   * 	with the current task.
  2994   *
  2995   * 	The format of returned id and helper limitations are same as in
  2996   * 	**bpf_get_current_cgroup_id**\ ().
  2997   *
  2998   * Returns
  2999   * 	The id is returned or 0 in case the id could not be retrieved.
  3000   */
  3001  static __u64 (*bpf_get_current_ancestor_cgroup_id)(int ancestor_level) = (void *) 123;
  3002  
  3003  /*
  3004   * bpf_sk_assign
  3005   *
  3006   * 	Helper is overloaded depending on BPF program type. This
  3007   * 	description applies to **BPF_PROG_TYPE_SCHED_CLS** and
  3008   * 	**BPF_PROG_TYPE_SCHED_ACT** programs.
  3009   *
  3010   * 	Assign the *sk* to the *skb*. When combined with appropriate
  3011   * 	routing configuration to receive the packet towards the socket,
  3012   * 	will cause *skb* to be delivered to the specified socket.
  3013   * 	Subsequent redirection of *skb* via  **bpf_redirect**\ (),
  3014   * 	**bpf_clone_redirect**\ () or other methods outside of BPF may
  3015   * 	interfere with successful delivery to the socket.
  3016   *
  3017   * 	This operation is only valid from TC ingress path.
  3018   *
  3019   * 	The *flags* argument must be zero.
  3020   *
  3021   * Returns
  3022   * 	0 on success, or a negative error in case of failure:
  3023   *
  3024   * 	**-EINVAL** if specified *flags* are not supported.
  3025   *
  3026   * 	**-ENOENT** if the socket is unavailable for assignment.
  3027   *
  3028   * 	**-ENETUNREACH** if the socket is unreachable (wrong netns).
  3029   *
  3030   * 	**-EOPNOTSUPP** if the operation is not supported, for example
  3031   * 	a call from outside of TC ingress.
  3032   *
  3033   * 	**-ESOCKTNOSUPPORT** if the socket type is not supported
  3034   * 	(reuseport).
  3035   */
  3036  static long (*bpf_sk_assign)(void *ctx, void *sk, __u64 flags) = (void *) 124;
  3037  
  3038  /*
  3039   * bpf_ktime_get_boot_ns
  3040   *
  3041   * 	Return the time elapsed since system boot, in nanoseconds.
  3042   * 	Does include the time the system was suspended.
  3043   * 	See: **clock_gettime**\ (**CLOCK_BOOTTIME**)
  3044   *
  3045   * Returns
  3046   * 	Current *ktime*.
  3047   */
  3048  static __u64 (*bpf_ktime_get_boot_ns)(void) = (void *) 125;
  3049  
  3050  /*
  3051   * bpf_seq_printf
  3052   *
  3053   * 	**bpf_seq_printf**\ () uses seq_file **seq_printf**\ () to print
  3054   * 	out the format string.
  3055   * 	The *m* represents the seq_file. The *fmt* and *fmt_size* are for
  3056   * 	the format string itself. The *data* and *data_len* are format string
  3057   * 	arguments. The *data* are a **u64** array and corresponding format string
  3058   * 	values are stored in the array. For strings and pointers where pointees
  3059   * 	are accessed, only the pointer values are stored in the *data* array.
  3060   * 	The *data_len* is the size of *data* in bytes - must be a multiple of 8.
  3061   *
  3062   * 	Formats **%s**, **%p{i,I}{4,6}** requires to read kernel memory.
  3063   * 	Reading kernel memory may fail due to either invalid address or
  3064   * 	valid address but requiring a major memory fault. If reading kernel memory
  3065   * 	fails, the string for **%s** will be an empty string, and the ip
  3066   * 	address for **%p{i,I}{4,6}** will be 0. Not returning error to
  3067   * 	bpf program is consistent with what **bpf_trace_printk**\ () does for now.
  3068   *
  3069   * Returns
  3070   * 	0 on success, or a negative error in case of failure:
  3071   *
  3072   * 	**-EBUSY** if per-CPU memory copy buffer is busy, can try again
  3073   * 	by returning 1 from bpf program.
  3074   *
  3075   * 	**-EINVAL** if arguments are invalid, or if *fmt* is invalid/unsupported.
  3076   *
  3077   * 	**-E2BIG** if *fmt* contains too many format specifiers.
  3078   *
  3079   * 	**-EOVERFLOW** if an overflow happened: The same object will be tried again.
  3080   */
  3081  static long (*bpf_seq_printf)(struct seq_file *m, const char *fmt, __u32 fmt_size, const void *data, __u32 data_len) = (void *) 126;
  3082  
  3083  /*
  3084   * bpf_seq_write
  3085   *
  3086   * 	**bpf_seq_write**\ () uses seq_file **seq_write**\ () to write the data.
  3087   * 	The *m* represents the seq_file. The *data* and *len* represent the
  3088   * 	data to write in bytes.
  3089   *
  3090   * Returns
  3091   * 	0 on success, or a negative error in case of failure:
  3092   *
  3093   * 	**-EOVERFLOW** if an overflow happened: The same object will be tried again.
  3094   */
  3095  static long (*bpf_seq_write)(struct seq_file *m, const void *data, __u32 len) = (void *) 127;
  3096  
  3097  /*
  3098   * bpf_sk_cgroup_id
  3099   *
  3100   * 	Return the cgroup v2 id of the socket *sk*.
  3101   *
  3102   * 	*sk* must be a non-**NULL** pointer to a socket, e.g. one
  3103   * 	returned from **bpf_sk_lookup_xxx**\ (),
  3104   * 	**bpf_sk_fullsock**\ (), etc. The format of returned id is
  3105   * 	same as in **bpf_skb_cgroup_id**\ ().
  3106   *
  3107   * 	This helper is available only if the kernel was compiled with
  3108   * 	the **CONFIG_SOCK_CGROUP_DATA** configuration option.
  3109   *
  3110   * Returns
  3111   * 	The id is returned or 0 in case the id could not be retrieved.
  3112   */
  3113  static __u64 (*bpf_sk_cgroup_id)(void *sk) = (void *) 128;
  3114  
  3115  /*
  3116   * bpf_sk_ancestor_cgroup_id
  3117   *
  3118   * 	Return id of cgroup v2 that is ancestor of cgroup associated
  3119   * 	with the *sk* at the *ancestor_level*.  The root cgroup is at
  3120   * 	*ancestor_level* zero and each step down the hierarchy
  3121   * 	increments the level. If *ancestor_level* == level of cgroup
  3122   * 	associated with *sk*, then return value will be same as that
  3123   * 	of **bpf_sk_cgroup_id**\ ().
  3124   *
  3125   * 	The helper is useful to implement policies based on cgroups
  3126   * 	that are upper in hierarchy than immediate cgroup associated
  3127   * 	with *sk*.
  3128   *
  3129   * 	The format of returned id and helper limitations are same as in
  3130   * 	**bpf_sk_cgroup_id**\ ().
  3131   *
  3132   * Returns
  3133   * 	The id is returned or 0 in case the id could not be retrieved.
  3134   */
  3135  static __u64 (*bpf_sk_ancestor_cgroup_id)(void *sk, int ancestor_level) = (void *) 129;
  3136  
  3137  /*
  3138   * bpf_ringbuf_output
  3139   *
  3140   * 	Copy *size* bytes from *data* into a ring buffer *ringbuf*.
  3141   * 	If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification
  3142   * 	of new data availability is sent.
  3143   * 	If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification
  3144   * 	of new data availability is sent unconditionally.
  3145   * 	If **0** is specified in *flags*, an adaptive notification
  3146   * 	of new data availability is sent.
  3147   *
  3148   * 	An adaptive notification is a notification sent whenever the user-space
  3149   * 	process has caught up and consumed all available payloads. In case the user-space
  3150   * 	process is still processing a previous payload, then no notification is needed
  3151   * 	as it will process the newly added payload automatically.
  3152   *
  3153   * Returns
  3154   * 	0 on success, or a negative error in case of failure.
  3155   */
  3156  static long (*bpf_ringbuf_output)(void *ringbuf, void *data, __u64 size, __u64 flags) = (void *) 130;
  3157  
  3158  /*
  3159   * bpf_ringbuf_reserve
  3160   *
  3161   * 	Reserve *size* bytes of payload in a ring buffer *ringbuf*.
  3162   * 	*flags* must be 0.
  3163   *
  3164   * Returns
  3165   * 	Valid pointer with *size* bytes of memory available; NULL,
  3166   * 	otherwise.
  3167   */
  3168  static void *(*bpf_ringbuf_reserve)(void *ringbuf, __u64 size, __u64 flags) = (void *) 131;
  3169  
  3170  /*
  3171   * bpf_ringbuf_submit
  3172   *
  3173   * 	Submit reserved ring buffer sample, pointed to by *data*.
  3174   * 	If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification
  3175   * 	of new data availability is sent.
  3176   * 	If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification
  3177   * 	of new data availability is sent unconditionally.
  3178   * 	If **0** is specified in *flags*, an adaptive notification
  3179   * 	of new data availability is sent.
  3180   *
  3181   * 	See 'bpf_ringbuf_output()' for the definition of adaptive notification.
  3182   *
  3183   * Returns
  3184   * 	Nothing. Always succeeds.
  3185   */
  3186  static void (*bpf_ringbuf_submit)(void *data, __u64 flags) = (void *) 132;
  3187  
  3188  /*
  3189   * bpf_ringbuf_discard
  3190   *
  3191   * 	Discard reserved ring buffer sample, pointed to by *data*.
  3192   * 	If **BPF_RB_NO_WAKEUP** is specified in *flags*, no notification
  3193   * 	of new data availability is sent.
  3194   * 	If **BPF_RB_FORCE_WAKEUP** is specified in *flags*, notification
  3195   * 	of new data availability is sent unconditionally.
  3196   * 	If **0** is specified in *flags*, an adaptive notification
  3197   * 	of new data availability is sent.
  3198   *
  3199   * 	See 'bpf_ringbuf_output()' for the definition of adaptive notification.
  3200   *
  3201   * Returns
  3202   * 	Nothing. Always succeeds.
  3203   */
  3204  static void (*bpf_ringbuf_discard)(void *data, __u64 flags) = (void *) 133;
  3205  
  3206  /*
  3207   * bpf_ringbuf_query
  3208   *
  3209   * 	Query various characteristics of provided ring buffer. What
  3210   * 	exactly is queries is determined by *flags*:
  3211   *
  3212   * 	* **BPF_RB_AVAIL_DATA**: Amount of data not yet consumed.
  3213   * 	* **BPF_RB_RING_SIZE**: The size of ring buffer.
  3214   * 	* **BPF_RB_CONS_POS**: Consumer position (can wrap around).
  3215   * 	* **BPF_RB_PROD_POS**: Producer(s) position (can wrap around).
  3216   *
  3217   * 	Data returned is just a momentary snapshot of actual values
  3218   * 	and could be inaccurate, so this facility should be used to
  3219   * 	power heuristics and for reporting, not to make 100% correct
  3220   * 	calculation.
  3221   *
  3222   * Returns
  3223   * 	Requested value, or 0, if *flags* are not recognized.
  3224   */
  3225  static __u64 (*bpf_ringbuf_query)(void *ringbuf, __u64 flags) = (void *) 134;
  3226  
  3227  /*
  3228   * bpf_csum_level
  3229   *
  3230   * 	Change the skbs checksum level by one layer up or down, or
  3231   * 	reset it entirely to none in order to have the stack perform
  3232   * 	checksum validation. The level is applicable to the following
  3233   * 	protocols: TCP, UDP, GRE, SCTP, FCOE. For example, a decap of
  3234   * 	| ETH | IP | UDP | GUE | IP | TCP | into | ETH | IP | TCP |
  3235   * 	through **bpf_skb_adjust_room**\ () helper with passing in
  3236   * 	**BPF_F_ADJ_ROOM_NO_CSUM_RESET** flag would require one	call
  3237   * 	to **bpf_csum_level**\ () with **BPF_CSUM_LEVEL_DEC** since
  3238   * 	the UDP header is removed. Similarly, an encap of the latter
  3239   * 	into the former could be accompanied by a helper call to
  3240   * 	**bpf_csum_level**\ () with **BPF_CSUM_LEVEL_INC** if the
  3241   * 	skb is still intended to be processed in higher layers of the
  3242   * 	stack instead of just egressing at tc.
  3243   *
  3244   * 	There are three supported level settings at this time:
  3245   *
  3246   * 	* **BPF_CSUM_LEVEL_INC**: Increases skb->csum_level for skbs
  3247   * 	  with CHECKSUM_UNNECESSARY.
  3248   * 	* **BPF_CSUM_LEVEL_DEC**: Decreases skb->csum_level for skbs
  3249   * 	  with CHECKSUM_UNNECESSARY.
  3250   * 	* **BPF_CSUM_LEVEL_RESET**: Resets skb->csum_level to 0 and
  3251   * 	  sets CHECKSUM_NONE to force checksum validation by the stack.
  3252   * 	* **BPF_CSUM_LEVEL_QUERY**: No-op, returns the current
  3253   * 	  skb->csum_level.
  3254   *
  3255   * Returns
  3256   * 	0 on success, or a negative error in case of failure. In the
  3257   * 	case of **BPF_CSUM_LEVEL_QUERY**, the current skb->csum_level
  3258   * 	is returned or the error code -EACCES in case the skb is not
  3259   * 	subject to CHECKSUM_UNNECESSARY.
  3260   */
  3261  static long (*bpf_csum_level)(struct __sk_buff *skb, __u64 level) = (void *) 135;
  3262  
  3263  /*
  3264   * bpf_skc_to_tcp6_sock
  3265   *
  3266   * 	Dynamically cast a *sk* pointer to a *tcp6_sock* pointer.
  3267   *
  3268   * Returns
  3269   * 	*sk* if casting is valid, or **NULL** otherwise.
  3270   */
  3271  static struct tcp6_sock *(*bpf_skc_to_tcp6_sock)(void *sk) = (void *) 136;
  3272  
  3273  /*
  3274   * bpf_skc_to_tcp_sock
  3275   *
  3276   * 	Dynamically cast a *sk* pointer to a *tcp_sock* pointer.
  3277   *
  3278   * Returns
  3279   * 	*sk* if casting is valid, or **NULL** otherwise.
  3280   */
  3281  static struct tcp_sock *(*bpf_skc_to_tcp_sock)(void *sk) = (void *) 137;
  3282  
  3283  /*
  3284   * bpf_skc_to_tcp_timewait_sock
  3285   *
  3286   * 	Dynamically cast a *sk* pointer to a *tcp_timewait_sock* pointer.
  3287   *
  3288   * Returns
  3289   * 	*sk* if casting is valid, or **NULL** otherwise.
  3290   */
  3291  static struct tcp_timewait_sock *(*bpf_skc_to_tcp_timewait_sock)(void *sk) = (void *) 138;
  3292  
  3293  /*
  3294   * bpf_skc_to_tcp_request_sock
  3295   *
  3296   * 	Dynamically cast a *sk* pointer to a *tcp_request_sock* pointer.
  3297   *
  3298   * Returns
  3299   * 	*sk* if casting is valid, or **NULL** otherwise.
  3300   */
  3301  static struct tcp_request_sock *(*bpf_skc_to_tcp_request_sock)(void *sk) = (void *) 139;
  3302  
  3303  /*
  3304   * bpf_skc_to_udp6_sock
  3305   *
  3306   * 	Dynamically cast a *sk* pointer to a *udp6_sock* pointer.
  3307   *
  3308   * Returns
  3309   * 	*sk* if casting is valid, or **NULL** otherwise.
  3310   */
  3311  static struct udp6_sock *(*bpf_skc_to_udp6_sock)(void *sk) = (void *) 140;
  3312  
  3313  /*
  3314   * bpf_get_task_stack
  3315   *
  3316   * 	Return a user or a kernel stack in bpf program provided buffer.
  3317   * 	To achieve this, the helper needs *task*, which is a valid
  3318   * 	pointer to **struct task_struct**. To store the stacktrace, the
  3319   * 	bpf program provides *buf* with a nonnegative *size*.
  3320   *
  3321   * 	The last argument, *flags*, holds the number of stack frames to
  3322   * 	skip (from 0 to 255), masked with
  3323   * 	**BPF_F_SKIP_FIELD_MASK**. The next bits can be used to set
  3324   * 	the following flags:
  3325   *
  3326   * 	**BPF_F_USER_STACK**
  3327   * 		Collect a user space stack instead of a kernel stack.
  3328   * 	**BPF_F_USER_BUILD_ID**
  3329   * 		Collect buildid+offset instead of ips for user stack,
  3330   * 		only valid if **BPF_F_USER_STACK** is also specified.
  3331   *
  3332   * 	**bpf_get_task_stack**\ () can collect up to
  3333   * 	**PERF_MAX_STACK_DEPTH** both kernel and user frames, subject
  3334   * 	to sufficient large buffer size. Note that
  3335   * 	this limit can be controlled with the **sysctl** program, and
  3336   * 	that it should be manually increased in order to profile long
  3337   * 	user stacks (such as stacks for Java programs). To do so, use:
  3338   *
  3339   * 	::
  3340   *
  3341   * 		# sysctl kernel.perf_event_max_stack=<new value>
  3342   *
  3343   * Returns
  3344   * 	The non-negative copied *buf* length equal to or less than
  3345   * 	*size* on success, or a negative error in case of failure.
  3346   */
  3347  static long (*bpf_get_task_stack)(struct task_struct *task, void *buf, __u32 size, __u64 flags) = (void *) 141;
  3348  
  3349  /*
  3350   * bpf_load_hdr_opt
  3351   *
  3352   * 	Load header option.  Support reading a particular TCP header
  3353   * 	option for bpf program (**BPF_PROG_TYPE_SOCK_OPS**).
  3354   *
  3355   * 	If *flags* is 0, it will search the option from the
  3356   * 	*skops*\ **->skb_data**.  The comment in **struct bpf_sock_ops**
  3357   * 	has details on what skb_data contains under different
  3358   * 	*skops*\ **->op**.
  3359   *
  3360   * 	The first byte of the *searchby_res* specifies the
  3361   * 	kind that it wants to search.
  3362   *
  3363   * 	If the searching kind is an experimental kind
  3364   * 	(i.e. 253 or 254 according to RFC6994).  It also
  3365   * 	needs to specify the "magic" which is either
  3366   * 	2 bytes or 4 bytes.  It then also needs to
  3367   * 	specify the size of the magic by using
  3368   * 	the 2nd byte which is "kind-length" of a TCP
  3369   * 	header option and the "kind-length" also
  3370   * 	includes the first 2 bytes "kind" and "kind-length"
  3371   * 	itself as a normal TCP header option also does.
  3372   *
  3373   * 	For example, to search experimental kind 254 with
  3374   * 	2 byte magic 0xeB9F, the searchby_res should be
  3375   * 	[ 254, 4, 0xeB, 0x9F, 0, 0, .... 0 ].
  3376   *
  3377   * 	To search for the standard window scale option (3),
  3378   * 	the *searchby_res* should be [ 3, 0, 0, .... 0 ].
  3379   * 	Note, kind-length must be 0 for regular option.
  3380   *
  3381   * 	Searching for No-Op (0) and End-of-Option-List (1) are
  3382   * 	not supported.
  3383   *
  3384   * 	*len* must be at least 2 bytes which is the minimal size
  3385   * 	of a header option.
  3386   *
  3387   * 	Supported flags:
  3388   *
  3389   * 	* **BPF_LOAD_HDR_OPT_TCP_SYN** to search from the
  3390   * 	  saved_syn packet or the just-received syn packet.
  3391   *
  3392   *
  3393   * Returns
  3394   * 	> 0 when found, the header option is copied to *searchby_res*.
  3395   * 	The return value is the total length copied. On failure, a
  3396   * 	negative error code is returned:
  3397   *
  3398   * 	**-EINVAL** if a parameter is invalid.
  3399   *
  3400   * 	**-ENOMSG** if the option is not found.
  3401   *
  3402   * 	**-ENOENT** if no syn packet is available when
  3403   * 	**BPF_LOAD_HDR_OPT_TCP_SYN** is used.
  3404   *
  3405   * 	**-ENOSPC** if there is not enough space.  Only *len* number of
  3406   * 	bytes are copied.
  3407   *
  3408   * 	**-EFAULT** on failure to parse the header options in the
  3409   * 	packet.
  3410   *
  3411   * 	**-EPERM** if the helper cannot be used under the current
  3412   * 	*skops*\ **->op**.
  3413   */
  3414  static long (*bpf_load_hdr_opt)(struct bpf_sock_ops *skops, void *searchby_res, __u32 len, __u64 flags) = (void *) 142;
  3415  
  3416  /*
  3417   * bpf_store_hdr_opt
  3418   *
  3419   * 	Store header option.  The data will be copied
  3420   * 	from buffer *from* with length *len* to the TCP header.
  3421   *
  3422   * 	The buffer *from* should have the whole option that
  3423   * 	includes the kind, kind-length, and the actual
  3424   * 	option data.  The *len* must be at least kind-length
  3425   * 	long.  The kind-length does not have to be 4 byte
  3426   * 	aligned.  The kernel will take care of the padding
  3427   * 	and setting the 4 bytes aligned value to th->doff.
  3428   *
  3429   * 	This helper will check for duplicated option
  3430   * 	by searching the same option in the outgoing skb.
  3431   *
  3432   * 	This helper can only be called during
  3433   * 	**BPF_SOCK_OPS_WRITE_HDR_OPT_CB**.
  3434   *
  3435   *
  3436   * Returns
  3437   * 	0 on success, or negative error in case of failure:
  3438   *
  3439   * 	**-EINVAL** If param is invalid.
  3440   *
  3441   * 	**-ENOSPC** if there is not enough space in the header.
  3442   * 	Nothing has been written
  3443   *
  3444   * 	**-EEXIST** if the option already exists.
  3445   *
  3446   * 	**-EFAULT** on failure to parse the existing header options.
  3447   *
  3448   * 	**-EPERM** if the helper cannot be used under the current
  3449   * 	*skops*\ **->op**.
  3450   */
  3451  static long (*bpf_store_hdr_opt)(struct bpf_sock_ops *skops, const void *from, __u32 len, __u64 flags) = (void *) 143;
  3452  
  3453  /*
  3454   * bpf_reserve_hdr_opt
  3455   *
  3456   * 	Reserve *len* bytes for the bpf header option.  The
  3457   * 	space will be used by **bpf_store_hdr_opt**\ () later in
  3458   * 	**BPF_SOCK_OPS_WRITE_HDR_OPT_CB**.
  3459   *
  3460   * 	If **bpf_reserve_hdr_opt**\ () is called multiple times,
  3461   * 	the total number of bytes will be reserved.
  3462   *
  3463   * 	This helper can only be called during
  3464   * 	**BPF_SOCK_OPS_HDR_OPT_LEN_CB**.
  3465   *
  3466   *
  3467   * Returns
  3468   * 	0 on success, or negative error in case of failure:
  3469   *
  3470   * 	**-EINVAL** if a parameter is invalid.
  3471   *
  3472   * 	**-ENOSPC** if there is not enough space in the header.
  3473   *
  3474   * 	**-EPERM** if the helper cannot be used under the current
  3475   * 	*skops*\ **->op**.
  3476   */
  3477  static long (*bpf_reserve_hdr_opt)(struct bpf_sock_ops *skops, __u32 len, __u64 flags) = (void *) 144;
  3478  
  3479  /*
  3480   * bpf_inode_storage_get
  3481   *
  3482   * 	Get a bpf_local_storage from an *inode*.
  3483   *
  3484   * 	Logically, it could be thought of as getting the value from
  3485   * 	a *map* with *inode* as the **key**.  From this
  3486   * 	perspective,  the usage is not much different from
  3487   * 	**bpf_map_lookup_elem**\ (*map*, **&**\ *inode*) except this
  3488   * 	helper enforces the key must be an inode and the map must also
  3489   * 	be a **BPF_MAP_TYPE_INODE_STORAGE**.
  3490   *
  3491   * 	Underneath, the value is stored locally at *inode* instead of
  3492   * 	the *map*.  The *map* is used as the bpf-local-storage
  3493   * 	"type". The bpf-local-storage "type" (i.e. the *map*) is
  3494   * 	searched against all bpf_local_storage residing at *inode*.
  3495   *
  3496   * 	An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be
  3497   * 	used such that a new bpf_local_storage will be
  3498   * 	created if one does not exist.  *value* can be used
  3499   * 	together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify
  3500   * 	the initial value of a bpf_local_storage.  If *value* is
  3501   * 	**NULL**, the new bpf_local_storage will be zero initialized.
  3502   *
  3503   * Returns
  3504   * 	A bpf_local_storage pointer is returned on success.
  3505   *
  3506   * 	**NULL** if not found or there was an error in adding
  3507   * 	a new bpf_local_storage.
  3508   */
  3509  static void *(*bpf_inode_storage_get)(void *map, void *inode, void *value, __u64 flags) = (void *) 145;
  3510  
  3511  /*
  3512   * bpf_inode_storage_delete
  3513   *
  3514   * 	Delete a bpf_local_storage from an *inode*.
  3515   *
  3516   * Returns
  3517   * 	0 on success.
  3518   *
  3519   * 	**-ENOENT** if the bpf_local_storage cannot be found.
  3520   */
  3521  static int (*bpf_inode_storage_delete)(void *map, void *inode) = (void *) 146;
  3522  
  3523  /*
  3524   * bpf_d_path
  3525   *
  3526   * 	Return full path for given **struct path** object, which
  3527   * 	needs to be the kernel BTF *path* object. The path is
  3528   * 	returned in the provided buffer *buf* of size *sz* and
  3529   * 	is zero terminated.
  3530   *
  3531   *
  3532   * Returns
  3533   * 	On success, the strictly positive length of the string,
  3534   * 	including the trailing NUL character. On error, a negative
  3535   * 	value.
  3536   */
  3537  static long (*bpf_d_path)(struct path *path, char *buf, __u32 sz) = (void *) 147;
  3538  
  3539  /*
  3540   * bpf_copy_from_user
  3541   *
  3542   * 	Read *size* bytes from user space address *user_ptr* and store
  3543   * 	the data in *dst*. This is a wrapper of **copy_from_user**\ ().
  3544   *
  3545   * Returns
  3546   * 	0 on success, or a negative error in case of failure.
  3547   */
  3548  static long (*bpf_copy_from_user)(void *dst, __u32 size, const void *user_ptr) = (void *) 148;
  3549  
  3550  /*
  3551   * bpf_snprintf_btf
  3552   *
  3553   * 	Use BTF to store a string representation of *ptr*->ptr in *str*,
  3554   * 	using *ptr*->type_id.  This value should specify the type
  3555   * 	that *ptr*->ptr points to. LLVM __builtin_btf_type_id(type, 1)
  3556   * 	can be used to look up vmlinux BTF type ids. Traversing the
  3557   * 	data structure using BTF, the type information and values are
  3558   * 	stored in the first *str_size* - 1 bytes of *str*.  Safe copy of
  3559   * 	the pointer data is carried out to avoid kernel crashes during
  3560   * 	operation.  Smaller types can use string space on the stack;
  3561   * 	larger programs can use map data to store the string
  3562   * 	representation.
  3563   *
  3564   * 	The string can be subsequently shared with userspace via
  3565   * 	bpf_perf_event_output() or ring buffer interfaces.
  3566   * 	bpf_trace_printk() is to be avoided as it places too small
  3567   * 	a limit on string size to be useful.
  3568   *
  3569   * 	*flags* is a combination of
  3570   *
  3571   * 	**BTF_F_COMPACT**
  3572   * 		no formatting around type information
  3573   * 	**BTF_F_NONAME**
  3574   * 		no struct/union member names/types
  3575   * 	**BTF_F_PTR_RAW**
  3576   * 		show raw (unobfuscated) pointer values;
  3577   * 		equivalent to printk specifier %px.
  3578   * 	**BTF_F_ZERO**
  3579   * 		show zero-valued struct/union members; they
  3580   * 		are not displayed by default
  3581   *
  3582   *
  3583   * Returns
  3584   * 	The number of bytes that were written (or would have been
  3585   * 	written if output had to be truncated due to string size),
  3586   * 	or a negative error in cases of failure.
  3587   */
  3588  static long (*bpf_snprintf_btf)(char *str, __u32 str_size, struct btf_ptr *ptr, __u32 btf_ptr_size, __u64 flags) = (void *) 149;
  3589  
  3590  /*
  3591   * bpf_seq_printf_btf
  3592   *
  3593   * 	Use BTF to write to seq_write a string representation of
  3594   * 	*ptr*->ptr, using *ptr*->type_id as per bpf_snprintf_btf().
  3595   * 	*flags* are identical to those used for bpf_snprintf_btf.
  3596   *
  3597   * Returns
  3598   * 	0 on success or a negative error in case of failure.
  3599   */
  3600  static long (*bpf_seq_printf_btf)(struct seq_file *m, struct btf_ptr *ptr, __u32 ptr_size, __u64 flags) = (void *) 150;
  3601  
  3602  /*
  3603   * bpf_skb_cgroup_classid
  3604   *
  3605   * 	See **bpf_get_cgroup_classid**\ () for the main description.
  3606   * 	This helper differs from **bpf_get_cgroup_classid**\ () in that
  3607   * 	the cgroup v1 net_cls class is retrieved only from the *skb*'s
  3608   * 	associated socket instead of the current process.
  3609   *
  3610   * Returns
  3611   * 	The id is returned or 0 in case the id could not be retrieved.
  3612   */
  3613  static __u64 (*bpf_skb_cgroup_classid)(struct __sk_buff *skb) = (void *) 151;
  3614  
  3615  /*
  3616   * bpf_redirect_neigh
  3617   *
  3618   * 	Redirect the packet to another net device of index *ifindex*
  3619   * 	and fill in L2 addresses from neighboring subsystem. This helper
  3620   * 	is somewhat similar to **bpf_redirect**\ (), except that it
  3621   * 	populates L2 addresses as well, meaning, internally, the helper
  3622   * 	relies on the neighbor lookup for the L2 address of the nexthop.
  3623   *
  3624   * 	The helper will perform a FIB lookup based on the skb's
  3625   * 	networking header to get the address of the next hop, unless
  3626   * 	this is supplied by the caller in the *params* argument. The
  3627   * 	*plen* argument indicates the len of *params* and should be set
  3628   * 	to 0 if *params* is NULL.
  3629   *
  3630   * 	The *flags* argument is reserved and must be 0. The helper is
  3631   * 	currently only supported for tc BPF program types, and enabled
  3632   * 	for IPv4 and IPv6 protocols.
  3633   *
  3634   * Returns
  3635   * 	The helper returns **TC_ACT_REDIRECT** on success or
  3636   * 	**TC_ACT_SHOT** on error.
  3637   */
  3638  static long (*bpf_redirect_neigh)(__u32 ifindex, struct bpf_redir_neigh *params, int plen, __u64 flags) = (void *) 152;
  3639  
  3640  /*
  3641   * bpf_per_cpu_ptr
  3642   *
  3643   * 	Take a pointer to a percpu ksym, *percpu_ptr*, and return a
  3644   * 	pointer to the percpu kernel variable on *cpu*. A ksym is an
  3645   * 	extern variable decorated with '__ksym'. For ksym, there is a
  3646   * 	global var (either static or global) defined of the same name
  3647   * 	in the kernel. The ksym is percpu if the global var is percpu.
  3648   * 	The returned pointer points to the global percpu var on *cpu*.
  3649   *
  3650   * 	bpf_per_cpu_ptr() has the same semantic as per_cpu_ptr() in the
  3651   * 	kernel, except that bpf_per_cpu_ptr() may return NULL. This
  3652   * 	happens if *cpu* is larger than nr_cpu_ids. The caller of
  3653   * 	bpf_per_cpu_ptr() must check the returned value.
  3654   *
  3655   * Returns
  3656   * 	A pointer pointing to the kernel percpu variable on *cpu*, or
  3657   * 	NULL, if *cpu* is invalid.
  3658   */
  3659  static void *(*bpf_per_cpu_ptr)(const void *percpu_ptr, __u32 cpu) = (void *) 153;
  3660  
  3661  /*
  3662   * bpf_this_cpu_ptr
  3663   *
  3664   * 	Take a pointer to a percpu ksym, *percpu_ptr*, and return a
  3665   * 	pointer to the percpu kernel variable on this cpu. See the
  3666   * 	description of 'ksym' in **bpf_per_cpu_ptr**\ ().
  3667   *
  3668   * 	bpf_this_cpu_ptr() has the same semantic as this_cpu_ptr() in
  3669   * 	the kernel. Different from **bpf_per_cpu_ptr**\ (), it would
  3670   * 	never return NULL.
  3671   *
  3672   * Returns
  3673   * 	A pointer pointing to the kernel percpu variable on this cpu.
  3674   */
  3675  static void *(*bpf_this_cpu_ptr)(const void *percpu_ptr) = (void *) 154;
  3676  
  3677  /*
  3678   * bpf_redirect_peer
  3679   *
  3680   * 	Redirect the packet to another net device of index *ifindex*.
  3681   * 	This helper is somewhat similar to **bpf_redirect**\ (), except
  3682   * 	that the redirection happens to the *ifindex*' peer device and
  3683   * 	the netns switch takes place from ingress to ingress without
  3684   * 	going through the CPU's backlog queue.
  3685   *
  3686   * 	The *flags* argument is reserved and must be 0. The helper is
  3687   * 	currently only supported for tc BPF program types at the ingress
  3688   * 	hook and for veth device types. The peer device must reside in a
  3689   * 	different network namespace.
  3690   *
  3691   * Returns
  3692   * 	The helper returns **TC_ACT_REDIRECT** on success or
  3693   * 	**TC_ACT_SHOT** on error.
  3694   */
  3695  static long (*bpf_redirect_peer)(__u32 ifindex, __u64 flags) = (void *) 155;
  3696  
  3697  /*
  3698   * bpf_task_storage_get
  3699   *
  3700   * 	Get a bpf_local_storage from the *task*.
  3701   *
  3702   * 	Logically, it could be thought of as getting the value from
  3703   * 	a *map* with *task* as the **key**.  From this
  3704   * 	perspective,  the usage is not much different from
  3705   * 	**bpf_map_lookup_elem**\ (*map*, **&**\ *task*) except this
  3706   * 	helper enforces the key must be a task_struct and the map must also
  3707   * 	be a **BPF_MAP_TYPE_TASK_STORAGE**.
  3708   *
  3709   * 	Underneath, the value is stored locally at *task* instead of
  3710   * 	the *map*.  The *map* is used as the bpf-local-storage
  3711   * 	"type". The bpf-local-storage "type" (i.e. the *map*) is
  3712   * 	searched against all bpf_local_storage residing at *task*.
  3713   *
  3714   * 	An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be
  3715   * 	used such that a new bpf_local_storage will be
  3716   * 	created if one does not exist.  *value* can be used
  3717   * 	together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify
  3718   * 	the initial value of a bpf_local_storage.  If *value* is
  3719   * 	**NULL**, the new bpf_local_storage will be zero initialized.
  3720   *
  3721   * Returns
  3722   * 	A bpf_local_storage pointer is returned on success.
  3723   *
  3724   * 	**NULL** if not found or there was an error in adding
  3725   * 	a new bpf_local_storage.
  3726   */
  3727  static void *(*bpf_task_storage_get)(void *map, struct task_struct *task, void *value, __u64 flags) = (void *) 156;
  3728  
  3729  /*
  3730   * bpf_task_storage_delete
  3731   *
  3732   * 	Delete a bpf_local_storage from a *task*.
  3733   *
  3734   * Returns
  3735   * 	0 on success.
  3736   *
  3737   * 	**-ENOENT** if the bpf_local_storage cannot be found.
  3738   */
  3739  static long (*bpf_task_storage_delete)(void *map, struct task_struct *task) = (void *) 157;
  3740  
  3741  /*
  3742   * bpf_get_current_task_btf
  3743   *
  3744   * 	Return a BTF pointer to the "current" task.
  3745   * 	This pointer can also be used in helpers that accept an
  3746   * 	*ARG_PTR_TO_BTF_ID* of type *task_struct*.
  3747   *
  3748   * Returns
  3749   * 	Pointer to the current task.
  3750   */
  3751  static struct task_struct *(*bpf_get_current_task_btf)(void) = (void *) 158;
  3752  
  3753  /*
  3754   * bpf_bprm_opts_set
  3755   *
  3756   * 	Set or clear certain options on *bprm*:
  3757   *
  3758   * 	**BPF_F_BPRM_SECUREEXEC** Set the secureexec bit
  3759   * 	which sets the **AT_SECURE** auxv for glibc. The bit
  3760   * 	is cleared if the flag is not specified.
  3761   *
  3762   * Returns
  3763   * 	**-EINVAL** if invalid *flags* are passed, zero otherwise.
  3764   */
  3765  static long (*bpf_bprm_opts_set)(struct linux_binprm *bprm, __u64 flags) = (void *) 159;
  3766  
  3767  /*
  3768   * bpf_ktime_get_coarse_ns
  3769   *
  3770   * 	Return a coarse-grained version of the time elapsed since
  3771   * 	system boot, in nanoseconds. Does not include time the system
  3772   * 	was suspended.
  3773   *
  3774   * 	See: **clock_gettime**\ (**CLOCK_MONOTONIC_COARSE**)
  3775   *
  3776   * Returns
  3777   * 	Current *ktime*.
  3778   */
  3779  static __u64 (*bpf_ktime_get_coarse_ns)(void) = (void *) 160;
  3780  
  3781  /*
  3782   * bpf_ima_inode_hash
  3783   *
  3784   * 	Returns the stored IMA hash of the *inode* (if it's available).
  3785   * 	If the hash is larger than *size*, then only *size*
  3786   * 	bytes will be copied to *dst*
  3787   *
  3788   * Returns
  3789   * 	The **hash_algo** is returned on success,
  3790   * 	**-EOPNOTSUP** if IMA is disabled or **-EINVAL** if
  3791   * 	invalid arguments are passed.
  3792   */
  3793  static long (*bpf_ima_inode_hash)(struct inode *inode, void *dst, __u32 size) = (void *) 161;
  3794  
  3795  /*
  3796   * bpf_sock_from_file
  3797   *
  3798   * 	If the given file represents a socket, returns the associated
  3799   * 	socket.
  3800   *
  3801   * Returns
  3802   * 	A pointer to a struct socket on success or NULL if the file is
  3803   * 	not a socket.
  3804   */
  3805  static struct socket *(*bpf_sock_from_file)(struct file *file) = (void *) 162;
  3806  
  3807  /*
  3808   * bpf_check_mtu
  3809   *
  3810   * 	Check packet size against exceeding MTU of net device (based
  3811   * 	on *ifindex*).  This helper will likely be used in combination
  3812   * 	with helpers that adjust/change the packet size.
  3813   *
  3814   * 	The argument *len_diff* can be used for querying with a planned
  3815   * 	size change. This allows to check MTU prior to changing packet
  3816   * 	ctx. Providing a *len_diff* adjustment that is larger than the
  3817   * 	actual packet size (resulting in negative packet size) will in
  3818   * 	principle not exceed the MTU, which is why it is not considered
  3819   * 	a failure.  Other BPF helpers are needed for performing the
  3820   * 	planned size change; therefore the responsibility for catching
  3821   * 	a negative packet size belongs in those helpers.
  3822   *
  3823   * 	Specifying *ifindex* zero means the MTU check is performed
  3824   * 	against the current net device.  This is practical if this isn't
  3825   * 	used prior to redirect.
  3826   *
  3827   * 	On input *mtu_len* must be a valid pointer, else verifier will
  3828   * 	reject BPF program.  If the value *mtu_len* is initialized to
  3829   * 	zero then the ctx packet size is use.  When value *mtu_len* is
  3830   * 	provided as input this specify the L3 length that the MTU check
  3831   * 	is done against. Remember XDP and TC length operate at L2, but
  3832   * 	this value is L3 as this correlate to MTU and IP-header tot_len
  3833   * 	values which are L3 (similar behavior as bpf_fib_lookup).
  3834   *
  3835   * 	The Linux kernel route table can configure MTUs on a more
  3836   * 	specific per route level, which is not provided by this helper.
  3837   * 	For route level MTU checks use the **bpf_fib_lookup**\ ()
  3838   * 	helper.
  3839   *
  3840   * 	*ctx* is either **struct xdp_md** for XDP programs or
  3841   * 	**struct sk_buff** for tc cls_act programs.
  3842   *
  3843   * 	The *flags* argument can be a combination of one or more of the
  3844   * 	following values:
  3845   *
  3846   * 	**BPF_MTU_CHK_SEGS**
  3847   * 		This flag will only works for *ctx* **struct sk_buff**.
  3848   * 		If packet context contains extra packet segment buffers
  3849   * 		(often knows as GSO skb), then MTU check is harder to
  3850   * 		check at this point, because in transmit path it is
  3851   * 		possible for the skb packet to get re-segmented
  3852   * 		(depending on net device features).  This could still be
  3853   * 		a MTU violation, so this flag enables performing MTU
  3854   * 		check against segments, with a different violation
  3855   * 		return code to tell it apart. Check cannot use len_diff.
  3856   *
  3857   * 	On return *mtu_len* pointer contains the MTU value of the net
  3858   * 	device.  Remember the net device configured MTU is the L3 size,
  3859   * 	which is returned here and XDP and TC length operate at L2.
  3860   * 	Helper take this into account for you, but remember when using
  3861   * 	MTU value in your BPF-code.
  3862   *
  3863   *
  3864   * Returns
  3865   * 	* 0 on success, and populate MTU value in *mtu_len* pointer.
  3866   *
  3867   * 	* < 0 if any input argument is invalid (*mtu_len* not updated)
  3868   *
  3869   * 	MTU violations return positive values, but also populate MTU
  3870   * 	value in *mtu_len* pointer, as this can be needed for
  3871   * 	implementing PMTU handing:
  3872   *
  3873   * 	* **BPF_MTU_CHK_RET_FRAG_NEEDED**
  3874   * 	* **BPF_MTU_CHK_RET_SEGS_TOOBIG**
  3875   */
  3876  static long (*bpf_check_mtu)(void *ctx, __u32 ifindex, __u32 *mtu_len, __s32 len_diff, __u64 flags) = (void *) 163;
  3877  
  3878  /*
  3879   * bpf_for_each_map_elem
  3880   *
  3881   * 	For each element in **map**, call **callback_fn** function with
  3882   * 	**map**, **callback_ctx** and other map-specific parameters.
  3883   * 	The **callback_fn** should be a static function and
  3884   * 	the **callback_ctx** should be a pointer to the stack.
  3885   * 	The **flags** is used to control certain aspects of the helper.
  3886   * 	Currently, the **flags** must be 0.
  3887   *
  3888   * 	The following are a list of supported map types and their
  3889   * 	respective expected callback signatures:
  3890   *
  3891   * 	BPF_MAP_TYPE_HASH, BPF_MAP_TYPE_PERCPU_HASH,
  3892   * 	BPF_MAP_TYPE_LRU_HASH, BPF_MAP_TYPE_LRU_PERCPU_HASH,
  3893   * 	BPF_MAP_TYPE_ARRAY, BPF_MAP_TYPE_PERCPU_ARRAY
  3894   *
  3895   * 	long (\*callback_fn)(struct bpf_map \*map, const void \*key, void \*value, void \*ctx);
  3896   *
  3897   * 	For per_cpu maps, the map_value is the value on the cpu where the
  3898   * 	bpf_prog is running.
  3899   *
  3900   * 	If **callback_fn** return 0, the helper will continue to the next
  3901   * 	element. If return value is 1, the helper will skip the rest of
  3902   * 	elements and return. Other return values are not used now.
  3903   *
  3904   *
  3905   * Returns
  3906   * 	The number of traversed map elements for success, **-EINVAL** for
  3907   * 	invalid **flags**.
  3908   */
  3909  static long (*bpf_for_each_map_elem)(void *map, void *callback_fn, void *callback_ctx, __u64 flags) = (void *) 164;
  3910  
  3911  /*
  3912   * bpf_snprintf
  3913   *
  3914   * 	Outputs a string into the **str** buffer of size **str_size**
  3915   * 	based on a format string stored in a read-only map pointed by
  3916   * 	**fmt**.
  3917   *
  3918   * 	Each format specifier in **fmt** corresponds to one u64 element
  3919   * 	in the **data** array. For strings and pointers where pointees
  3920   * 	are accessed, only the pointer values are stored in the *data*
  3921   * 	array. The *data_len* is the size of *data* in bytes - must be
  3922   * 	a multiple of 8.
  3923   *
  3924   * 	Formats **%s** and **%p{i,I}{4,6}** require to read kernel
  3925   * 	memory. Reading kernel memory may fail due to either invalid
  3926   * 	address or valid address but requiring a major memory fault. If
  3927   * 	reading kernel memory fails, the string for **%s** will be an
  3928   * 	empty string, and the ip address for **%p{i,I}{4,6}** will be 0.
  3929   * 	Not returning error to bpf program is consistent with what
  3930   * 	**bpf_trace_printk**\ () does for now.
  3931   *
  3932   *
  3933   * Returns
  3934   * 	The strictly positive length of the formatted string, including
  3935   * 	the trailing zero character. If the return value is greater than
  3936   * 	**str_size**, **str** contains a truncated string, guaranteed to
  3937   * 	be zero-terminated except when **str_size** is 0.
  3938   *
  3939   * 	Or **-EBUSY** if the per-CPU memory copy buffer is busy.
  3940   */
  3941  static long (*bpf_snprintf)(char *str, __u32 str_size, const char *fmt, __u64 *data, __u32 data_len) = (void *) 165;
  3942  
  3943  /*
  3944   * bpf_sys_bpf
  3945   *
  3946   * 	Execute bpf syscall with given arguments.
  3947   *
  3948   * Returns
  3949   * 	A syscall result.
  3950   */
  3951  static long (*bpf_sys_bpf)(__u32 cmd, void *attr, __u32 attr_size) = (void *) 166;
  3952  
  3953  /*
  3954   * bpf_btf_find_by_name_kind
  3955   *
  3956   * 	Find BTF type with given name and kind in vmlinux BTF or in module's BTFs.
  3957   *
  3958   * Returns
  3959   * 	Returns btf_id and btf_obj_fd in lower and upper 32 bits.
  3960   */
  3961  static long (*bpf_btf_find_by_name_kind)(char *name, int name_sz, __u32 kind, int flags) = (void *) 167;
  3962  
  3963  /*
  3964   * bpf_sys_close
  3965   *
  3966   * 	Execute close syscall for given FD.
  3967   *
  3968   * Returns
  3969   * 	A syscall result.
  3970   */
  3971  static long (*bpf_sys_close)(__u32 fd) = (void *) 168;
  3972  
  3973  /*
  3974   * bpf_timer_init
  3975   *
  3976   * 	Initialize the timer.
  3977   * 	First 4 bits of *flags* specify clockid.
  3978   * 	Only CLOCK_MONOTONIC, CLOCK_REALTIME, CLOCK_BOOTTIME are allowed.
  3979   * 	All other bits of *flags* are reserved.
  3980   * 	The verifier will reject the program if *timer* is not from
  3981   * 	the same *map*.
  3982   *
  3983   * Returns
  3984   * 	0 on success.
  3985   * 	**-EBUSY** if *timer* is already initialized.
  3986   * 	**-EINVAL** if invalid *flags* are passed.
  3987   * 	**-EPERM** if *timer* is in a map that doesn't have any user references.
  3988   * 	The user space should either hold a file descriptor to a map with timers
  3989   * 	or pin such map in bpffs. When map is unpinned or file descriptor is
  3990   * 	closed all timers in the map will be cancelled and freed.
  3991   */
  3992  static long (*bpf_timer_init)(struct bpf_timer *timer, void *map, __u64 flags) = (void *) 169;
  3993  
  3994  /*
  3995   * bpf_timer_set_callback
  3996   *
  3997   * 	Configure the timer to call *callback_fn* static function.
  3998   *
  3999   * Returns
  4000   * 	0 on success.
  4001   * 	**-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier.
  4002   * 	**-EPERM** if *timer* is in a map that doesn't have any user references.
  4003   * 	The user space should either hold a file descriptor to a map with timers
  4004   * 	or pin such map in bpffs. When map is unpinned or file descriptor is
  4005   * 	closed all timers in the map will be cancelled and freed.
  4006   */
  4007  static long (*bpf_timer_set_callback)(struct bpf_timer *timer, void *callback_fn) = (void *) 170;
  4008  
  4009  /*
  4010   * bpf_timer_start
  4011   *
  4012   * 	Set timer expiration N nanoseconds from the current time. The
  4013   * 	configured callback will be invoked in soft irq context on some cpu
  4014   * 	and will not repeat unless another bpf_timer_start() is made.
  4015   * 	In such case the next invocation can migrate to a different cpu.
  4016   * 	Since struct bpf_timer is a field inside map element the map
  4017   * 	owns the timer. The bpf_timer_set_callback() will increment refcnt
  4018   * 	of BPF program to make sure that callback_fn code stays valid.
  4019   * 	When user space reference to a map reaches zero all timers
  4020   * 	in a map are cancelled and corresponding program's refcnts are
  4021   * 	decremented. This is done to make sure that Ctrl-C of a user
  4022   * 	process doesn't leave any timers running. If map is pinned in
  4023   * 	bpffs the callback_fn can re-arm itself indefinitely.
  4024   * 	bpf_map_update/delete_elem() helpers and user space sys_bpf commands
  4025   * 	cancel and free the timer in the given map element.
  4026   * 	The map can contain timers that invoke callback_fn-s from different
  4027   * 	programs. The same callback_fn can serve different timers from
  4028   * 	different maps if key/value layout matches across maps.
  4029   * 	Every bpf_timer_set_callback() can have different callback_fn.
  4030   *
  4031   * 	*flags* can be one of:
  4032   *
  4033   * 	**BPF_F_TIMER_ABS**
  4034   * 		Start the timer in absolute expire value instead of the
  4035   * 		default relative one.
  4036   *
  4037   *
  4038   * Returns
  4039   * 	0 on success.
  4040   * 	**-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier
  4041   * 	or invalid *flags* are passed.
  4042   */
  4043  static long (*bpf_timer_start)(struct bpf_timer *timer, __u64 nsecs, __u64 flags) = (void *) 171;
  4044  
  4045  /*
  4046   * bpf_timer_cancel
  4047   *
  4048   * 	Cancel the timer and wait for callback_fn to finish if it was running.
  4049   *
  4050   * Returns
  4051   * 	0 if the timer was not active.
  4052   * 	1 if the timer was active.
  4053   * 	**-EINVAL** if *timer* was not initialized with bpf_timer_init() earlier.
  4054   * 	**-EDEADLK** if callback_fn tried to call bpf_timer_cancel() on its
  4055   * 	own timer which would have led to a deadlock otherwise.
  4056   */
  4057  static long (*bpf_timer_cancel)(struct bpf_timer *timer) = (void *) 172;
  4058  
  4059  /*
  4060   * bpf_get_func_ip
  4061   *
  4062   * 	Get address of the traced function (for tracing and kprobe programs).
  4063   *
  4064   * Returns
  4065   * 	Address of the traced function.
  4066   * 	0 for kprobes placed within the function (not at the entry).
  4067   */
  4068  static __u64 (*bpf_get_func_ip)(void *ctx) = (void *) 173;
  4069  
  4070  /*
  4071   * bpf_get_attach_cookie
  4072   *
  4073   * 	Get bpf_cookie value provided (optionally) during the program
  4074   * 	attachment. It might be different for each individual
  4075   * 	attachment, even if BPF program itself is the same.
  4076   * 	Expects BPF program context *ctx* as a first argument.
  4077   *
  4078   * 	Supported for the following program types:
  4079   * 		- kprobe/uprobe;
  4080   * 		- tracepoint;
  4081   * 		- perf_event.
  4082   *
  4083   * Returns
  4084   * 	Value specified by user at BPF link creation/attachment time
  4085   * 	or 0, if it was not specified.
  4086   */
  4087  static __u64 (*bpf_get_attach_cookie)(void *ctx) = (void *) 174;
  4088  
  4089  /*
  4090   * bpf_task_pt_regs
  4091   *
  4092   * 	Get the struct pt_regs associated with **task**.
  4093   *
  4094   * Returns
  4095   * 	A pointer to struct pt_regs.
  4096   */
  4097  static long (*bpf_task_pt_regs)(struct task_struct *task) = (void *) 175;
  4098  
  4099  /*
  4100   * bpf_get_branch_snapshot
  4101   *
  4102   * 	Get branch trace from hardware engines like Intel LBR. The
  4103   * 	hardware engine is stopped shortly after the helper is
  4104   * 	called. Therefore, the user need to filter branch entries
  4105   * 	based on the actual use case. To capture branch trace
  4106   * 	before the trigger point of the BPF program, the helper
  4107   * 	should be called at the beginning of the BPF program.
  4108   *
  4109   * 	The data is stored as struct perf_branch_entry into output
  4110   * 	buffer *entries*. *size* is the size of *entries* in bytes.
  4111   * 	*flags* is reserved for now and must be zero.
  4112   *
  4113   *
  4114   * Returns
  4115   * 	On success, number of bytes written to *buf*. On error, a
  4116   * 	negative value.
  4117   *
  4118   * 	**-EINVAL** if *flags* is not zero.
  4119   *
  4120   * 	**-ENOENT** if architecture does not support branch records.
  4121   */
  4122  static long (*bpf_get_branch_snapshot)(void *entries, __u32 size, __u64 flags) = (void *) 176;
  4123  
  4124  /*
  4125   * bpf_trace_vprintk
  4126   *
  4127   * 	Behaves like **bpf_trace_printk**\ () helper, but takes an array of u64
  4128   * 	to format and can handle more format args as a result.
  4129   *
  4130   * 	Arguments are to be used as in **bpf_seq_printf**\ () helper.
  4131   *
  4132   * Returns
  4133   * 	The number of bytes written to the buffer, or a negative error
  4134   * 	in case of failure.
  4135   */
  4136  static long (*bpf_trace_vprintk)(const char *fmt, __u32 fmt_size, const void *data, __u32 data_len) = (void *) 177;
  4137  
  4138  /*
  4139   * bpf_skc_to_unix_sock
  4140   *
  4141   * 	Dynamically cast a *sk* pointer to a *unix_sock* pointer.
  4142   *
  4143   * Returns
  4144   * 	*sk* if casting is valid, or **NULL** otherwise.
  4145   */
  4146  static struct unix_sock *(*bpf_skc_to_unix_sock)(void *sk) = (void *) 178;
  4147  
  4148  /*
  4149   * bpf_kallsyms_lookup_name
  4150   *
  4151   * 	Get the address of a kernel symbol, returned in *res*. *res* is
  4152   * 	set to 0 if the symbol is not found.
  4153   *
  4154   * Returns
  4155   * 	On success, zero. On error, a negative value.
  4156   *
  4157   * 	**-EINVAL** if *flags* is not zero.
  4158   *
  4159   * 	**-EINVAL** if string *name* is not the same size as *name_sz*.
  4160   *
  4161   * 	**-ENOENT** if symbol is not found.
  4162   *
  4163   * 	**-EPERM** if caller does not have permission to obtain kernel address.
  4164   */
  4165  static long (*bpf_kallsyms_lookup_name)(const char *name, int name_sz, int flags, __u64 *res) = (void *) 179;
  4166  
  4167  /*
  4168   * bpf_find_vma
  4169   *
  4170   * 	Find vma of *task* that contains *addr*, call *callback_fn*
  4171   * 	function with *task*, *vma*, and *callback_ctx*.
  4172   * 	The *callback_fn* should be a static function and
  4173   * 	the *callback_ctx* should be a pointer to the stack.
  4174   * 	The *flags* is used to control certain aspects of the helper.
  4175   * 	Currently, the *flags* must be 0.
  4176   *
  4177   * 	The expected callback signature is
  4178   *
  4179   * 	long (\*callback_fn)(struct task_struct \*task, struct vm_area_struct \*vma, void \*callback_ctx);
  4180   *
  4181   *
  4182   * Returns
  4183   * 	0 on success.
  4184   * 	**-ENOENT** if *task->mm* is NULL, or no vma contains *addr*.
  4185   * 	**-EBUSY** if failed to try lock mmap_lock.
  4186   * 	**-EINVAL** for invalid **flags**.
  4187   */
  4188  static long (*bpf_find_vma)(struct task_struct *task, __u64 addr, void *callback_fn, void *callback_ctx, __u64 flags) = (void *) 180;
  4189  
  4190  /*
  4191   * bpf_loop
  4192   *
  4193   * 	For **nr_loops**, call **callback_fn** function
  4194   * 	with **callback_ctx** as the context parameter.
  4195   * 	The **callback_fn** should be a static function and
  4196   * 	the **callback_ctx** should be a pointer to the stack.
  4197   * 	The **flags** is used to control certain aspects of the helper.
  4198   * 	Currently, the **flags** must be 0. Currently, nr_loops is
  4199   * 	limited to 1 << 23 (~8 million) loops.
  4200   *
  4201   * 	long (\*callback_fn)(u32 index, void \*ctx);
  4202   *
  4203   * 	where **index** is the current index in the loop. The index
  4204   * 	is zero-indexed.
  4205   *
  4206   * 	If **callback_fn** returns 0, the helper will continue to the next
  4207   * 	loop. If return value is 1, the helper will skip the rest of
  4208   * 	the loops and return. Other return values are not used now,
  4209   * 	and will be rejected by the verifier.
  4210   *
  4211   *
  4212   * Returns
  4213   * 	The number of loops performed, **-EINVAL** for invalid **flags**,
  4214   * 	**-E2BIG** if **nr_loops** exceeds the maximum number of loops.
  4215   */
  4216  static long (*bpf_loop)(__u32 nr_loops, void *callback_fn, void *callback_ctx, __u64 flags) = (void *) 181;
  4217  
  4218  /*
  4219   * bpf_strncmp
  4220   *
  4221   * 	Do strncmp() between **s1** and **s2**. **s1** doesn't need
  4222   * 	to be null-terminated and **s1_sz** is the maximum storage
  4223   * 	size of **s1**. **s2** must be a read-only string.
  4224   *
  4225   * Returns
  4226   * 	An integer less than, equal to, or greater than zero
  4227   * 	if the first **s1_sz** bytes of **s1** is found to be
  4228   * 	less than, to match, or be greater than **s2**.
  4229   */
  4230  static long (*bpf_strncmp)(const char *s1, __u32 s1_sz, const char *s2) = (void *) 182;
  4231  
  4232  /*
  4233   * bpf_get_func_arg
  4234   *
  4235   * 	Get **n**-th argument register (zero based) of the traced function (for tracing programs)
  4236   * 	returned in **value**.
  4237   *
  4238   *
  4239   * Returns
  4240   * 	0 on success.
  4241   * 	**-EINVAL** if n >= argument register count of traced function.
  4242   */
  4243  static long (*bpf_get_func_arg)(void *ctx, __u32 n, __u64 *value) = (void *) 183;
  4244  
  4245  /*
  4246   * bpf_get_func_ret
  4247   *
  4248   * 	Get return value of the traced function (for tracing programs)
  4249   * 	in **value**.
  4250   *
  4251   *
  4252   * Returns
  4253   * 	0 on success.
  4254   * 	**-EOPNOTSUPP** for tracing programs other than BPF_TRACE_FEXIT or BPF_MODIFY_RETURN.
  4255   */
  4256  static long (*bpf_get_func_ret)(void *ctx, __u64 *value) = (void *) 184;
  4257  
  4258  /*
  4259   * bpf_get_func_arg_cnt
  4260   *
  4261   * 	Get number of registers of the traced function (for tracing programs) where
  4262   * 	function arguments are stored in these registers.
  4263   *
  4264   *
  4265   * Returns
  4266   * 	The number of argument registers of the traced function.
  4267   */
  4268  static long (*bpf_get_func_arg_cnt)(void *ctx) = (void *) 185;
  4269  
  4270  /*
  4271   * bpf_get_retval
  4272   *
  4273   * 	Get the BPF program's return value that will be returned to the upper layers.
  4274   *
  4275   * 	This helper is currently supported by cgroup programs and only by the hooks
  4276   * 	where BPF program's return value is returned to the userspace via errno.
  4277   *
  4278   * Returns
  4279   * 	The BPF program's return value.
  4280   */
  4281  static int (*bpf_get_retval)(void) = (void *) 186;
  4282  
  4283  /*
  4284   * bpf_set_retval
  4285   *
  4286   * 	Set the BPF program's return value that will be returned to the upper layers.
  4287   *
  4288   * 	This helper is currently supported by cgroup programs and only by the hooks
  4289   * 	where BPF program's return value is returned to the userspace via errno.
  4290   *
  4291   * 	Note that there is the following corner case where the program exports an error
  4292   * 	via bpf_set_retval but signals success via 'return 1':
  4293   *
  4294   * 		bpf_set_retval(-EPERM);
  4295   * 		return 1;
  4296   *
  4297   * 	In this case, the BPF program's return value will use helper's -EPERM. This
  4298   * 	still holds true for cgroup/bind{4,6} which supports extra 'return 3' success case.
  4299   *
  4300   *
  4301   * Returns
  4302   * 	0 on success, or a negative error in case of failure.
  4303   */
  4304  static int (*bpf_set_retval)(int retval) = (void *) 187;
  4305  
  4306  /*
  4307   * bpf_xdp_get_buff_len
  4308   *
  4309   * 	Get the total size of a given xdp buff (linear and paged area)
  4310   *
  4311   * Returns
  4312   * 	The total size of a given xdp buffer.
  4313   */
  4314  static __u64 (*bpf_xdp_get_buff_len)(struct xdp_md *xdp_md) = (void *) 188;
  4315  
  4316  /*
  4317   * bpf_xdp_load_bytes
  4318   *
  4319   * 	This helper is provided as an easy way to load data from a
  4320   * 	xdp buffer. It can be used to load *len* bytes from *offset* from
  4321   * 	the frame associated to *xdp_md*, into the buffer pointed by
  4322   * 	*buf*.
  4323   *
  4324   * Returns
  4325   * 	0 on success, or a negative error in case of failure.
  4326   */
  4327  static long (*bpf_xdp_load_bytes)(struct xdp_md *xdp_md, __u32 offset, void *buf, __u32 len) = (void *) 189;
  4328  
  4329  /*
  4330   * bpf_xdp_store_bytes
  4331   *
  4332   * 	Store *len* bytes from buffer *buf* into the frame
  4333   * 	associated to *xdp_md*, at *offset*.
  4334   *
  4335   * Returns
  4336   * 	0 on success, or a negative error in case of failure.
  4337   */
  4338  static long (*bpf_xdp_store_bytes)(struct xdp_md *xdp_md, __u32 offset, void *buf, __u32 len) = (void *) 190;
  4339  
  4340  /*
  4341   * bpf_copy_from_user_task
  4342   *
  4343   * 	Read *size* bytes from user space address *user_ptr* in *tsk*'s
  4344   * 	address space, and stores the data in *dst*. *flags* is not
  4345   * 	used yet and is provided for future extensibility. This helper
  4346   * 	can only be used by sleepable programs.
  4347   *
  4348   * Returns
  4349   * 	0 on success, or a negative error in case of failure. On error
  4350   * 	*dst* buffer is zeroed out.
  4351   */
  4352  static long (*bpf_copy_from_user_task)(void *dst, __u32 size, const void *user_ptr, struct task_struct *tsk, __u64 flags) = (void *) 191;
  4353  
  4354  /*
  4355   * bpf_skb_set_tstamp
  4356   *
  4357   * 	Change the __sk_buff->tstamp_type to *tstamp_type*
  4358   * 	and set *tstamp* to the __sk_buff->tstamp together.
  4359   *
  4360   * 	If there is no need to change the __sk_buff->tstamp_type,
  4361   * 	the tstamp value can be directly written to __sk_buff->tstamp
  4362   * 	instead.
  4363   *
  4364   * 	BPF_SKB_TSTAMP_DELIVERY_MONO is the only tstamp that
  4365   * 	will be kept during bpf_redirect_*().  A non zero
  4366   * 	*tstamp* must be used with the BPF_SKB_TSTAMP_DELIVERY_MONO
  4367   * 	*tstamp_type*.
  4368   *
  4369   * 	A BPF_SKB_TSTAMP_UNSPEC *tstamp_type* can only be used
  4370   * 	with a zero *tstamp*.
  4371   *
  4372   * 	Only IPv4 and IPv6 skb->protocol are supported.
  4373   *
  4374   * 	This function is most useful when it needs to set a
  4375   * 	mono delivery time to __sk_buff->tstamp and then
  4376   * 	bpf_redirect_*() to the egress of an iface.  For example,
  4377   * 	changing the (rcv) timestamp in __sk_buff->tstamp at
  4378   * 	ingress to a mono delivery time and then bpf_redirect_*()
  4379   * 	to sch_fq@phy-dev.
  4380   *
  4381   * Returns
  4382   * 	0 on success.
  4383   * 	**-EINVAL** for invalid input
  4384   * 	**-EOPNOTSUPP** for unsupported protocol
  4385   */
  4386  static long (*bpf_skb_set_tstamp)(struct __sk_buff *skb, __u64 tstamp, __u32 tstamp_type) = (void *) 192;
  4387  
  4388  /*
  4389   * bpf_ima_file_hash
  4390   *
  4391   * 	Returns a calculated IMA hash of the *file*.
  4392   * 	If the hash is larger than *size*, then only *size*
  4393   * 	bytes will be copied to *dst*
  4394   *
  4395   * Returns
  4396   * 	The **hash_algo** is returned on success,
  4397   * 	**-EOPNOTSUP** if the hash calculation failed or **-EINVAL** if
  4398   * 	invalid arguments are passed.
  4399   */
  4400  static long (*bpf_ima_file_hash)(struct file *file, void *dst, __u32 size) = (void *) 193;
  4401  
  4402  /*
  4403   * bpf_kptr_xchg
  4404   *
  4405   * 	Exchange kptr at pointer *map_value* with *ptr*, and return the
  4406   * 	old value. *ptr* can be NULL, otherwise it must be a referenced
  4407   * 	pointer which will be released when this helper is called.
  4408   *
  4409   * Returns
  4410   * 	The old value of kptr (which can be NULL). The returned pointer
  4411   * 	if not NULL, is a reference which must be released using its
  4412   * 	corresponding release function, or moved into a BPF map before
  4413   * 	program exit.
  4414   */
  4415  static void *(*bpf_kptr_xchg)(void *map_value, void *ptr) = (void *) 194;
  4416  
  4417  /*
  4418   * bpf_map_lookup_percpu_elem
  4419   *
  4420   * 	Perform a lookup in *percpu map* for an entry associated to
  4421   * 	*key* on *cpu*.
  4422   *
  4423   * Returns
  4424   * 	Map value associated to *key* on *cpu*, or **NULL** if no entry
  4425   * 	was found or *cpu* is invalid.
  4426   */
  4427  static void *(*bpf_map_lookup_percpu_elem)(void *map, const void *key, __u32 cpu) = (void *) 195;
  4428  
  4429  /*
  4430   * bpf_skc_to_mptcp_sock
  4431   *
  4432   * 	Dynamically cast a *sk* pointer to a *mptcp_sock* pointer.
  4433   *
  4434   * Returns
  4435   * 	*sk* if casting is valid, or **NULL** otherwise.
  4436   */
  4437  static struct mptcp_sock *(*bpf_skc_to_mptcp_sock)(void *sk) = (void *) 196;
  4438  
  4439  /*
  4440   * bpf_dynptr_from_mem
  4441   *
  4442   * 	Get a dynptr to local memory *data*.
  4443   *
  4444   * 	*data* must be a ptr to a map value.
  4445   * 	The maximum *size* supported is DYNPTR_MAX_SIZE.
  4446   * 	*flags* is currently unused.
  4447   *
  4448   * Returns
  4449   * 	0 on success, -E2BIG if the size exceeds DYNPTR_MAX_SIZE,
  4450   * 	-EINVAL if flags is not 0.
  4451   */
  4452  static long (*bpf_dynptr_from_mem)(void *data, __u32 size, __u64 flags, struct bpf_dynptr *ptr) = (void *) 197;
  4453  
  4454  /*
  4455   * bpf_ringbuf_reserve_dynptr
  4456   *
  4457   * 	Reserve *size* bytes of payload in a ring buffer *ringbuf*
  4458   * 	through the dynptr interface. *flags* must be 0.
  4459   *
  4460   * 	Please note that a corresponding bpf_ringbuf_submit_dynptr or
  4461   * 	bpf_ringbuf_discard_dynptr must be called on *ptr*, even if the
  4462   * 	reservation fails. This is enforced by the verifier.
  4463   *
  4464   * Returns
  4465   * 	0 on success, or a negative error in case of failure.
  4466   */
  4467  static long (*bpf_ringbuf_reserve_dynptr)(void *ringbuf, __u32 size, __u64 flags, struct bpf_dynptr *ptr) = (void *) 198;
  4468  
  4469  /*
  4470   * bpf_ringbuf_submit_dynptr
  4471   *
  4472   * 	Submit reserved ring buffer sample, pointed to by *data*,
  4473   * 	through the dynptr interface. This is a no-op if the dynptr is
  4474   * 	invalid/null.
  4475   *
  4476   * 	For more information on *flags*, please see
  4477   * 	'bpf_ringbuf_submit'.
  4478   *
  4479   * Returns
  4480   * 	Nothing. Always succeeds.
  4481   */
  4482  static void (*bpf_ringbuf_submit_dynptr)(struct bpf_dynptr *ptr, __u64 flags) = (void *) 199;
  4483  
  4484  /*
  4485   * bpf_ringbuf_discard_dynptr
  4486   *
  4487   * 	Discard reserved ring buffer sample through the dynptr
  4488   * 	interface. This is a no-op if the dynptr is invalid/null.
  4489   *
  4490   * 	For more information on *flags*, please see
  4491   * 	'bpf_ringbuf_discard'.
  4492   *
  4493   * Returns
  4494   * 	Nothing. Always succeeds.
  4495   */
  4496  static void (*bpf_ringbuf_discard_dynptr)(struct bpf_dynptr *ptr, __u64 flags) = (void *) 200;
  4497  
  4498  /*
  4499   * bpf_dynptr_read
  4500   *
  4501   * 	Read *len* bytes from *src* into *dst*, starting from *offset*
  4502   * 	into *src*.
  4503   * 	*flags* is currently unused.
  4504   *
  4505   * Returns
  4506   * 	0 on success, -E2BIG if *offset* + *len* exceeds the length
  4507   * 	of *src*'s data, -EINVAL if *src* is an invalid dynptr or if
  4508   * 	*flags* is not 0.
  4509   */
  4510  static long (*bpf_dynptr_read)(void *dst, __u32 len, const struct bpf_dynptr *src, __u32 offset, __u64 flags) = (void *) 201;
  4511  
  4512  /*
  4513   * bpf_dynptr_write
  4514   *
  4515   * 	Write *len* bytes from *src* into *dst*, starting from *offset*
  4516   * 	into *dst*.
  4517   *
  4518   * 	*flags* must be 0 except for skb-type dynptrs.
  4519   *
  4520   * 	For skb-type dynptrs:
  4521   * 	    *  All data slices of the dynptr are automatically
  4522   * 	       invalidated after **bpf_dynptr_write**\ (). This is
  4523   * 	       because writing may pull the skb and change the
  4524   * 	       underlying packet buffer.
  4525   *
  4526   * 	    *  For *flags*, please see the flags accepted by
  4527   * 	       **bpf_skb_store_bytes**\ ().
  4528   *
  4529   * Returns
  4530   * 	0 on success, -E2BIG if *offset* + *len* exceeds the length
  4531   * 	of *dst*'s data, -EINVAL if *dst* is an invalid dynptr or if *dst*
  4532   * 	is a read-only dynptr or if *flags* is not correct. For skb-type dynptrs,
  4533   * 	other errors correspond to errors returned by **bpf_skb_store_bytes**\ ().
  4534   */
  4535  static long (*bpf_dynptr_write)(const struct bpf_dynptr *dst, __u32 offset, void *src, __u32 len, __u64 flags) = (void *) 202;
  4536  
  4537  /*
  4538   * bpf_dynptr_data
  4539   *
  4540   * 	Get a pointer to the underlying dynptr data.
  4541   *
  4542   * 	*len* must be a statically known value. The returned data slice
  4543   * 	is invalidated whenever the dynptr is invalidated.
  4544   *
  4545   * 	skb and xdp type dynptrs may not use bpf_dynptr_data. They should
  4546   * 	instead use bpf_dynptr_slice and bpf_dynptr_slice_rdwr.
  4547   *
  4548   * Returns
  4549   * 	Pointer to the underlying dynptr data, NULL if the dynptr is
  4550   * 	read-only, if the dynptr is invalid, or if the offset and length
  4551   * 	is out of bounds.
  4552   */
  4553  static void *(*bpf_dynptr_data)(const struct bpf_dynptr *ptr, __u32 offset, __u32 len) = (void *) 203;
  4554  
  4555  /*
  4556   * bpf_tcp_raw_gen_syncookie_ipv4
  4557   *
  4558   * 	Try to issue a SYN cookie for the packet with corresponding
  4559   * 	IPv4/TCP headers, *iph* and *th*, without depending on a
  4560   * 	listening socket.
  4561   *
  4562   * 	*iph* points to the IPv4 header.
  4563   *
  4564   * 	*th* points to the start of the TCP header, while *th_len*
  4565   * 	contains the length of the TCP header (at least
  4566   * 	**sizeof**\ (**struct tcphdr**)).
  4567   *
  4568   * Returns
  4569   * 	On success, lower 32 bits hold the generated SYN cookie in
  4570   * 	followed by 16 bits which hold the MSS value for that cookie,
  4571   * 	and the top 16 bits are unused.
  4572   *
  4573   * 	On failure, the returned value is one of the following:
  4574   *
  4575   * 	**-EINVAL** if *th_len* is invalid.
  4576   */
  4577  static __s64 (*bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *iph, struct tcphdr *th, __u32 th_len) = (void *) 204;
  4578  
  4579  /*
  4580   * bpf_tcp_raw_gen_syncookie_ipv6
  4581   *
  4582   * 	Try to issue a SYN cookie for the packet with corresponding
  4583   * 	IPv6/TCP headers, *iph* and *th*, without depending on a
  4584   * 	listening socket.
  4585   *
  4586   * 	*iph* points to the IPv6 header.
  4587   *
  4588   * 	*th* points to the start of the TCP header, while *th_len*
  4589   * 	contains the length of the TCP header (at least
  4590   * 	**sizeof**\ (**struct tcphdr**)).
  4591   *
  4592   * Returns
  4593   * 	On success, lower 32 bits hold the generated SYN cookie in
  4594   * 	followed by 16 bits which hold the MSS value for that cookie,
  4595   * 	and the top 16 bits are unused.
  4596   *
  4597   * 	On failure, the returned value is one of the following:
  4598   *
  4599   * 	**-EINVAL** if *th_len* is invalid.
  4600   *
  4601   * 	**-EPROTONOSUPPORT** if CONFIG_IPV6 is not builtin.
  4602   */
  4603  static __s64 (*bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *iph, struct tcphdr *th, __u32 th_len) = (void *) 205;
  4604  
  4605  /*
  4606   * bpf_tcp_raw_check_syncookie_ipv4
  4607   *
  4608   * 	Check whether *iph* and *th* contain a valid SYN cookie ACK
  4609   * 	without depending on a listening socket.
  4610   *
  4611   * 	*iph* points to the IPv4 header.
  4612   *
  4613   * 	*th* points to the TCP header.
  4614   *
  4615   * Returns
  4616   * 	0 if *iph* and *th* are a valid SYN cookie ACK.
  4617   *
  4618   * 	On failure, the returned value is one of the following:
  4619   *
  4620   * 	**-EACCES** if the SYN cookie is not valid.
  4621   */
  4622  static long (*bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *iph, struct tcphdr *th) = (void *) 206;
  4623  
  4624  /*
  4625   * bpf_tcp_raw_check_syncookie_ipv6
  4626   *
  4627   * 	Check whether *iph* and *th* contain a valid SYN cookie ACK
  4628   * 	without depending on a listening socket.
  4629   *
  4630   * 	*iph* points to the IPv6 header.
  4631   *
  4632   * 	*th* points to the TCP header.
  4633   *
  4634   * Returns
  4635   * 	0 if *iph* and *th* are a valid SYN cookie ACK.
  4636   *
  4637   * 	On failure, the returned value is one of the following:
  4638   *
  4639   * 	**-EACCES** if the SYN cookie is not valid.
  4640   *
  4641   * 	**-EPROTONOSUPPORT** if CONFIG_IPV6 is not builtin.
  4642   */
  4643  static long (*bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *iph, struct tcphdr *th) = (void *) 207;
  4644  
  4645  /*
  4646   * bpf_ktime_get_tai_ns
  4647   *
  4648   * 	A nonsettable system-wide clock derived from wall-clock time but
  4649   * 	ignoring leap seconds.  This clock does not experience
  4650   * 	discontinuities and backwards jumps caused by NTP inserting leap
  4651   * 	seconds as CLOCK_REALTIME does.
  4652   *
  4653   * 	See: **clock_gettime**\ (**CLOCK_TAI**)
  4654   *
  4655   * Returns
  4656   * 	Current *ktime*.
  4657   */
  4658  static __u64 (*bpf_ktime_get_tai_ns)(void) = (void *) 208;
  4659  
  4660  /*
  4661   * bpf_user_ringbuf_drain
  4662   *
  4663   * 	Drain samples from the specified user ring buffer, and invoke
  4664   * 	the provided callback for each such sample:
  4665   *
  4666   * 	long (\*callback_fn)(const struct bpf_dynptr \*dynptr, void \*ctx);
  4667   *
  4668   * 	If **callback_fn** returns 0, the helper will continue to try
  4669   * 	and drain the next sample, up to a maximum of
  4670   * 	BPF_MAX_USER_RINGBUF_SAMPLES samples. If the return value is 1,
  4671   * 	the helper will skip the rest of the samples and return. Other
  4672   * 	return values are not used now, and will be rejected by the
  4673   * 	verifier.
  4674   *
  4675   * Returns
  4676   * 	The number of drained samples if no error was encountered while
  4677   * 	draining samples, or 0 if no samples were present in the ring
  4678   * 	buffer. If a user-space producer was epoll-waiting on this map,
  4679   * 	and at least one sample was drained, they will receive an event
  4680   * 	notification notifying them of available space in the ring
  4681   * 	buffer. If the BPF_RB_NO_WAKEUP flag is passed to this
  4682   * 	function, no wakeup notification will be sent. If the
  4683   * 	BPF_RB_FORCE_WAKEUP flag is passed, a wakeup notification will
  4684   * 	be sent even if no sample was drained.
  4685   *
  4686   * 	On failure, the returned value is one of the following:
  4687   *
  4688   * 	**-EBUSY** if the ring buffer is contended, and another calling
  4689   * 	context was concurrently draining the ring buffer.
  4690   *
  4691   * 	**-EINVAL** if user-space is not properly tracking the ring
  4692   * 	buffer due to the producer position not being aligned to 8
  4693   * 	bytes, a sample not being aligned to 8 bytes, or the producer
  4694   * 	position not matching the advertised length of a sample.
  4695   *
  4696   * 	**-E2BIG** if user-space has tried to publish a sample which is
  4697   * 	larger than the size of the ring buffer, or which cannot fit
  4698   * 	within a struct bpf_dynptr.
  4699   */
  4700  static long (*bpf_user_ringbuf_drain)(void *map, void *callback_fn, void *ctx, __u64 flags) = (void *) 209;
  4701  
  4702  /*
  4703   * bpf_cgrp_storage_get
  4704   *
  4705   * 	Get a bpf_local_storage from the *cgroup*.
  4706   *
  4707   * 	Logically, it could be thought of as getting the value from
  4708   * 	a *map* with *cgroup* as the **key**.  From this
  4709   * 	perspective,  the usage is not much different from
  4710   * 	**bpf_map_lookup_elem**\ (*map*, **&**\ *cgroup*) except this
  4711   * 	helper enforces the key must be a cgroup struct and the map must also
  4712   * 	be a **BPF_MAP_TYPE_CGRP_STORAGE**.
  4713   *
  4714   * 	In reality, the local-storage value is embedded directly inside of the
  4715   * 	*cgroup* object itself, rather than being located in the
  4716   * 	**BPF_MAP_TYPE_CGRP_STORAGE** map. When the local-storage value is
  4717   * 	queried for some *map* on a *cgroup* object, the kernel will perform an
  4718   * 	O(n) iteration over all of the live local-storage values for that
  4719   * 	*cgroup* object until the local-storage value for the *map* is found.
  4720   *
  4721   * 	An optional *flags* (**BPF_LOCAL_STORAGE_GET_F_CREATE**) can be
  4722   * 	used such that a new bpf_local_storage will be
  4723   * 	created if one does not exist.  *value* can be used
  4724   * 	together with **BPF_LOCAL_STORAGE_GET_F_CREATE** to specify
  4725   * 	the initial value of a bpf_local_storage.  If *value* is
  4726   * 	**NULL**, the new bpf_local_storage will be zero initialized.
  4727   *
  4728   * Returns
  4729   * 	A bpf_local_storage pointer is returned on success.
  4730   *
  4731   * 	**NULL** if not found or there was an error in adding
  4732   * 	a new bpf_local_storage.
  4733   */
  4734  static void *(*bpf_cgrp_storage_get)(void *map, struct cgroup *cgroup, void *value, __u64 flags) = (void *) 210;
  4735  
  4736  /*
  4737   * bpf_cgrp_storage_delete
  4738   *
  4739   * 	Delete a bpf_local_storage from a *cgroup*.
  4740   *
  4741   * Returns
  4742   * 	0 on success.
  4743   *
  4744   * 	**-ENOENT** if the bpf_local_storage cannot be found.
  4745   */
  4746  static long (*bpf_cgrp_storage_delete)(void *map, struct cgroup *cgroup) = (void *) 211;
  4747  
  4748