lists.openwall.net   lists  /  announce  owl-users  owl-dev  john-users  john-dev  passwdqc-users  yescrypt  popa3d-users  /  oss-security  kernel-hardening  musl  sabotage  tlsify  passwords  /  crypt-dev  xvendor  /  Bugtraq  Full-Disclosure  linux-kernel  linux-netdev  linux-ext4  linux-hardening  linux-cve-announce  PHC 
Open Source and information security mailing list archives
 
Hash Suite: Windows password security audit tool. GUI, reports in PDF.
[<prev] [next>] [<thread-prev] [thread-next>] [day] [month] [year] [list]
Message-ID: <20190123234429.GA8297@rdna-mbp.dhcp.thefacebook.com>
Date:   Wed, 23 Jan 2019 23:44:44 +0000
From:   Andrey Ignatov <rdna@...com>
To:     Quentin Monnet <quentin.monnet@...ronome.com>
CC:     Alexei Starovoitov <ast@...nel.org>,
        Daniel Borkmann <daniel@...earbox.net>,
        "netdev@...r.kernel.org" <netdev@...r.kernel.org>,
        "oss-drivers@...ronome.com" <oss-drivers@...ronome.com>,
        "Arnaldo Carvalho de Melo" <acme@...nel.org>,
        Jesper Dangaard Brouer <brouer@...hat.com>,
        "Stanislav Fomichev" <sdf@...gle.com>
Subject: Re: [PATCH bpf-next v5 4/9] tools: bpftool: add probes for eBPF
 program types

Quentin Monnet <quentin.monnet@...ronome.com> [Thu, 2019-01-17 07:28 -0800]:
> Introduce probes for supported BPF program types in libbpf, and call it
> from bpftool to test what types are available on the system. The probe
> simply consists in loading a very basic program of that type and see if
> the verifier complains or not.
> 
> Sample output:
> 
>     # bpftool feature probe kernel
>     ...
>     Scanning eBPF program types...
>     eBPF program_type socket_filter is available
>     eBPF program_type kprobe is available
>     eBPF program_type sched_cls is available
>     ...
> 
>     # bpftool --json --pretty feature probe kernel
>     {
>         ...
>         "program_types": {
>             "have_socket_filter_prog_type": true,
>             "have_kprobe_prog_type": true,
>             "have_sched_cls_prog_type": true,
>             ...
>         }
>     }

Hi Quentin,

Awesome work! I wondef if you have plan to add similar functionality for
attach types?

For example BPF_CGROUP_INET{4,6}_CONNECT were added in 4.17 but
BPF_CGROUP_UDP{4,6}_SENDMSG later in 4.18 even though they correspond to
same prog type (BPF_PROG_TYPE_CGROUP_SOCK_ADDR).


> v5:
> - In libbpf.map, move global symbol to a new LIBBPF_0.0.2 section.
> - Rename (non-API function) prog_load() as probe_load().
> 
> v3:
> - Get kernel version for checking kprobes availability from libbpf
>   instead of from bpftool. Do not pass kernel_version as an argument
>   when calling libbpf probes.
> - Use a switch with all enum values for setting specific program
>   parameters just before probing, so that gcc complains at compile time
>   (-Wswitch-enum) if new prog types were added to the kernel but libbpf
>   was not updated.
> - Add a comment in libbpf.h about setrlimit() usage to allow many
>   consecutive probe attempts.
> 
> v2:
> - Move probes from bpftool to libbpf.
> - Remove C-style macros output from this patch.
> 
> Signed-off-by: Quentin Monnet <quentin.monnet@...ronome.com>
> Reviewed-by: Jakub Kicinski <jakub.kicinski@...ronome.com>
> Reviewed-by: Stanislav Fomichev <sdf@...gle.com>
> ---
>  tools/bpf/bpftool/feature.c   | 48 +++++++++++++++++-
>  tools/lib/bpf/Build           |  2 +-
>  tools/lib/bpf/libbpf.h        | 11 ++++
>  tools/lib/bpf/libbpf.map      |  5 ++
>  tools/lib/bpf/libbpf_probes.c | 95 +++++++++++++++++++++++++++++++++++
>  5 files changed, 159 insertions(+), 2 deletions(-)
>  create mode 100644 tools/lib/bpf/libbpf_probes.c
> 
> diff --git a/tools/bpf/bpftool/feature.c b/tools/bpf/bpftool/feature.c
> index 4a2867439ab7..d6508dde4808 100644
> --- a/tools/bpf/bpftool/feature.c
> +++ b/tools/bpf/bpftool/feature.c
> @@ -1,6 +1,7 @@
>  // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
>  /* Copyright (c) 2019 Netronome Systems, Inc. */
>  
> +#include <ctype.h>
>  #include <errno.h>
>  #include <string.h>
>  #include <unistd.h>
> @@ -11,6 +12,7 @@
>  #include <linux/limits.h>
>  
>  #include <bpf.h>
> +#include <libbpf.h>
>  
>  #include "main.h"
>  
> @@ -83,6 +85,17 @@ print_start_section(const char *json_title, const char *plain_title)
>  	}
>  }
>  
> +static void
> +print_end_then_start_section(const char *json_title, const char *plain_title)
> +{
> +	if (json_output)
> +		jsonw_end_object(json_wtr);
> +	else
> +		printf("\n");
> +
> +	print_start_section(json_title, plain_title);
> +}
> +
>  /* Probing functions */
>  
>  static int read_procfs(const char *path)
> @@ -403,9 +416,33 @@ static bool probe_bpf_syscall(void)
>  	return res;
>  }
>  
> +static void probe_prog_type(enum bpf_prog_type prog_type, bool *supported_types)
> +{
> +	const char *plain_comment = "eBPF program_type ";
> +	char feat_name[128], plain_desc[128];
> +	size_t maxlen;
> +	bool res;
> +
> +	res = bpf_probe_prog_type(prog_type, 0);
> +
> +	supported_types[prog_type] |= res;
> +
> +	maxlen = sizeof(plain_desc) - strlen(plain_comment) - 1;
> +	if (strlen(prog_type_name[prog_type]) > maxlen) {
> +		p_info("program type name too long");
> +		return;
> +	}
> +
> +	sprintf(feat_name, "have_%s_prog_type", prog_type_name[prog_type]);
> +	sprintf(plain_desc, "%s%s", plain_comment, prog_type_name[prog_type]);
> +	print_bool_feature(feat_name, plain_desc, res);
> +}
> +
>  static int do_probe(int argc, char **argv)
>  {
>  	enum probe_component target = COMPONENT_UNSPEC;
> +	bool supported_types[128] = {};
> +	unsigned int i;
>  
>  	/* Detection assumes user has sufficient privileges (CAP_SYS_ADMIN).
>  	 * Let's approximate, and restrict usage to root user only.
> @@ -460,8 +497,17 @@ static int do_probe(int argc, char **argv)
>  	print_start_section("syscall_config",
>  			    "Scanning system call availability...");
>  
> -	probe_bpf_syscall();
> +	if (!probe_bpf_syscall())
> +		/* bpf() syscall unavailable, don't probe other BPF features */
> +		goto exit_close_json;
> +
> +	print_end_then_start_section("program_types",
> +				     "Scanning eBPF program types...");
> +
> +	for (i = BPF_PROG_TYPE_UNSPEC + 1; i < ARRAY_SIZE(prog_type_name); i++)
> +		probe_prog_type(i, supported_types);
>  
> +exit_close_json:
>  	if (json_output) {
>  		/* End current "section" of probes */
>  		jsonw_end_object(json_wtr);
> diff --git a/tools/lib/bpf/Build b/tools/lib/bpf/Build
> index 197b40f5b5c6..bfd9bfc82c3b 100644
> --- a/tools/lib/bpf/Build
> +++ b/tools/lib/bpf/Build
> @@ -1 +1 @@
> -libbpf-y := libbpf.o bpf.o nlattr.o btf.o libbpf_errno.o str_error.o netlink.o bpf_prog_linfo.o
> +libbpf-y := libbpf.o bpf.o nlattr.o btf.o libbpf_errno.o str_error.o netlink.o bpf_prog_linfo.o libbpf_probes.o
> diff --git a/tools/lib/bpf/libbpf.h b/tools/lib/bpf/libbpf.h
> index 5f68d7b75215..8e63821109ab 100644
> --- a/tools/lib/bpf/libbpf.h
> +++ b/tools/lib/bpf/libbpf.h
> @@ -355,6 +355,17 @@ LIBBPF_API const struct bpf_line_info *
>  bpf_prog_linfo__lfind(const struct bpf_prog_linfo *prog_linfo,
>  		      __u32 insn_off, __u32 nr_skip);
>  
> +/*
> + * Probe for supported system features
> + *
> + * Note that running many of these probes in a short amount of time can cause
> + * the kernel to reach the maximal size of lockable memory allowed for the
> + * user, causing subsequent probes to fail. In this case, the caller may want
> + * to adjust that limit with setrlimit().
> + */
> +LIBBPF_API bool bpf_probe_prog_type(enum bpf_prog_type prog_type,
> +				    __u32 ifindex);
> +
>  #ifdef __cplusplus
>  } /* extern "C" */
>  #endif
> diff --git a/tools/lib/bpf/libbpf.map b/tools/lib/bpf/libbpf.map
> index cd02cd4e2cc3..c7ec3ffa24e9 100644
> --- a/tools/lib/bpf/libbpf.map
> +++ b/tools/lib/bpf/libbpf.map
> @@ -124,3 +124,8 @@ LIBBPF_0.0.1 {
>  	local:
>  		*;
>  };
> +
> +LIBBPF_0.0.2 {
> +	global:
> +		bpf_probe_prog_type;
> +} LIBBPF_0.0.1;
> diff --git a/tools/lib/bpf/libbpf_probes.c b/tools/lib/bpf/libbpf_probes.c
> new file mode 100644
> index 000000000000..056c0c186f2a
> --- /dev/null
> +++ b/tools/lib/bpf/libbpf_probes.c
> @@ -0,0 +1,95 @@
> +// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
> +/* Copyright (c) 2019 Netronome Systems, Inc. */
> +
> +#include <errno.h>
> +#include <unistd.h>
> +#include <sys/utsname.h>
> +
> +#include <linux/filter.h>
> +#include <linux/kernel.h>
> +
> +#include "bpf.h"
> +#include "libbpf.h"
> +
> +static int get_kernel_version(void)
> +{
> +	int version, subversion, patchlevel;
> +	struct utsname utsn;
> +
> +	/* Return 0 on failure, and attempt to probe with empty kversion */
> +	if (uname(&utsn))
> +		return 0;
> +
> +	if (sscanf(utsn.release, "%d.%d.%d",
> +		   &version, &subversion, &patchlevel) != 3)
> +		return 0;
> +
> +	return (version << 16) + (subversion << 8) + patchlevel;
> +}
> +
> +static void
> +probe_load(enum bpf_prog_type prog_type, const struct bpf_insn *insns,
> +	   size_t insns_cnt, char *buf, size_t buf_len, __u32 ifindex)
> +{
> +	struct bpf_load_program_attr xattr = {};
> +	int fd;
> +
> +	switch (prog_type) {
> +	case BPF_PROG_TYPE_CGROUP_SOCK_ADDR:
> +		xattr.expected_attach_type = BPF_CGROUP_INET4_CONNECT;
> +		break;
> +	case BPF_PROG_TYPE_KPROBE:
> +		xattr.kern_version = get_kernel_version();
> +		break;
> +	case BPF_PROG_TYPE_UNSPEC:
> +	case BPF_PROG_TYPE_SOCKET_FILTER:
> +	case BPF_PROG_TYPE_SCHED_CLS:
> +	case BPF_PROG_TYPE_SCHED_ACT:
> +	case BPF_PROG_TYPE_TRACEPOINT:
> +	case BPF_PROG_TYPE_XDP:
> +	case BPF_PROG_TYPE_PERF_EVENT:
> +	case BPF_PROG_TYPE_CGROUP_SKB:
> +	case BPF_PROG_TYPE_CGROUP_SOCK:
> +	case BPF_PROG_TYPE_LWT_IN:
> +	case BPF_PROG_TYPE_LWT_OUT:
> +	case BPF_PROG_TYPE_LWT_XMIT:
> +	case BPF_PROG_TYPE_SOCK_OPS:
> +	case BPF_PROG_TYPE_SK_SKB:
> +	case BPF_PROG_TYPE_CGROUP_DEVICE:
> +	case BPF_PROG_TYPE_SK_MSG:
> +	case BPF_PROG_TYPE_RAW_TRACEPOINT:
> +	case BPF_PROG_TYPE_LWT_SEG6LOCAL:
> +	case BPF_PROG_TYPE_LIRC_MODE2:
> +	case BPF_PROG_TYPE_SK_REUSEPORT:
> +	case BPF_PROG_TYPE_FLOW_DISSECTOR:
> +	default:
> +		break;
> +	}
> +
> +	xattr.prog_type = prog_type;
> +	xattr.insns = insns;
> +	xattr.insns_cnt = insns_cnt;
> +	xattr.license = "GPL";
> +	xattr.prog_ifindex = ifindex;
> +
> +	fd = bpf_load_program_xattr(&xattr, buf, buf_len);
> +	if (fd >= 0)
> +		close(fd);
> +}
> +
> +bool bpf_probe_prog_type(enum bpf_prog_type prog_type, __u32 ifindex)
> +{
> +	struct bpf_insn insns[2] = {
> +		BPF_MOV64_IMM(BPF_REG_0, 0),
> +		BPF_EXIT_INSN()
> +	};
> +
> +	if (ifindex && prog_type == BPF_PROG_TYPE_SCHED_CLS)
> +		/* nfp returns -EINVAL on exit(0) with TC offload */
> +		insns[0].imm = 2;
> +
> +	errno = 0;
> +	probe_load(prog_type, insns, ARRAY_SIZE(insns), NULL, 0, ifindex);
> +
> +	return errno != EINVAL && errno != EOPNOTSUPP;
> +}
> -- 
> 2.17.1
> 

-- 
Andrey Ignatov

Powered by blists - more mailing lists

Powered by Openwall GNU/*/Linux Powered by OpenVZ