lists.openwall.net   lists  /  announce  owl-users  owl-dev  john-users  john-dev  passwdqc-users  yescrypt  popa3d-users  /  oss-security  kernel-hardening  musl  sabotage  tlsify  passwords  /  crypt-dev  xvendor  /  Bugtraq  Full-Disclosure  linux-kernel  linux-netdev  linux-ext4  linux-hardening  linux-cve-announce  PHC 
Open Source and information security mailing list archives
 
Hash Suite for Android: free password hash cracker in your pocket
[<prev] [next>] [<thread-prev] [day] [month] [year] [list]
Message-ID: <CAPhsuW6kf1=QvZrmKtYwS2iOVQt=YqyQi-LW1XXiNKnqUSKZbg@mail.gmail.com>
Date:   Thu, 28 Feb 2019 12:00:19 -0800
From:   Song Liu <liu.song.a23@...il.com>
To:     Stanislav Fomichev <sdf@...gle.com>
Cc:     Networking <netdev@...r.kernel.org>, bpf@...r.kernel.org,
        "David S . Miller" <davem@...emloft.net>,
        Alexei Starovoitov <ast@...nel.org>,
        Daniel Borkmann <daniel@...earbox.net>
Subject: Re: [PATCH bpf-next 1/7] selftests: bpf: break up test_progs

On Wed, Feb 27, 2019 at 5:02 PM Stanislav Fomichev <sdf@...gle.com> wrote:
>
> Recently we had linux-next bpf/bpf-next conflict when we added new
> functionality to the test_progs.c at the same location. Let's split
> test_progs.c the same way we recently split test_verifier.c.
>
> I follow the same patten we did in commit 2dfb40121ee8 ("selftests: bpf:
> prepare for break up of verifier tests") for verifier: create
> scaffolding to support dedicated files and slowly move the tests into
> separate files.
>
> Compared to the verifier split, each separate file here is
> a compilation unit.

Please move most of the change log above to a cover letter. In this change log,
please explain how each file in prog_tests/*.c should be structured; and how
they are handled by the Makefile.

Thanks,
Song

>
> Signed-off-by: Stanislav Fomichev <sdf@...gle.com>
> ---
>  tools/testing/selftests/bpf/Makefile          | 27 +++++-
>  .../selftests/bpf/prog_tests/.gitignore       |  1 +
>  tools/testing/selftests/bpf/test_progs.c      | 92 +++----------------
>  tools/testing/selftests/bpf/test_progs.h      | 81 ++++++++++++++++
>  4 files changed, 122 insertions(+), 79 deletions(-)
>  create mode 100644 tools/testing/selftests/bpf/prog_tests/.gitignore
>  create mode 100644 tools/testing/selftests/bpf/test_progs.h
>
> diff --git a/tools/testing/selftests/bpf/Makefile b/tools/testing/selftests/bpf/Makefile
> index ccffaa0a0787..518cd587cd63 100644
> --- a/tools/testing/selftests/bpf/Makefile
> +++ b/tools/testing/selftests/bpf/Makefile
> @@ -165,7 +165,11 @@ $(ALU32_BUILD_DIR)/urandom_read: $(OUTPUT)/urandom_read
>  $(ALU32_BUILD_DIR)/test_progs_32: test_progs.c $(ALU32_BUILD_DIR) \
>                                                 $(ALU32_BUILD_DIR)/urandom_read
>         $(CC) $(CFLAGS) -o $(ALU32_BUILD_DIR)/test_progs_32 $< \
> -               trace_helpers.c $(OUTPUT)/libbpf.a $(LDLIBS)
> +               trace_helpers.c prog_tests/*.c $(OUTPUT)/libbpf.a $(LDLIBS)
> +
> +$(ALU32_BUILD_DIR)/test_progs_32: $(PROG_TESTS_H)
> +$(ALU32_BUILD_DIR)/test_progs_32: CFLAGS += -I$(OUTPUT)
> +$(ALU32_BUILD_DIR)/test_progs_32: prog_tests/*.c
>
>  $(ALU32_BUILD_DIR)/%.o: progs/%.c $(ALU32_BUILD_DIR) \
>                                         $(ALU32_BUILD_DIR)/test_progs_32
> @@ -196,6 +200,25 @@ ifeq ($(DWARF2BTF),y)
>         $(BTF_PAHOLE) -J $@
>  endif
>
> +PROG_TESTS_H := $(OUTPUT)/prog_tests/tests.h
> +$(OUTPUT)/test_progs: $(PROG_TESTS_H)
> +$(OUTPUT)/test_progs: CFLAGS += -I$(OUTPUT)
> +$(OUTPUT)/test_progs: prog_tests/*.c
> +
> +PROG_TESTS_FILES := $(wildcard prog_tests/*.c)
> +$(PROG_TESTS_H): $(PROG_TESTS_FILES)
> +       $(shell ( cd prog_tests/
> +                 echo '/* Generated header, do not edit */'; \
> +                 echo '#ifdef DECLARE'; \
> +                 ls *.c 2> /dev/null | \
> +                       sed -e 's@\([^\.]*\)\.c@...ern void test_\1(void);@'; \
> +                 echo '#endif'; \
> +                 echo '#ifdef CALL'; \
> +                 ls *.c 2> /dev/null | \
> +                       sed -e 's@\([^\.]*\)\.c@...t_\1();@'; \
> +                 echo '#endif' \
> +                ) > $(PROG_TESTS_H))
> +
>  VERIFIER_TESTS_H := $(OUTPUT)/verifier/tests.h
>  $(OUTPUT)/test_verifier: $(VERIFIER_TESTS_H)
>  $(OUTPUT)/test_verifier: CFLAGS += -I$(OUTPUT)
> @@ -211,4 +234,4 @@ $(OUTPUT)/verifier/tests.h: $(VERIFIER_TEST_FILES)
>                  ) > $(VERIFIER_TESTS_H))
>
>  EXTRA_CLEAN := $(TEST_CUSTOM_PROGS) $(ALU32_BUILD_DIR) \
> -       $(VERIFIER_TESTS_H)
> +       $(VERIFIER_TESTS_H) $(PROG_TESTS_H)
> diff --git a/tools/testing/selftests/bpf/prog_tests/.gitignore b/tools/testing/selftests/bpf/prog_tests/.gitignore
> new file mode 100644
> index 000000000000..45984a364647
> --- /dev/null
> +++ b/tools/testing/selftests/bpf/prog_tests/.gitignore
> @@ -0,0 +1 @@
> +tests.h
> diff --git a/tools/testing/selftests/bpf/test_progs.c b/tools/testing/selftests/bpf/test_progs.c
> index c59d2e015d16..e49a1e20dc63 100644
> --- a/tools/testing/selftests/bpf/test_progs.c
> +++ b/tools/testing/selftests/bpf/test_progs.c
> @@ -4,57 +4,12 @@
>   * modify it under the terms of version 2 of the GNU General Public
>   * License as published by the Free Software Foundation.
>   */
> -#include <stdio.h>
> -#include <unistd.h>
> -#include <errno.h>
> -#include <string.h>
> -#include <assert.h>
> -#include <stdlib.h>
> -#include <stdarg.h>
> -#include <time.h>
> -#include <signal.h>
> -
> -#include <linux/types.h>
> -typedef __u16 __sum16;
> -#include <arpa/inet.h>
> -#include <linux/if_ether.h>
> -#include <linux/if_packet.h>
> -#include <linux/ip.h>
> -#include <linux/ipv6.h>
> -#include <linux/tcp.h>
> -#include <linux/filter.h>
> -#include <linux/perf_event.h>
> -#include <linux/unistd.h>
> -
> -#include <sys/ioctl.h>
> -#include <sys/wait.h>
> -#include <sys/types.h>
> -#include <sys/time.h>
> -#include <fcntl.h>
> -#include <pthread.h>
> -#include <linux/bpf.h>
> -#include <linux/err.h>
> -#include <bpf/bpf.h>
> -#include <bpf/libbpf.h>
> -
> -#include "test_iptunnel_common.h"
> -#include "bpf_util.h"
> -#include "bpf_endian.h"
> -#include "bpf_rlimit.h"
> -#include "trace_helpers.h"
> -#include "flow_dissector_load.h"
> -
> -static int error_cnt, pass_cnt;
> -static bool jit_enabled;
> -
> -#define MAGIC_BYTES 123
> -
> -/* ipv4 test vector */
> -static struct {
> -       struct ethhdr eth;
> -       struct iphdr iph;
> -       struct tcphdr tcp;
> -} __packed pkt_v4 = {
> +#include "test_progs.h"
> +
> +int error_cnt, pass_cnt;
> +bool jit_enabled;
> +
> +struct ipv4_packet pkt_v4 = {
>         .eth.h_proto = __bpf_constant_htons(ETH_P_IP),
>         .iph.ihl = 5,
>         .iph.protocol = IPPROTO_TCP,
> @@ -63,12 +18,7 @@ static struct {
>         .tcp.doff = 5,
>  };
>
> -/* ipv6 test vector */
> -static struct {
> -       struct ethhdr eth;
> -       struct ipv6hdr iph;
> -       struct tcphdr tcp;
> -} __packed pkt_v6 = {
> +struct ipv6_packet pkt_v6 = {
>         .eth.h_proto = __bpf_constant_htons(ETH_P_IPV6),
>         .iph.nexthdr = IPPROTO_TCP,
>         .iph.payload_len = __bpf_constant_htons(MAGIC_BYTES),
> @@ -76,26 +26,7 @@ static struct {
>         .tcp.doff = 5,
>  };
>
> -#define _CHECK(condition, tag, duration, format...) ({                 \
> -       int __ret = !!(condition);                                      \
> -       if (__ret) {                                                    \
> -               error_cnt++;                                            \
> -               printf("%s:FAIL:%s ", __func__, tag);                   \
> -               printf(format);                                         \
> -       } else {                                                        \
> -               pass_cnt++;                                             \
> -               printf("%s:PASS:%s %d nsec\n", __func__, tag, duration);\
> -       }                                                               \
> -       __ret;                                                          \
> -})
> -
> -#define CHECK(condition, tag, format...) \
> -       _CHECK(condition, tag, duration, format)
> -#define CHECK_ATTR(condition, tag, format...) \
> -       _CHECK(condition, tag, tattr.duration, format)
> -
> -static int bpf_find_map(const char *test, struct bpf_object *obj,
> -                       const char *name)
> +int bpf_find_map(const char *test, struct bpf_object *obj, const char *name)
>  {
>         struct bpf_map *map;
>
> @@ -2150,12 +2081,19 @@ static void test_signal_pending(enum bpf_prog_type prog_type)
>         signal(SIGALRM, SIG_DFL);
>  }
>
> +#define DECLARE
> +#include <prog_tests/tests.h>
> +#undef DECLARE
> +
>  int main(void)
>  {
>         srand(time(NULL));
>
>         jit_enabled = is_jit_enabled();
>
> +#define CALL
> +#include <prog_tests/tests.h>
> +#undef CALL
>         test_pkt_access();
>         test_prog_run_xattr();
>         test_xdp();
> diff --git a/tools/testing/selftests/bpf/test_progs.h b/tools/testing/selftests/bpf/test_progs.h
> new file mode 100644
> index 000000000000..8b79ab3e3042
> --- /dev/null
> +++ b/tools/testing/selftests/bpf/test_progs.h
> @@ -0,0 +1,81 @@
> +/* SPDX-License-Identifier: GPL-2.0 */
> +#include <stdio.h>
> +#include <unistd.h>
> +#include <errno.h>
> +#include <string.h>
> +#include <assert.h>
> +#include <stdlib.h>
> +#include <stdarg.h>
> +#include <time.h>
> +#include <signal.h>
> +
> +#include <linux/types.h>
> +typedef __u16 __sum16;
> +#include <arpa/inet.h>
> +#include <linux/if_ether.h>
> +#include <linux/if_packet.h>
> +#include <linux/ip.h>
> +#include <linux/ipv6.h>
> +#include <linux/tcp.h>
> +#include <linux/filter.h>
> +#include <linux/perf_event.h>
> +#include <linux/unistd.h>
> +
> +#include <sys/ioctl.h>
> +#include <sys/wait.h>
> +#include <sys/types.h>
> +#include <sys/time.h>
> +#include <fcntl.h>
> +#include <pthread.h>
> +#include <linux/bpf.h>
> +#include <linux/err.h>
> +#include <bpf/bpf.h>
> +#include <bpf/libbpf.h>
> +
> +#include "test_iptunnel_common.h"
> +#include "bpf_util.h"
> +#include "bpf_endian.h"
> +#include "bpf_rlimit.h"
> +#include "trace_helpers.h"
> +#include "flow_dissector_load.h"
> +
> +extern int error_cnt, pass_cnt;
> +extern bool jit_enabled;
> +
> +#define MAGIC_BYTES 123
> +
> +/* ipv4 test vector */
> +struct ipv4_packet {
> +       struct ethhdr eth;
> +       struct iphdr iph;
> +       struct tcphdr tcp;
> +} __packed;
> +extern struct ipv4_packet pkt_v4;
> +
> +/* ipv6 test vector */
> +struct ipv6_packet {
> +       struct ethhdr eth;
> +       struct ipv6hdr iph;
> +       struct tcphdr tcp;
> +} __packed;
> +extern struct ipv6_packet pkt_v6;
> +
> +#define _CHECK(condition, tag, duration, format...) ({                 \
> +       int __ret = !!(condition);                                      \
> +       if (__ret) {                                                    \
> +               error_cnt++;                                            \
> +               printf("%s:FAIL:%s ", __func__, tag);                   \
> +               printf(format);                                         \
> +       } else {                                                        \
> +               pass_cnt++;                                             \
> +               printf("%s:PASS:%s %d nsec\n", __func__, tag, duration);\
> +       }                                                               \
> +       __ret;                                                          \
> +})
> +
> +#define CHECK(condition, tag, format...) \
> +       _CHECK(condition, tag, duration, format)
> +#define CHECK_ATTR(condition, tag, format...) \
> +       _CHECK(condition, tag, tattr.duration, format)
> +
> +int bpf_find_map(const char *test, struct bpf_object *obj, const char *name);
> --
> 2.21.0.rc2.261.ga7da99ff1b-goog
>

Powered by blists - more mailing lists

Powered by Openwall GNU/*/Linux Powered by OpenVZ