diff --git a/programs/kernel-selftests/parse b/programs/kernel-selftests/parse index 4b2ce6b51..d8c8316bc 100755 --- a/programs/kernel-selftests/parse +++ b/programs/kernel-selftests/parse @@ -2,547 +2,282 @@ LKP_SRC = ENV['LKP_SRC'] || File.dirname(File.dirname(File.dirname(File.realpath($PROGRAM_NAME)))) +require 'ostruct' require "#{LKP_SRC}/lib/statistics" require "#{LKP_SRC}/lib/string" require "#{LKP_SRC}/lib/array" require "#{LKP_SRC}/lib/tests/stats" require "#{LKP_SRC}/lib/assert" +# # selftests: vDSO: vdso_test_correctness <= level 0 +# # [RUN] Testing clock_gettime for clock... <= level 1 +# # [OK] Test Passed. + +# # selftests: mm: run_vmtests.sh <= level 0 +# # ----------------------- +# # running ./madv_populate <= level 1 +# # ----------------------- +# # # TAP version 13 +# # 1..21 +# # # [RUN] test_prot_read <= level 1 +# # ok 1 MADV_POPULATE_READ with PROT_READ <= level 1 + +# # selftests: mm: run_vmtests.sh <= level 0 +# # running ./memfd_secret <= level 1 +# # ---------------------- +# # page_size: 4096, mlock.soft: 8388608 +# # TAP version 13 +# # 1..4 +# # ok 2 # SKIP memfd_secret is not supported <= level 1 + +# # selftests: mm: madv_populate <= level 0 +# # TAP version 13 +# # 1..21 +# # # [RUN] test_prot_read <= level 1 +# # ok 1 MADV_POPULATE_READ with PROT_READ <= level 1 + +# # selftests: sgx: test_sgx <= level 0 +# # TAP version 13 +# # # RUN enclave.unclobbered <= level 1 +# # ok 3 # SKIP System does not support SGX2 <= level 1 + +# # selftests: mm: soft-dirty <= level 0 +# # TAP version 13 +# # 1..5 +# # ok 1 Test test_simple <= level 1 + +# # selftests: cgroup: test_memcontrol <= level 0 +# # not ok 7 test_memcg_max <= level 1 +# # ok 10 # SKIP test_memcg_swap_max <= level 1 class Stater # ok 1 selftests: clone3: clone3 # ok 18 selftests: kvm: kvm_create_max_vcpus # not ok 2 selftests: pstore: pstore_post_reboot_tests # SKIP - MAIN_TEST_RESULT_PATTERN = /^(?ok|not ok).*selftests: (?\S+): (?\S+)(? # SKIP)?(?: \[)?/.freeze + LEVEL_0_TEST_RESULT_PATTERN = /^(?ok|not ok).*selftests: (?.+)/.freeze + # # ok 6 [1246] Result (-22) matches expectation (-22) - SUBTEST_RESULT_PATTERN = /^# (?ok|not ok) \d+ (?# SKIP )?(?.+)/.freeze + # # ok 3 # SKIP System does not support SGX2 + # # ok 117 # SKIP write_invalid.NVidia.11 + # # ok 11 enclave.augment_via_eaccept # SKIP SGX2 not supported + # # ok 2 MADV_POPULATE_WRITE with PROT_READ + # # ok 1 [RUN] test_alloc_timeline + LEVEL_N_TEST_RESULT_PATTERN = /^(?:# )+(?ok|not ok) \d+ (?.+)/.freeze - attr_reader :stats + attr_reader :stats, :test_level def initialize(test_dir, test_script, stats) @test_dir = test_dir @test_script = test_script - @test_prefix = test_name(@test_dir, @test_script) + @test_level = 0 + + @tests = Hash.new { |h, k| h[k] = OpenStruct.new(parts: []) } + curr_test.parts = [[@test_dir, @test_script].compact.join('.')] @stats = stats end def stat(line) case line - when MAIN_TEST_RESULT_PATTERN - parse_main_test_result(line) - when SUBTEST_RESULT_PATTERN - parse_subtest_result(line) when /TAP version 13/ - # The test will start running only after the 'make' is successful. During this process, this 'TAP' line will be outputted. + @test_level = count_leading_hashes(line) + + # The test will start running only after the 'make' is successful. + # During this process, this 'TAP' line will be outputted. parse_make_result('pass') + when /^# selftests: (.+): (.+)/ + assert test_level.zero?, "logic error: test_level #{test_level} not equal 0" + + @test_level = 1 + when LEVEL_0_TEST_RESULT_PATTERN + @test_level = 0 + + parse_tap_0_test_result(Regexp.last_match) + when LEVEL_N_TEST_RESULT_PATTERN + @test_level = count_leading_hashes(line) + + parse_test_result(Regexp.last_match) + when /^(?:# )+(?.*)\.\.\.\s*\[?(?ok|OK|not ok|pass|PASS|fail|skip|SKIPPING)\]?$/, # TEST: multiple livepatches ... ok + /^(?:# )+(?.*)\s*\[ ?(?OK|PASS|FAIL|SKIP|UNSUPPORTED) ?\]$/, # Estimating clock drift: 0.0(est) 0.0(act) [OK] + /^(?:# )+(?.*):\s*(?OK|PASS|FAIL|SKIP)$/, # Queue open with mq_maxmsg > limit when euid = 0 succeeded: PASS + /^(?not ok|ok|fail|skip)\s\d+\s(?.*)/, + /^(?:# )+(?OK|PASS|FAIL|SKIP): (?.+)/, # # PASS: /dev/mem 0x0-0xa0000 is readable + /^# (?.*)\s+(?ok|fail)$/ + parse_test_result(Regexp.last_match) + when /^# Running test: (\w+_\d+) - run #(\d+)/, # # Running test: kmod_test_0005 - run #1 + /^(?:# )+\s*\[?RUN\]?\s(.+)/, # # # [RUN] test_prot_read + /^# Running (.+)/, # # Running kernel configuration test 1 -- rare + /^# # Testing (.+):/ # # # Testing allocation and importing: + curr_test.parts = [test_name($1, $2)] when /: recipe for target.+failed$/, /^make: \*\*\* (.*) (Error \d+|Stop\.)$/ # Makefile:47: recipe for target 'sysret_ss_attrs_64' failed # make: *** No rule to make target .*, needed by 'all'. Stop. parse_make_result('fail') - when /^*selftests:\s*(\S*) (\[|\[ )(PASS|FAIL|SKIP)/ - # selftests: mpx-mini-test_64 [PASS] - - # ignore below '[PASS]' to avoid duplication - # selftests: bpf: test_xdp_vlan_mode_generic.sh - # selftests: xdp_vlan_mode_generic [PASS] - # ok 35 selftests: bpf: test_xdp_vlan_mode_generic.sh - - # ignore detail stats of futex to avoid duplication - # c0e64368308a ("stats/kernel-selftests: rm detail stats for futex") - parse_selftests_result($1, $3) when %r{make: Leaving directory .*/(.*)'} - @test_dir = @test_script = @test_prefix = @test_case = @subtest = nil + @test_dir = @test_script = nil + + @test_level = 0 + @tests.clear end end + def curr_test + @tests[test_level] + end + + # rli9 FIXME is uniq a must def test_name(*parts) - parts.compact.join('.') + parts.compact.map(&:strip).reject(&:empty?).uniq.join('.') + end + + # # ok 3 # SKIP System does not support SGX2 + def count_leading_hashes(line) + line.scan(/^(?:# )+/).first.to_s.scan(/# /).size end def parse_make_result(result) - stats.add "#{@test_dir}.make", result, overwrite: true + stats.add test_name(@test_dir, 'make'), result, overwrite: true end - def parse_main_test_result(line) - m = line.match MAIN_TEST_RESULT_PATTERN - return unless m + def parse_tap_0_test_result(m) + test_name = test_name m[:test_parts].sub(': ', '.').sub(/# .+$/, '') - test_result = m[:skip] ? 'skip' : m[:result] + add_test_result(m, test_name) + end - test_name = test_name m[:test_dir], m[:main_test] - # assert @test_prefix == test_name, "'#{@test_prefix}' not equals to '#{test_name}'" + def parse_test_result(m) + test_parts = Array(curr_test.parts) + Array(m[:test_parts].split(/# SKIP/)) + test_parts = fixup_test_parts(test_parts) - # ok 1 selftests: lkdtm: PANIC.sh # SKIP - # ok 1 selftests: lkdtm: PANIC.sh # SKIP - stats.add test_name, test_result, overwrite: true + test_name = test_name(test_prefix, *test_parts) + + add_test_result(m, test_name) end - def parse_selftests_result(test_case, result) - return if %w(bpf futex).include? @test_dir + def fixup_test_parts(test_parts) + # Testing clock_gettime for clock CLOCK_REALTIME (0)... + test_parts.compact.map { |part| part.sub(/(^| )TEST: /, '').sub(/\.+$/, '') } + end - stats.add "#{@test_dir}.#{test_case}", result + # leading test name of current test level + def test_prefix + parts = @tests.values.first(test_level).map(&:parts).flatten + test_name(*parts) end - def parse_subtest_result(line) - m = line.match SUBTEST_RESULT_PATTERN - return unless m + private - # if it has '# # [RUN]' level - # - ## @test_case, @subtest, extra - # - # selftests: mm: run_vmtests.sh - # ----------------------- - # running ./madv_populate - # ----------------------- - # TAP version 13 - # 1..21 - # # [RUN] test_prot_read - # ok 1 MADV_POPULATE_READ with PROT_READ - - ## @test_case, extra - # - # running ./memfd_secret - # ---------------------- - # page_size: 4096, mlock.soft: 8388608, mlock.hard: 8388608 - # TAP version 13 - # 1..4 - # ok 2 # SKIP memfd_secret is not supported - - ## @subtest extra - # - # selftests: mm: madv_populate - # TAP version 13 - # 1..21 - # # [RUN] test_prot_read - # ok 1 MADV_POPULATE_READ with PROT_READ + def add_test_result(m, test_name) + test_result = m[:test_parts] =~ /# SKIP/ ? 'skip' : m[:result] - ## extra - # - # selftests: mm: soft-dirty - # TAP version 13 - # 1..5 - # ok 1 Test test_simple + # # # [RUN] test_softdirty + # # ok 17 range is not softdirty + # # ok 19 range is not softdirty # - # selftests: seccomp: seccomp_bpf - # ok 1 global.kcmp - # - # selftests: cgroup: test_memcontrol - # not ok 7 test_memcg_max - # ok 10 # SKIP test_memcg_swap_max - test_result = m[:skip] ? 'skip' : m[:result] - test_name = test_name @test_prefix, @test_case, @subtest, m[:extra], @arguments - - # ignore below duplication - # # [RUN] test_softdirty - # ok 17 range is not softdirty - # ok 19 range is not softdirty - # - # selftests: cgroup: test_kmem - # not ok 1 test_kmem_basic - # not ok 1 test_kmem_basic + # ok 1 selftests: lkdtm: PANIC.sh # SKIP + # ok 1 selftests: lkdtm: PANIC.sh # SKIP stats.add test_name, test_result, overwrite: true end end -class NetStater < Stater +class SigaltstackStater < Stater def stat(line) case line - when /^# TEST SECTION: (.*)/, - /^# (.*qdisc on VRF device)/, - /RUN\s+([^\s]+)/, - /^# (ipv4|ipv6)$/, - /^# (running|run) ([^\s]+) test/, - /^# (ipv\d [^:]+)$/, - /(OUTPUT tests|INPUT tests)/, - /^# (dgram.*|raw.*)$/ - # selftests: net: fib-onlink-tests.sh - # TEST SECTION: IPv4 onlink - # selftests: net: vrf-xfrm-tests.sh - # No qdisc on VRF device - # netem qdisc on VRF device - # # RUN global.tls_v6ops ... - # selftests: net: udpgro.sh - # ipv4 - # no GRO ok - - # selftests: net: run_afpackettests - # running psock_fanout test - # [PASS] - - # selftests: net: msg_zerocopy.sh - # ipv4 tcp -t 1 - # ok - - # selftests: net: psock_snd.sh - # dgram - # OK - @test_case = $2 || $1 - when /^# TEST SUBSECTION: (.*)/, - /# (.*tart point)/, - /# (.*device deleted)/, - /# (Route deleted on down)/, - /# (.*device.* down.*)/, - /# (.*arrier)/, - /# (\w.*)object file doesn't contain sec xdp_dummy/ - # selftests: net: fib-onlink-tests.sh - # TEST SUBSECTION: Valid onlink commands - # Start point - # Verify start point - # selftests: net: fib_tests.sh - # selftests: net: udpgro.sh - # ipv4 - # no GRO object file doesn't contain sec xdp_dummy - @subtest = $1 - when /^# TEST: (.*) \[ ?(PASS|OK|FAIL|SKIP) ?\]/ - parse_subtest3_result $1, $2 - when /^# (Single|Multipath|Single|Admin|Local|Single|FIB|IPv4|IPv6|Basic|Legacy|Routing) (.*)/ - # selftests: net: icmp_redirect.sh - # Routing with nexthop objects and VRF - @test_case = "#{$1} #{$2}" if %w(icmp_redirect.sh fib_tests.sh fib_nexthops.sh vrf_route_leaking.sh).include? @test_script - - # empty @subtest when get new @test_case - @subtest = nil if @test_script == 'fib_tests.sh' - when /^#\s+(PASS|SKIP|FAIL): (.*)/ - stats_key = if @test_case - # selftests: net: vrf_route_leaking.sh - # - # ########################################################################### - # IPv4 (sym route): VRF ICMP error route lookup traceroute - # ########################################################################### - # - # SKIP: Could not run IPV4 test without traceroute - "#{@test_case}.#{$2}" - elsif $2 == 'fdb get tests: iproute2 too old' - # selftests: net: netdevice.sh - # SKIP: eth0: interface already up - - # below rtnetlink.sh's subtest will repeate twice thus cause duplication - # SKIP: fdb get tests: iproute2 too old - # and it's passed stat will be - # PASS: bridge fdb get - 'bridge_fdb_get' - elsif $2.include?('set ifalias') && $2.include?('for test-dummy0') - # PASS: set ifalias 82e318f8-b9c2-490c-b15d-28a5a51f8f67 for test-dummy0 - # PASS: set ifalias 6099b132-422e-4720-a085-0dc64832052a for test-dummy0 - 'set ifalias for test-dummy0' - else - $2 - end - - stats.add "#{@test_prefix}.#{stats_key}", $1, overwrite: true - when /^# \[\s*(OK|FAIL|SKIP)\s*\]\s+(.*)/ - # selftests: net: tls - # [ OK ] tls_basic.base_base - # [ OK ] tls.sendfile - - # ignore below duplication - # selftests: net: ipv6_flowlabel.sh - # TEST management - # [OK] flowlabel_get(fd, 1, 255, 1) - # [OK] flowlabel_get(fd, 1, 255, 0) - # [OK] flowlabel_get(fd, 1, 255, 1) - stats.add "#{@test_prefix}.#{$2}", $1, overwrite: true - when /^# TEST: (.*) \[ ?(OK|FAIL|SKIP) ?\]$/ - if @subtest - # selftests: net: fib-onlink-tests.sh - # ###################################################################### - # TEST SECTION: IPv4 onlink - # ###################################################################### - # - # ######################################### - # TEST SUBSECTION: Valid onlink commands - # - # ######################################### - # TEST SUBSECTION: default VRF - main table - # TEST: unicast connected [ OK ] - stats.add "#{@test_prefix}.#{@test_case}.#{@subtest}.#{$1}", $2 - elsif @test_case != 'IPv4 route with IPv6 gateway tests' - # selftests: net: fib_rule_tests.sh - # - # ###################################################################### - # TEST SECTION: IPv4 fib rule - # ###################################################################### - # - # TEST: rule4 check: oif dummy0 [ OK ] - - # ignore some detail stats of fib_tests.sh to avoid duplication - # selftests: net: fib_tests.sh - # - # IPv4 route with IPv6 gateway tests - # TEST: Multipath route delete exact match [ OK ] - # TEST: Multipath route add - v4 nexthop then v6 [ OK ] - # TEST: Multipath route delete - nexthops in wrong order [ OK ] - # TEST: Multipath route delete exact match [ OK ] - stats.add "#{@test_prefix}.#{@test_case}.#{$1}", $2, overwrite: true - end - when /^# (UDP|TCP|DCCP) (.*) \.\.\. (pass|fail|skip)/ - # selftests: net: reuseport_addr_any.sh - # UDP IPv4 ... pass - stats.add "#{@test_prefix}.#{$1} #{$2}", $3 - when /^# ok \d+ (.+) # SKIP$/ - # selftests: net: bpf_offload.py - # # Failed importing `ynl` library from kernel sources - # # No module named 'net' - # ok 1 bpf_offload # SKIP - # ok 93 selftests: net: bpf_offload.py # SKIP - stats.add "#{@test_prefix}.#{$1}", 'skip' - when /^# (ok|fail|skip|not ok) \d+ ([^#]+)/ - # selftests: net: reuseaddr_ports_exhausted.sh - # ok 1 global.reuseaddr_ports_exhausted_unreusable - # ok 17 ip_local_port_range.ip4_stcp.late_bind # XPASS unknown - assert $2.strip == @test_case, "'#{$2}' not equals to '#{@test_case}'" - - stats.add "#{@test_prefix}.#{@test_case}", $1 - @test_case = nil - when /^# ok \d+ # SKIP .+/ - # ok 22 # SKIP no TLS support - stats.add "#{@test_prefix}.#{@test_case}", 'skip' - @test_case = nil - when /^# \[(PASS|FAIL|SKIP)\]$/, - /^# (OK|ok|PASS)$/ - stats.add test_name(@test_prefix, @test_case, @subtest), $1 if @test_case - when /^#\s(.*)\[\s*(OK|FAIL|SKIP)\s*\]/ - # selftests: net: test_vxlan_under_vrf.sh - # Checking HV connectivity [ OK ] - stats.add "#{@test_prefix}.#{$1}", $2 - when /^# (.*)(\s+ok|fail)$/ - stats.add "#{@test_prefix}.#{@test_case}.#{$1}", $2 - when /^# (\w.*)(ok $|fail )/ - # selftests: net: veth.sh - # default - gro flag ok - # - peer gro flag ok - # default channels fail rx:1:1 tx:1:1 combined:n/a:0 - # - # ignore below duplication - # 6404 # setting invalid channels nr ok - # 6408 # setting invalid channels nr ok - stats.add "#{@test_prefix}.#{$1.split('-')[0]}", $2 + when /^# # \[RUN\]\s(.*)/, + /^# # \[(OK|ok|PASS)\]/ + # ignore else super end end - - def parse_subtest3_result(subtest3, result) - # @test_case = IPv4 ping - # @subtest1 = No VRF - # @subtest2 = SYSCTL: ne.ipv4.raw_l3mdev_accept=0 - # subtest3 = TEST: ping out - ns-B IP - # @subcase_stat = OK - if @test_case - # selftests: net: vrf_route_leaking.sh - # - # ########################################################################### - # IPv4 (sym route): VRF ICMP ttl error route lookup ping - # ########################################################################### - # - # TEST: Basic IPv4 connectivity [ OK ] - - # ignore detail stats of fib_nexthops.sh to avoid duplication - # selftests: net: fib_nexthops.sh - # IPv4 groups functional - # ---------------------- - # TEST: IPv6 nexthop with IPv4 route [ OK ] - # TEST: IPv6 nexthop with IPv4 route [ OK ] - # IPv4 functional runtime - # TEST: IPv6 nexthop with IPv4 route [ OK ] - # TEST: IPv4 route with mixed v4-v6 multipath route [ OK ] - # TEST: IPv6 nexthop with IPv4 route [ OK ] - - # Here we use the mode of '11' as the mode of '12' to avoid duplication - # TEST: Trace type with bit 11 only (inline mode) [ OK ] - # TEST: Trace type with bit 12 only [ OK ] - # ... - # TEST: Trace type with bit 11 only (encap mode) [ OK ] - # TEST: Trace type with bit 12 only [ OK ] - stats_key = "#{@test_prefix}.#{@test_case}.#{subtest3}" - if subtest3 =~ /(inline mode|encap mode)/ - @old_mode = $1 - else - stats_key += " (#{@old_mode})" - end - - stats.add stats_key, result unless %w(fib_nexthops.sh).include? @test_script - else - # selftests: net: pmtu.sh - # TEST: ipv4: PMTU exceptions [ OK ] - - # ignore below duplication - # selftests: net: fib_nexthop_multiprefix.sh - # TEST: IPv4: host 0 to host 1, mtu 1300 [ OK ] - # TEST: IPv6: host 0 to host 1, mtu 1300 [FAIL] - # - # TEST: IPv4: host 0 to host 2, mtu 1350 [ OK ] - # TEST: IPv6: host 0 to host 2, mtu 1350 [FAIL] - # - # TEST: IPv4: host 0 to host 3, mtu 1400 [ OK ] - # TEST: IPv6: host 0 to host 3, mtu 1400 [FAIL] - # - # TEST: IPv4: host 0 to host 1, mtu 1300 [ OK ] - # TEST: IPv6: host 0 to host 1, mtu 1300 [FAIL] - stats.add "#{@test_prefix}.#{subtest3}", result, overwrite: true - end - end end -class NetFcnalTestStater < NetStater +class NetStater < Stater def stat(line) case line - # begain for net.fcnal-test.sh - when /(IPv4 ping|IPv4\/TCP|IPv4\/UDP|IPv4 Netfilter)/, - /(IPv6 ping|IPv6\/TCP|IPv6\/UDP|IPv6 Netfilter)/, - /(IPv6 address binds|IPv4 address binds)/, + when /^# \[\s*(?OK|FAIL|SKIP)\s*\]\s+(?.*)/, # # [OK] !(flowlabel_get(fd, 1, 255, 0)) + /^# (?.*)(?OK|ok|PASS)$/ + parse_test_result(Regexp.last_match) + when /^# TEST SECTION: (.*)/, + /^# ((Control|Data) path: .+)/, # # Control path: Large scale MDB dump - IPv6 overlay / IPv6 underlay + /^# (ipv\d.*)$/i, # # ipv4 + /^# (.*qdisc on VRF device)/, + /^# (dgram.*|raw.*)$/, + /# (.*device.* down.*)/, + /# (.*arrier)/, + /(OUTPUT tests|INPUT tests|GLOBAL tests)/, + /^# (?:running|run) ([^\s]+) test/, + /^# ((Single|Multipath|Single|Admin|Local|Single|FIB|IPv4|IPv6|Basic|Legacy|Routing) (.*))/, /(Use cases)/, /(Run time tests - ipv4)/ - # IPv4 ping - # No VRF - # - # SYSCTL: net.ipv4.raw_l3mdev_accept=0 - # - # TEST: ping out - ns-B IP [ OK ] - - # Run time tests - ipv4 - # - # TEST: Device delete with active traffic - ping in - ns-A IP [ OK ] - @test_case = $1 - @subtest1 = @subtest2 = nil if @test_case =~ /Run time tests - ipv(4|6)/ - when /^# (No VRF|With VRF)/, - /(Device enslaved to bridge|Ping LLA with multiple interfaces)/, - /(TCP reset|ICMP unreachable)/ - # Device enslaved to bridge - # - # TEST: Bridge into VRF - IPv4 ping out [ OK ] - @subtest1 = $1 - @subtest2 = nil if @subtest1 =~ /Device enslaved to bridge|Ping LLA with multiple interfaces|TCP reset|ICMP unreachable/ - - # start a new @subtest1, thus reset @sysctl - @sysctl = false + curr_test.parts = [$1] + when /^# TEST SUBSECTION: (.*)/ + curr_test.parts << $1 + when /^# (No VRF|With VRF|TCP reset|ICMP unreachable|Device enslaved to bridge|Ping LLA with multiple interfaces)/, + /# (\w.*)object file doesn't contain sec xdp_dummy/ # # no GRO object file doesn't contain sec xdp_dummy + curr_test.parts[1] = $1 when /^# SYSCTL: (.*)/ - # there may be indefinite num of 'SYSCTL' like below, - # here we use @sysctl flag to combine all 'SYSCTL'. - # SYSCTL: net.ipv4.raw_l3mdev_accept=0 - # - # TEST: ping out - ns-B IPv6 [ OK ] - # ... - # SYSCTL: net.ipv4.ping_group_range=0 2147483647 - # - # SYSCTL: net.ipv4.raw_l3mdev_accept=0 - # - # TEST: ping out - ns-B IPv6 [ OK ] - @subtest2 = if @sysctl - # net.ipv4.ping_group_range=0_2147483647.net.ipv4.raw_l3mdev_accept=0 - "#{@subtest2}.#{$1}" - else - # net.ipv4.raw_l3mdev_accept=0 - $1 - end - # here we met one 'SYSCTL', thus set below flag to true - @sysctl = true - when /^# TEST: (.*) \[ ?(PASS|OK|FAIL|SKIP) ?\]/ - # end for net.fcnal-test.sh - # this 'TEST' line means current 'SYSCTL' is done, - # and next time we capture 'SYSCTL' will be a new one. - @sysctl = false - - # IPv4 ping - # No VRF - # - # SYSCTL: net.ipv4.raw_l3mdev_accept=0 - # - # TEST: ping out - ns-B IP [ OK ] - - # @test_case = IPv4 ping - # @subtest1 = No VRF - # @subtest2 = SYSCTL: ne.ipv4.raw_l3mdev_accept=0 - # subtest3 = TEST: ping out - ns-B IP - # @subcase_stat = OK - subtest3 = $1 - - # IPv4 ping - # No VRF - # SYSCTL: net.ipv4.raw_l3mdev_accept=0 - # TEST: ping out - ns-B IP [ OK ] - # - # Device enslaved to bridge - # TEST: Bridge into VRF - IPv4 ping out [ OK ] - stats.add test_name(@test_prefix, @test_case, @subtest1, @subtest2, subtest3), $2 + curr_test.parts[2] = $1 else super end end -end -class NetTestVxlanMdbStater < NetStater - def stat(line) - # selftests: net: test_vxlan_mdb.sh - case line - when /^# TEST: (Flush by unspecified UDP destination port)\s+\[\s*(OK|FAIL|SKIP)\s*\]/, - /^# TEST: (Flush by unspecified destination VNI)\s+\[\s*(OK|FAIL|SKIP)\s*\]/ - # Control path: Flush - # ------------------- - # TEST: Flush by unspecified destination IP - IPv6 [ OK ] - # TEST: Flush by specified UDP destination port [ OK ] - # TEST: Flush by unspecified UDP destination port [ OK ] <-- - # TEST: Flush by device's UDP destination port [ OK ] - # TEST: Flush by unspecified UDP destination port [ OK ] <-- - # TEST: Flush by specified destination VNI [ OK ] - # TEST: Flush by specified destination VNI [ OK ] - stats.add "#{@test_prefix}.#{@test_case}.#{$1}", $2, overwrite: true - when /^# TEST: (.+?)\s+\[\s*(OK|FAIL|SKIP)\s*\]/ - # TEST: IP multicast - first VTEP [ OK ] - stats.add "#{@test_prefix}.#{@test_case}.#{$1}", $2 - when /^# (.+: .+)$/ - # Data path: (*, G) INCLUDE - IR - IPv4 overlay / IPv4 underlay - @test_case = $1 - when /^(ok|not ok) .* selftests: net: test_vxlan_mdb.sh/ - stats.add @test_prefix, $1 + def fixup_test_parts(test_parts) + test_parts = Array(test_parts).map do |part| + case part + when 'fdb get tests: iproute2 too old' + # selftests: net: netdevice.sh + # SKIP: eth0: interface already up + + # below rtnetlink.sh's level_1_test will repeate twice thus cause duplication + # SKIP: fdb get tests: iproute2 too old + # + # If it's passed stat will be + # PASS: bridge fdb get + 'bridge_fdb_get' + when /set ifalias \S+ for test-dummy0/ + # set ifalias 82e318f8-b9c2-490c-b15d-28a5a51f8f67 for test-dummy0 + # set ifalias 6099b132-422e-4720-a085-0dc64832052a for test-dummy0 + 'set ifalias for test-dummy0' + when /no TLS support/ # ["", " no TLS support"] + nil + when /ns\d+-\w+/ + # ns1-Ip028vuy connection on port 2121 has ftp helper attached + # ns1-IpVmXxqi can reach ns2-IpVmXxqi + part.gsub(/(ns\d+)-\w+/, ' \1') + when /(.+)\s+\d+s/ # nft_concat_range.sh + # " net,port 8s " + part.sub(/\d+s/, '') + else + part + end end + + super(test_parts) end end class NetVethStater < NetStater def stat(line) - # selftests: net: veth.sh case line - when /^# (\s+?) - (.+?)\s+\b(ok|fail)\b/ + when /^# .+ (ok|fail)\b/ # - peer gro flag ok - subtest = $2 - result = $3 - test_name = "#{@test_prefix}.#{@test_case}.#{subtest}" - when /^# (.+?) - (.+?)\s+\b(ok|fail)\b/ - # default - gro flag ok - @test_case = $1 - subtest = $2 - result = $3 - test_name = "#{@test_prefix}.#{@test_case}.#{subtest}" - when /^# (.*?)\s+\b(ok|fail)\b/ - # default channels fail rx:1:1 tx:1:1 combined:n/a:0 - @test_case = $1 - result = $2 - test_name = "#{@test_prefix}.#{@test_case}" - when /^(ok|not ok) .* selftests: net: veth.sh/ - test_name = @test_prefix - result = $1 + # ignore else - return + super end - - stats.add test_name, result, overwrite: true end end -class NetUdpgroFwdStater < NetStater +class NetUdpgsoStater < NetStater def stat(line) case line - when /^# (IPv4|IPv6)$/ - # IPv4 - @test_case = $1 - when /^# (.*GRO.*)\s+(ok$|fail |skip )/ - return unless @test_case - - stats.add "#{@test_prefix}.#{@test_case}.#{$1}", $2 + when /^# (ipv\d [^:]+)$/i + curr_test.parts = [$1] + when /^# (ipv\d)/i + # ignore else super end @@ -551,41 +286,12 @@ end class VdsoStater < Stater def stat(line) - if line =~ /^# \[(OK|FAIL|SKIP)\]\s+/ && @runtest_case - # [OK] Test Passed. - stats.add "#{@test_prefix}.#{@runtest_case}", $1 - @runtest_case = nil - return - end - case line - when /^# clock_id: (.*) \[(PASS|FAIL|SKIP)\]/ - # clock_id: CLOCK_REALTIME [PASS] - stats.add "#{@test_prefix}.#{$1}", $2 - when /^# clock_id: (.*)/ - # clock_id: CLOCK_REALTIME - @subtest = $1 - when /^# \[RUN\]\s+Testing (.*)\.\.\./ - # [RUN] Testing clock_gettime for clock CLOCK_REALTIME (0)... - @runtest_case = $1 - when /^# (.*): ?(PASS|OK|FAIL|SKIP|Pass|Fail|Skip)/ - check_vdso($1, $2) - else - super(line) - end - end - - def check_vdso(test_case, result) - if test_case =~ /vdso_test_clock_gettime/ && @subtest - # vdso_test_clock_gettime(): PASS - stats.add "#{@test_prefix}.#{test_case}.#{@subtest}", result - @subtest = nil - elsif test_case =~ /vdso_test_clock_getres/ - # vdso_test_clock_getres(): PASS - stats.add "#{@test_prefix}.#{test_case}", result, overwrite: true + when /^# (?.*)\[(?OK|FAIL|SKIP)\]\s/ + # [OK] Test Passed. + parse_test_result(Regexp.last_match) else - # vdso_test_gettimeofday(): PASS - stats.add "#{@test_prefix}.#{test_case}", result + super end end end @@ -593,94 +299,38 @@ end class MmStater < Stater def stat(line) case line - when /^#\s+running:?\s+(.+)/ + when /# running:?\s+(.+)/ # running hugepage-shm # running ./va_128TBswitch # running: gup_test -u # get_user_pages_fast() benchmark - @test_case = $1.sub(/^\.\//, '') - @subtest = nil - when /^#\s+\[(PASS|FAIL|SKIP)\]/ - assert @test_case, "invalid test case #{@test_case.inspect}" - - stats.add test_name(@test_prefix, @test_case), $1, overwrite: true - - @test_case = nil - @subtest = nil - when /^# ([a-zA-Z].*): [0-9a-z]+ - (OK|FAIL)/ - assert @test_case, "invalid test case #{@test_case.inspect}" + curr_test.parts = [$1.sub(/^\.\//, '')] + when /^(?:# )+(?.*)\[(?PASS|FAIL|SKIP)\]/ + parse_test_result(Regexp.last_match) + curr_test.parts.clear + when /^# (?[a-zA-Z].*): [0-9a-z]+ - (?OK|FAIL)/ # mmap(HIGH_ADDR, MAP_FIXED): 0xffffffffffffffff - FAILED # mmap(ADDR_SWITCH_HINT - PAGE_SIZE, PAGE_SIZE): 0x7fe8ef2a4000 - OK # mmap(ADDR_SWITCH_HINT - PAGE_SIZE, PAGE_SIZE): 0x7fe8ef29d000 - OK - stats.add test_name(@test_prefix, @test_case, $1), $2, overwrite: true - when /^# # \[RUN\]\s(.*)/ - # selftests: mm: madv_populate - # # [RUN] test_prot_read - # ok 1 MADV_POPULATE_READ with PROT_READ - @subtest = $1 - when SUBTEST_RESULT_PATTERN - parse_subtest_result(line) + parse_test_result(Regexp.last_match) else - super(line) - end - end -end - -class MemoryHotplugStater < Stater - def stat(line) - case line - when /^selftests: memory-hotplug \[FAIL\]/ - # ok 1 selftests: memory-hotplug: mem-on-off-test.sh - # selftests: memory-hotplug [FAIL] - @test_result = 'fail' - stats.add @test_prefix, @test_result - when %r{make: Leaving directory .*/(.*)'} - stats.add @test_prefix, 'pass', overwrite: true unless @test_result - else - super(line) + super end end end -# for kernel < v4.18-rc1 class MountStater < Stater def stat(line) case line when /^WARN: No \/proc\/self\/uid_map exist, test skipped/ # WARN: No /proc/self/uid_map exist, test skipped. - @test_result = 'skip' - stats.add @test_prefix, @test_result + stats.add @test_dir, 'skip' when /(^(MS.+|Default.+) malfunctions$)|(^Mount flags unexpectedly changed after remount$)/ # Mount flags unexpectedly changed after remount - @test_result = 'fail' - stats.add @test_prefix, @test_result - when %r{make: Leaving directory .*/(.*)'} - # test is pass if it's not skip or fail - stats.add @test_prefix, 'pass' unless @test_result - else - super(line) - end - end -end - -class X86Stater < Stater - def stat(line) - case line - when /can not run MPX/ - # processor lacks MPX XSTATE(s), can not run MPX tests - @mpx_result = 'skip' - when /^selftests.*: (.*) \[(PASS|FAIL|SKIP)\]/ - # selftests: mpx-mini-test_64 [PASS] - test_script = $1 - result = $2 - result = @mpx_result if test_script =~ /mpx-mini-test/ && @mpx_result - - stats.add "#{@test_dir}.#{test_script}", result + stats.add @test_dir, 'fail' else - super(line) + super end - - @test_case = nil if line =~ /\[OK\]\s+(All is well|all registers okay)/ end end @@ -691,54 +341,11 @@ class FutexStater < Stater # # futex_requeue_pi: Test requeue functionality # # Arguments: broadcast=0 locked=0 owner=0 timeout=0ns # ok 1 futex-requeue-pi - @arguments = $1 + curr_test.parts = [$1] else - super(line) - - @arguments = nil if line =~ SUBTEST_RESULT_PATTERN - end - end -end - -class ResctrlStater < Stater - def stat(line) - case line - when /# Starting\s+(.*).../ - # Starting CAT test ... - @test_script = $1 - when /# Pass: Check\s+(.*)/ - # Pass: Check MBM diff within 5% - # The following line is repeated 3 times - # Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists - add_cat_results('pass', $1) - when /# SKIP\s+(.*)/ - # The following line is repeated 3 times - # ok 4 # SKIP Hardware does not support CAT or CAT is disabled - add_cat_results('skip', @test_script) - when /^(not ok|ok)\s+(.*)/ - parse_cat_results($1, $2) - else - super(line) - end - end - - def add_cat_results(result, test_script) - stats.add "#{@test_dir}.#{test_script}", result, overwrite: true - end - - def parse_cat_results(result, test_script) - # Splitting through numbers - # not ok 3 CMT: test - # ok 2 MBA: schemata change - test_script = test_script.split(' ', 2)[1] if %w{1 2 3 4}.include? test_script.split(' ', 2)[0] + super - if result == 'not ok' - # not ok CAT: cache miss rate within 4% - add_cat_results('fail', test_script) - else - # ok CAT: test - # ok writing benchmark parameters to resctrl FS - add_cat_results('pass', test_script) + curr_test.parts.clear if line =~ LEVEL_N_TEST_RESULT_PATTERN end end end @@ -746,55 +353,23 @@ end class MptcpStater < Stater def stat(line) case line - when /^# (.*) ?\[ (OK|FAIL|SKIP| ok |fail) \]/ - # selftests: net/mptcp: diag.sh - # no msk on netns creation [ ok ] - - # for "ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 75ms) [ OK ]" - # it's @result is "OK" - # it's @test_case is "ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP" - @result = $2 - @test_case = $1.gsub(/\(duration(.*)\)/, '') - @test_case = @test_case.gsub(/[0-9]+\s+max\s+[0-9]+/, '') - if @test_script == 'mptcp_connect.sh' - # ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 75ms) [ OK ] - - # to reduce below situation - # ns2 MPTCP -> ns4 (dead:beef:3::1:10023) MPTCP copyfd_io_poll: poll timed out (events: POLLIN 1, POLLOUT 0) - # (duration 30429ms) [ FAIL ] client exit code 0, server 2 - # but not exclude below line - # setsockopt(..., TCP_ULP, "mptcp", ...) blocked [ OK ] - stats.add "#{@test_prefix}.#{@test_case}", @result if @test_case =~ /MPTCP|mptcp/ - else - # defaults addr list [ OK ] - - # ignore below duplication - # msk in use statistics [ ok ] - # msk in use statistics [ ok ] - test_name = "#{@test_prefix}.#{@test_case}" - stats.add test_name, @result, overwrite: true - end - when /^# (PASS|FAIL|SKIP): (.*)/ - # selftests: net/mptcp: mptcp_sockopt.sh - # PASS: all packets had packet mark set - stats.add "#{@test_prefix}.#{$2}", $1 if @test_script == 'mptcp_sockopt.sh' + when /^#\s+(?ok|not ok) \d+ - (?.*)/ + parse_test_result(Regexp.last_match) + when /\[\s*(OK|FAIL|SKIP)\s*\]$/i + # 03 ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 46ms) [ OK ] + # ignore else - super(line) + super end end -end -class LivepatchStater < Stater - def stat(line) - case line - when /^# TEST: (.*) \.\.\. (ok|fail|skip)/ - # TEST: multiple livepatches ... ok - @result = $2 - @test_case = $1.gsub(/\(duration(.*)\)/, '') - stats.add "#{@test_prefix}.#{@test_case}", @result - else - super(line) + def fixup_test_parts(test_parts) + test_parts = Array(test_parts).map do |part| + # mptcp_connect: loopback v4: ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP # time=46ms + part.sub(/ # time=\d+ms$/, '') end + + super(test_parts) end end @@ -803,63 +378,17 @@ class TimensStater < Stater case line when /# SKIP CLOCK_BOOTTIME_ALARM isn't supported/ # rubocop:disable Lint/EmptyWhen # ignore below skip, cause there's no test name when it skipped, - # thus it's meaningless for auto-bisect - # selftests: timens: timens # ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported # ok 4 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - - # below shows their name when test passed, - # can't unite the stats name between skip & pass - # ok 3 Passed for CLOCK_BOOTTIME_ALARM (syscall) - # ok 4 Passed for CLOCK_BOOTTIME_ALARM (vdso) - - # same as timerfd - # selftests: timens: timerfd - # ok 3 clockid=9 - - # ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - when /# (ok|fail|skip) \d+ (.*):(.*)/ - # ok 1 clockid: 1 abs:0 - @test_case = "#{$2}:#{$3}" - stats.add "#{@test_prefix}.#{@test_case}", $1 - when /# (ok|fail|skip) \d+ (.*)/ - # ok 1 Passed for CLOCK_BOOTTIME (syscall) - stats.add "#{@test_prefix}.#{$2}", $1 - else - super(line) - end - end -end - -class TimersStater < Stater - def stat(line) - case line - when /^# (.+\w)(\.\.\.)?\s+\[(OK|FAIL|SKIP|UNSUPPORTED)\]/, - /^# ([^:]+\w)(\s?:.+)\[(OK|FAIL|SKIP|UNSUPPORTED)\]/ - # Check itimer virtual... [OK] - # Nanosleep CLOCK_MONOTONIC [OK] - # Mqueue latency : [OK] - # Testing consistency with 8 threads for 30 seconds: [OK] - # Estimating clock drift: 0.0(est) 0.0(act) [OK] - # CLOCK_TAI RELTIME ONE-SHOT count: 1 : [OK] - stats.add "#{@test_prefix}.#{$1}", $3 - when SUBTEST_RESULT_PATTERN - parse_subtest_result(line) else - super(line) + super end end -end -class PstoreStater < Stater - def stat(line) - case line - when /^# (.*) \.\.\. (ok|fail|skip)/ - # Checking pstore backend is registered ... ok - stats.add "#{@test_prefix}.#{$1}", $2 - else - super(line) - end + def fixup_test_parts(test_parts) + # ignore the 'Passed' part + # # ok 2 Passed for CLOCK_BOOTTIME (vdso) + super(test_parts.map { |part| part.sub(/^Passed/, '') }) end end @@ -869,311 +398,69 @@ class DmaStater < Stater when /^# average (map|unmap) latency\(us\):(.*) standard deviation:(.*)/ # average unmap latency(us):0.6 standard deviation:1.1 # average map latency(us):0.8 standard deviation:1.2 - @test_case = "average_#{$1}_latency" - stats.add "#{@test_prefix}.#{@test_case}", $2.to_f - stats.add "#{@test_prefix}.#{@test_case}_stddev", $3.to_f + stats.add test_name(test_prefix, "average_#{$1}_latency"), $2.to_f + stats.add test_name(test_prefix, "average_#{$1}_latency_stddev"), $3.to_f else - super(line) + super end end end class PidfdStater < Stater - def stat(line) - case line - when /# (ok|fail|skip) \d+ (.*)/ - # ok 1 global.wait_simple - result = $1 - test_case = $2 - if test_case =~ /SKIP/ - # ok 8 # SKIP pidfd_send_signal signal recycled pid test: Skipping test - # ksft_test_result_skip("%s test: Skipping test\n", test_name); - test_case = test_case.split(' SKIP ').last.split(' test: Skipping').first - result = 'skip' - end - - if @test_script =~ /^(pidfd_test|pidfd_fdinfo_test)$/ - # pidfd_test will run twice subtest and output the result twice, - # ignore the duplication of line 30, line 32771 and line 32776. - # selftests: pidfd: pidfd_test - # 25 # ok 1 pidfd_poll check for premature notification on child thread exec test: Passed - # 30 # ok 2 pidfd_poll check for premature notification on child thread exec test: Passed - # 32771 # ok 1 pidfd_poll check for premature notification on child thread exec test: Passed - # 32776 # ok 2 pidfd_poll check for premature notification on child thread exec test: Passed - stats.add "#{@test_prefix}.#{test_case}", result, overwrite: true - else - stats.add "#{@test_prefix}.#{test_case}", result - end - else - super(line) - end + def fixup_test_parts(test_parts) + # ignore the 'Passed' part + # # ok 2 pidfd check fdinfo for dead process test: Passed + # # ok 1 pidfd poll test: pass + super(test_parts.map { |part| part.sub(/: (pass(ed)?|Skipping test)$/i, '') }) end end class SgxStater < Stater - def stat(line) - case line - when /RUN\s+([^\s]+)/ - # # RUN enclave.augment_via_eaccept ... - @test_case = $1 - when /^# ok \d+ ([^#]*)# SKIP .*/ - # ok 3 # SKIP System does not support SGX2 - # ok 9 enclave.epcm_permissions # SKIP System does not support SGX2 - assert $1.strip == @test_case, "#{$1.strip.inspect} != #{@test_case.inspect}" unless $1.empty? - - stats.add "#{@test_prefix}.#{@test_case}", 'skip' - @test_case = nil - when /^# (ok|not ok) \d+ ([^#]+)/ - # not ok 1 enclave.unclobbered_vdso - assert $2.strip == @test_case, "#{$2.strip.inspect} != #{@test_case.inspect}" - - stats.add "#{@test_prefix}.#{@test_case}", $1 - @test_case = nil - else - # ok 1 selftests: sgx: test_sgx - super(line) - end - end -end - -class Clone3Stater < Stater - def stat(line) - case line - when /Trying (.*)/ - # # [1246] Trying clone3() with flags 0x20000000 (size 0) - @test_case = $1 - when /^# (ok|not ok) \d+ \[[0-9]+\] (.*)/ - # ok 2 [1246] Result (0) matches expectation (0) - - # below 'ok 6' is the same as 'ok 7', thus ignore the duplication - # # [1246] Trying clone3() with flags 0 (size 0) - # # Invalid argument - Failed to create new process - # # [1246] clone3() with flags says: -22 expected -22 - # ok 6 [1246] Result (-22) matches expectation (-22) - # # [1246] Trying clone3() with flags 0 (size 0) - # # Invalid argument - Failed to create new process - # # [1246] clone3() with flags says: -22 expected -22 - # ok 7 [1246] Result (-22) matches expectation (-22) - stats.add "#{@test_prefix}.#{@test_case}.#{$2}", $1, overwrite: true - else - super(line) - end - end -end - -class DmabufHeapsStater < Stater - def stat(line) - case line - when /^# (Testing .*): (OK|FAIL)/ - # Testing allocation and importing: OK - stats.add "#{@test_prefix}.#{$1}", $2 - else - super(line) - end - end -end - -class FirmwareStater < Stater - def stat(line) - case line - when /# Running kernel configuration test \d+ -- (.*)/ - # Running kernel configuration test 1 -- rare - @test_case = $1 - when /^# Testing with the (file .*)\.\.\.$/ - # Testing with the file missing... - @subtest = $1 - when /^# (.*): ?(PASS|OK|FAIL|SKIP|Pass|Fail|Skip)/ - # Batched request_firmware_into_buf() nofile try #1: OK - stats.add "#{@test_prefix}.#{@test_case}.#{@subtest}.#{$1}", $2 - else - super(line) - end + def fixup_test_parts(test_parts) + # ignore the 2nd part which is SKIP reason if exists + # ["", "System does not support SGX2"] + super [test_parts.first] end end class CapabilitiesStater < Stater def stat(line) case line - when /\[RUN\].*(Tests with uid .*) +++/ - # [RUN] +++ Tests with uid == 0 +++ - # # [RUN] +++ Tests with uid != 0 +++ - @test_case = $1 - when /^Pass (\d+) Fail (\d+) Xfail (\d+) Xpass (\d+) Skip (\d+) Error (\d+)/, - /^# # Totals: pass:(\d+) fail:(\d+) xfail:(\d+) xpass:(\d+) skip:(\d+) error:(\d+)/ - handle_result($2, $3, $6) + when /^# # \[RUN\].*(Tests with uid .*) +++/ + # # # [RUN] +++ Tests with uid != 0 +++ + curr_test.parts = [$1] + when /^# # \[RUN\]\s+(.+)/ + # # # [RUN] Root => ep + curr_test.parts[1] = $1 else - super(line) - end - end - - private - - def handle_result(fail, xfail, error) - # Pass 9 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 - # # Totals: pass:9 fail:0 xfail:0 xpass:0 skip:0 error:0 - @result = 'skip' - @result = 'fail' if fail != '0' || xfail != '0' || error != '0' - @result = 'pass' if fail == '0' && xfail == '0' && error == '0' - stats.add "#{@test_prefix}.#{@test_case}", @result - end -end - -class AndroidStater < Stater - def stat(line) - case line - when /^(ion_test.sh: .*) - \[(PASS|FAIL|SKIP)\]$/ - # ion_test.sh: heap_type: 0 - [FAIL] - stats.add "#{@test_prefix}.#{$1}", $2 - else - super(line) - end - end -end - -class BreakpointsStater < Stater - def stat(line) - case line - when /(ok|fail|skip) \d+ (Test .*)/ - # ok 1 Test breakpoint 0 with local: 0 global: 1 - stats.add "#{@test_prefix}.#{$2}", $1 - when /No such collection '(breakpoints)'/ - # No such collection 'breakpoints' - stats.add $1.to_s, 'fail' - else - super(line) + super end end -end -class Ia64Stater < Stater - def stat(line) - case line - when /^(# )?(PASS|FAIL|SKIP): (.*)/ - # PASS: /dev/mem 0xc0000-0x100000 is readable - # # PASS: /dev/mem 0x0-0xa0000 is readable - stats.add "#{@test_prefix}.#{$3}", $2 - else - super(line) - end + def fixup_test_parts(test_parts) + # ignore the 'Passed' + super(test_parts.reject { |part| part =~ /Passed/ }) end end class KmodStater < Stater def stat(line) case line - when /^# Running test: (kmod_test.*) - run/ - # below a test may run several times, regard them as one test - # Running test: kmod_test_0005 - run #1 - # kmod_test_0005: OK! - loading kmod test - # kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS - # Tue Sep 15 17:57:54 UTC 2020 - # Running test: kmod_test_0005 - run #2 - # kmod_test_0005: OK! - loading kmod test - # kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS - running_multiple_test($1) - - when /^# (kmod_test.*|kmod_check_visibility): (OK|FAIL|SKIP)/ - # if any single test fails, regard the whole subtest fail - @test_case_result = $2 if @test_case_result != 'FAIL' - # when all @test_case_result are 'SKIP', regard the subtest as 'skip' - @all_test_case_skip = @test_case_result == 'SKIP' if @all_test_case_skip - when /^# Test completed/ - # '# Test completed' marks the whole kmod tests finished - stats.add "#{@test_prefix}.#{@test_case}", @test_case_result + when /^# (?.*)(?:kmod_test_.+|kmod_check_visibility): (?OK|FAIL|SKIP)/ + parse_test_result(Regexp.last_match) else - super(line) - end - end - - def running_multiple_test(test_case) - last_test_case = @test_case - @test_case = test_case if test_case - - return unless @test_case != last_test_case && !last_test_case.nil? - - # regard whole subtest as 'pass' if @test_case is 'OK' or 'SKIP' - @test_case_result = 'pass' if @test_case_result != 'FAIL' && !@all_test_case_skip - stats.add "#{@test_prefix}.#{last_test_case}", @test_case_result - # reset @test_case_result and all_subtest_case_skip for new test_case - @test_case_result = nil - @all_test_case_skip = true - end -end - -class NetfilterStater < Stater - def stat(line) - case line - when /^# TEST: (.*)/ - # selftests: netfilter: nft_concat_range.sh - # TEST: reported issues - parse_test_message($1) - when /^# (.+)\[( OK|FAIL|SKIP)/ - # Add two elements, flush, re-add [ OK ] - parse_subtest_result($1, $2) - when /^# (baseline .+|set with .+):\s*(\S*)pps/ - # baseline (drop from netdev hook): 1612678pps - parse_pps_result($1, $2) - when /^# (PASS|FAIL|SKIP): (ns\d)-\S+ (connection on port.*)/ - # selftests: netfilter: nft_conntrack_helper.sh - # PASS: ns1-Ip028vuy connection on port 2121 has ftp helper attached - # PASS: ns2-Ip028vuy connection on port 2121 has ftp helper attached - # PASS: ns1-Ip028vuy connection on port 2121 has ftp helper attached - # PASS: ns2-Ip028vuy connection on port 2121 has ftp helper attached - stats.add "#{@test_prefix}.#{$2}_#{$3}", $1, overwrite: true - when /^# (PASS|FAIL|SKIP|OK): (.*)/ - # PASS: ipsec tunnel mode for ns1/ns2 - - # 46 # selftests: netfilter: nft_flowtable.sh - # 52 # FAIL: file mismatch for ns1 -> ns2 - # 78 # FAIL: file mismatch for ns1 -> ns2 - parse_general_test_result($2, $1) - else - super(line) + super end end - - def parse_test_message(test_case) - return unless @test_script == 'nft_concat_range.sh' - - @test_case = test_case - end - - def parse_subtest_result(test_case, result) - return unless @test_script == 'nft_concat_range.sh' - - @subtest_case = test_case.strip - stats.add "#{@test_prefix}.#{@test_case}.#{test_case}", result - end - - def parse_pps_result(test_case, result) - return unless @test_script == 'nft_concat_range.sh' - - stats.add "#{@test_prefix}.#{@test_case}.#{@subtest_case}.#{test_case}.packets_per_sec", result.to_i - end - - def parse_general_test_result(test_case, result) - # selftests: netfilter: nft_queue.sh - # PASS: ns1-IpVmXxqi can reach ns2-IpVmXxqi - # rm -IpVmXxqi - test_case = test_case.gsub($1, '') if test_case =~ /ns\d+(-\w+)/ - - test_name = "#{@test_prefix}.#{test_case}" - stats.add test_name, result, overwrite: true - end end -class ExecStater < Stater +class NetfilterStater < NetStater def stat(line) case line - when /^(Check .*)... \[(OK|FAIL|SKIP)\]/ - # Check success of execveat(8, 'execveat', 0)... [OK] - subname = "#{@test_prefix}.#{$1}" - res = $2 - - # ignore detail stats of execveat to avoid duplication - stats.add subname, res unless @test_script =~ /execveat/ + when /^# TEST: (.+)/ # # TEST: reported issues + curr_test.parts = [$1] else - super(line) + super end end end @@ -1189,9 +476,6 @@ class MqueueStater < Stater def stat(line) case line - when /^# (.*):.*(PASS|FAIL|SKIP)/ - # Queue open with mq_maxmsg > limit when euid = 0 succeeded: PASS - stats.add "#{@test_prefix}.#{$1}", $2 when /Test #([1-9].*):/ # Test #2b: Time send/recv message, queue full, increasing prio @mqueue_test = Regexp.last_match[1] @@ -1202,26 +486,9 @@ class MqueueStater < Stater # 484 nsec/msg @mqueue_speed["#{@mqueue_test}.#{@io}"] = Regexp.last_match[1].to_i when /make: Leaving.*mqueue'/ - stats.add "#{@test_dir}.nsec_per_msg", @mqueue_speed.values.average.to_i unless @mqueue_speed.empty? + stats.add test_name(@test_dir, 'nsec_per_msg'), @mqueue_speed.values.average.to_i unless @mqueue_speed.empty? else - super(line) - end - end -end - -class PrctlStater < Stater - def stat(line) - case line - when /^(ok|not ok) (\d+) selftests: (\S*): (\S*)/ - # selftests: prctl: disable-tsc-ctxt-sw-stress-test - # [No further output means we're allright] - # ok 1 selftests: prctl: disable-tsc-ctxt-sw-stress-test - # selftests: prctl: disable-tsc-ctxt-sw-stress-test - # [No further output means we're allright] - # ok 2 selftests: prctl: disable-tsc-ctxt-sw-stress-test - stats.add "#{@test_dir}.#{$2}.#{$4}", $1 - else - super(line) + super end end end @@ -1229,119 +496,27 @@ end class BpfStater < Stater def stat(line) case line - when /^(#| ) #(\d+|\d+\/\d+)\s+([^:]+):(OK|FAIL|SKIP)/ - handle_numbered_test_case($3, $4) - when /^# selftests:\s(.*)\s\[(PASS|SKIP|FAIL)/, /^# Test case:\s(.*)\s\.\.\s\[(PASS|FAIL)\]/ - # Notes for selftests:... condition - # echo "selftests: test_xdp_redirect $xdpmode [FAILED]"; - # echo "selftests: test_xdp_redirect $xdpmode [SKIP]" - # echo "selftests: test_xdp_redirect $xdpmode [PASS]"; - - # Notes for Test case:... condition - # selftests: bpf: test_sysctl - # Test case: sysctl wrong attach_type .. [PASS] - # printf("[%s]\n", err ? "FAIL" : "PASS"); - handle_status($1, $2) - when /^# (fail|Pass):\s(.*)/ - # selftests: bpf: test_xdp_redirect_multi.sh - # fail: xdpgeneric arp(F_BROADCAST) ns1-1 - # Pass: xdpgeneric IPv6 (no flags) ns1-2 - handle_status($2, $1) - when /^# #([0-9]+)\/([up])\s(.*)\s(SKIP|OK)/ - handle_test_verifier($1, $2, $3, $4) - when /^# main:(PASS|FAIL):(.*)/ - # selftests: bpf: get_cgroup_id_user - # main:PASS:cgroup_setup_and_join - # main:PASS:bpf_find_map - # main:PASS:bpf_find_map - handle_cgroup($2, $1) - when /^# (test_lru_sanity\d+)\s(\(.*\)): (Pass)/ - handle_lru($1, $2, $3) - when /^# starting (egress|ingress)\s(.*)/ - handle_lwt($1, $2) - when /^# (PASS|FAIL)$/ - handle_result($1) + when /^# (?fail|Pass):\s(?.*)/, # # fail: xdpgeneric arp(F_BROADCAST) ns1-1 + /^# Test case:\s(?.*)\s\.\.\s\[(?PASS|FAIL)\]/, # Test case: sysctl wrong attach_type .. [PASS] + /^(?:#| ) #(?:\d+|\d+\/\d+)\s+(?[^:]+):(?OK|FAIL|SKIP)/, # #1/11 variable subtraction:OK + /^# selftests:\s(?.*)\s\[(?PASS|SKIP|FAIL)/, # selftests: test_xdp_redirect $xdpmode [FAILED] + /^# main:(?PASS|FAIL):(?.*)/, # main:PASS:cgroup_setup_and_join + /^# #\d+\/(?[up]\s.*)\s(?SKIP|OK)/, # #0/u invalid and of negative number SKIP + /^# (?.*)(?PASS|FAIL|Pass)$/ + parse_test_result(Regexp.last_match) + when /^# starting ((?:egress|ingress)\s.*)/ + curr_test.parts = [$1] else # not ok 6 selftests: bpf: test_progs # exit=1 - super(line) + super end end - def handle_numbered_test_case(test_name, result) - # #1/11 variable subtraction:OK - # # #1/12 pointer variable subtraction:OK - # # #1 align:OK - # # #2 atomic_bounds:OK - # # #3/1 add:OK - # # #3/2 sub:OK - # # #3/3 and:OK - r = result == 'OK' ? 'ok' : 'not ok' - pattern1 = if test_name.include? '/' - # selftests: bpf: test_progs - # #1/1 align/mov:OK - # #1/2 align/shift:OK - test_name.split('/')[1] - else - # selftests: bpf: test_progs - # #1/1 mov:OK - # #1/2 shift:OK - test_name - end - subname = "#{@test_prefix}.#{pattern1.tr(' ', '_')}" - stats.add subname, r, overwrite: true - end - - def handle_status(test_name, result) - stats.add "#{@test_prefix}.#{test_name}", result - end - - def handle_cgroup(test_name, result) - stats.add "#{@test_prefix}.#{test_name}", result, overwrite: true - end - - def handle_test_verifier(test_number, up_or_down, test_name, result) - # selftests: bpf: test_verifier - # #0/u invalid and of negative number SKIP - # #0/p invalid and of negative number OK - stats.add "#{@test_prefix}.#{test_number}/#{up_or_down}.#{test_name}", result - end - - def handle_lru(test_name, test_desc, result) - # selftests: bpf: test_lru_map - # test_lru_sanity0 (map_type:9 map_flags:0x0): Pass - stats.add "#{@test_prefix}.#{test_name}_#{test_desc}", result - end - - def handle_lwt(test_name, test_desc) - # selftests: bpf: test_lwt_ip_encap.sh - # starting egress IPv4 encap test - # PASS - # starting egress IPv6 encap test - # test_ping failed: expected: 0; got 1 - # FAIL - @test_case = "#{test_name}_#{test_desc}" - end + def fixup_test_parts(test_parts) + # "Test 0: mov ... " + test_parts = Array(test_parts).map { |part| part.sub(' ...', '') } - def handle_result(result) - stats.add "#{@test_prefix}.#{@test_case}", result if @test_case - end -end - -class FtraceStater < Stater - def stat(line) - case line - # # [1] Basic trace file check [PASS] - # # [2] Basic test for tracers [PASS] - # # [3] Basic trace clock test [PASS] - # # [4] Basic event tracing check [PASS] - when /^# \[\d+\] (.*)\[(.*)\]/ - pattern1 = $1 - result = $2 - subname = "ftrace.#{pattern1.tr(' ', '_')}" - stats.add subname, result, overwrite: true - else - super(line) - end + super(test_parts) end end @@ -1356,21 +531,14 @@ class VmallocStater < Stater def stat(line) case line - when /(Check the kernel ring buffer to see the summary|Ccheck the kernel message buffer to see the summary)/ - stats.add @test_prefix.to_s, 'PASS' - # vmalloc test stat: (stress test worker number = nr_threads) - # [ 223.093027] Summary: fix_size_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 5861476 usec - # [ 223.103232] Summary: full_fit_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 5878630 usec - # [ 223.113422] Summary: long_busy_list_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 60293287 usec - # [ 223.124222] Summary: random_size_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 31075131 usec - # [ 223.134778] Summary: fix_align_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 7383628 usec - # [ 223.145064] Summary: random_size_align_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 9595644 usec - # [ 223.156057] Summary: align_shift_alloc_test passed: 0 failed: 1 repeat: 1 loops: 1000000 avg: 402157 usec - # [ 223.166406] Summary: pcpu_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 278274 usec - # [ 223.176299] Summary: kvfree_rcu_1_arg_vmalloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 6248522 usec - # [ 223.187358] Summary: kvfree_rcu_2_arg_vmalloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 6333619 usec - # [ 223.198414] All test took worker0=441656368064 cycles + when /(Check the kernel ring buffer to see the summary|Check the kernel message buffer to see the summary)/ + stats.add @test_dir, 'pass' when /Summary: (.+) passed: (.+) failed: (.+) repeat: (.+) loops: (.+) avg: (.+) usec/ + # vmalloc test stat: (stress test worker number = nr_threads) + # [ 223.093027] Summary: fix_size_alloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 5861476 usec + # [ 223.176299] Summary: kvfree_rcu_1_arg_vmalloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 6248522 usec + # [ 223.187358] Summary: kvfree_rcu_2_arg_vmalloc_test passed: 1 failed: 0 repeat: 1 loops: 1000000 avg: 6333619 usec + # [ 223.198414] All test took worker0=441656368064 cycles result = 'fail' if $3.to_i.zero? @tmp_stats["#{$1}.usec_per_loop"] = $6.to_i @@ -1379,126 +547,55 @@ class VmallocStater < Stater @tmp_stats[$1] = result when /All test took (.+)=(.+) cycles/ - raise "unexpected summary: #{@test_prefix}.#{$1}" if @tmp_stats.empty? + raise "unexpected summary: #{@test_dir}: #{line}" if @tmp_stats.empty? @tmp_stats.each do |key, value| - stats.add "#{@test_prefix}.#{$1}.#{key}", value + stats.add test_name(@test_dir, $1, key), value end @tmp_stats = {} else - super(line) - end - end -end - -class MmProtectionKeysStater < Stater - def stat(line) - case line - when /done \(all tests OK\)/ - stats.add @test_prefix.to_s, 'pass' - when /protection_keys\.c:.* Assertion /, /assert\(\) at protection_keys.c:/ - stats.add @test_prefix.to_s, 'fail' - when /running PKEY tests for unsupported CPU\/OS/ - stats.add @test_prefix.to_s, 'skip' - else - super(line) + super end end end class SyncStater < Stater - def stat(line) - case line - when /^# (ok|not ok) \d+ \[RUN\]\s+(.*)/ - # ok 1 [RUN] test_alloc_timeline - stats.add "#{@test_prefix}.#{$2}", $1 - else - # ok 1 selftests: sync: sync_test - super(line) - end - end -end - -class SysctlStater < Stater - def stat(line) - case line - when /^# (Checking production write strict setting) ... (ok|not ok)/ - # Checking production write strict setting ... ok - stats.add "#{@test_prefix}.#{$1}", $2 - when /^# Running test: (sysctl_test_[0-9]+) - run #([0-9]+)/ - # Running test: sysctl_test_0001 - run #0 - @test_case = "#{$1}.#{$2}" - when /^# ([^.]*)\s*...\s*(ok|not ok)/ - # Checking bitmap handler... ok - test_name = "#{@test_prefix}.#{@test_case}.#{$1}" - - # ignore duplication - # 1609 # Running test: sysctl_test_0002 - run #0 - # 1869 # Running test: sysctl_test_0002 - run #0 - stats.add test_name, $2, overwrite: true - else - # ok 1 selftests: sysctl: sysctl.sh - super(line) - end + def fixup_test_parts(test_parts) + super(test_parts.map { |part| part.sub(/\[RUN\]\s+/, '') }) end end stats = LKP::Stats.new while (line = $stdin.gets) - line = line.resolve_invalid_bytes + line = line.resolve_invalid_bytes.chomp case line - when /^# selftests: net: (udpgro_fwd|veth|test_vxlan_mdb|fcnal-test)\.sh/ + when /^# selftests: net: (udpgso|veth)\.sh/ test_script = $1 stater = Object.const_get("Net#{test_script.split(/[-_]/).map(&:capitalize).join}Stater") .new('net', "#{test_script}.sh", stats) - when /^# selftests: mm: (protection_keys.*)/ - stater = MmProtectionKeysStater.new('mm', $1, stats) - when /\.\/(.*\.sh).*(memory-hotplug)/ - # ./mem-on-off-test.sh -r 2 || echo "selftests: memory-hotplug [FAIL]" - stater = MemoryHotplugStater.new($2, $1, stats) - when /gcc -Wall -O2 (.*).c -o/ - # gcc -Wall -O2 unprivileged-remount-test.c -o unprivileged-remount-test - stater = MountStater.new('mount', $1, stats) - when /^make: Entering.*(x86)'/ - # for mpx.skip - # processor lacks MPX XSTATE(s), can not run MPX tests - stater = X86Stater.new($1, nil, stats) - when /kernel supports (resctrl) filesystem/ - # Pass: Check kernel supports resctrl filesystem - # ok kernel supports resctrl filesystem - stater = ResctrlStater.new($1, nil, stats) - when /^# selftests: (net\/mptcp): (.*\.sh)/ + when /^# selftests: (net\/(mptcp|netfilter)): (.*\.sh)/ # selftests: net/mptcp: mptcp_connect.sh - stater = MptcpStater.new($1, $2, stats) - when /^(# |)selftests: (capabilities|breakpoints|ia64|exec|android): (.*)/ - # selftests: capabilities: test_execve - stater = Object.const_get("#{$2.capitalize}Stater") - .new($2, $3, stats) - when /make run_tests -C (android)/ - # for below situation: - # not ok 1 selftests: android: run.sh # SKIP - stater = AndroidStater.new($1, 'run.sh', stats) - when /run_kselftest\.sh -c (breakpoints)/ - # for below situation: - # No such collection 'breakpoints' - stater = BreakpointsStater.new($1, nil, stats) - when /^# selftests: (net|mm|kmod|netfilter|mqueue|prctl|bpf|sgx|clone3|sync|sysctl|pidfd|firmware|dma|pstore|timers|timens|livepatch|futex|x86|vDSO|ftrace|dmabuf-heaps|memory-hotplug): (.*)/ + stater = Object.const_get("#{$2.split('-').map(&:capitalize).join}Stater") + .new($1, $3, stats) + when /^# selftests: (.+): (.+)/, + /make: Entering directory .*\/(.*)'/ # selftests: kmod: kmod.sh - stater = Object.const_get("#{$1.split('-').map(&:capitalize).join}Stater") - .new($1, $2, stats) - when /^# selftests: (.+): (.+)/ - stater = Stater.new($1, $2, stats) - when %r{make: Entering directory .*/(.*)'} - stater = Stater.new($1, nil, stats) + stater_cls = begin + Object.const_get("#{$1.split('-').map(&:capitalize).join}Stater") + rescue NameError + Stater + end + + stater = stater_cls.new $1, $2, stats when /mm\/test_vmalloc.sh (stress|performance)/ - stater = VmallocStater.new('mm.test_vmalloc.sh', $1, stats) + stater = VmallocStater.new("mm.test_vmalloc.sh.#{$1}", nil, stats) else next unless stater - - stater.stat(line) end + + stater.stat(line) end -stats.dump('ok' => 'pass', 'not_ok' => 'fail') +stats.dump('ok' => 'pass', 'not_ok' => 'fail', 'skipping' => 'skip') diff --git a/spec/stats/kernel-selftests/android-01 b/spec/stats/kernel-selftests/android-01 deleted file mode 100644 index 9ba8a5c09..000000000 --- a/spec/stats/kernel-selftests/android-01 +++ /dev/null @@ -1,6 +0,0 @@ -2019-06-01 13:57:31 make run_tests -C android -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-cd6c84d8f0cdc911df435bb075ba22ce3c605b07/tools/testing/selftests/android' -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-cd6c84d8f0cdc911df435bb075ba22ce3c605b07/tools/testing/selftests/android/ion' -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-cd6c84d8f0cdc911df435bb075ba22ce3c605b07/tools/testing/selftests/android/ion' -not ok 1 selftests: android: run.sh # SKIP -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-cd6c84d8f0cdc911df435bb075ba22ce3c605b07/tools/testing/selftests/android' diff --git a/spec/stats/kernel-selftests/android-01.yaml b/spec/stats/kernel-selftests/android-01.yaml deleted file mode 100644 index 6a7a2526d..000000000 --- a/spec/stats/kernel-selftests/android-01.yaml +++ /dev/null @@ -1 +0,0 @@ -android.run.sh.skip: 1 diff --git a/spec/stats/kernel-selftests/android-02 b/spec/stats/kernel-selftests/android-02 deleted file mode 100644 index 291ce0580..000000000 --- a/spec/stats/kernel-selftests/android-02 +++ /dev/null @@ -1,12 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-84df9525b0c27f3ebc2ebb1864fa62a97fdedb7d/tools/testing/selftests/android' -selftests: android: run.sh -Sharing fd: 7, Client fd: 6 -Received buffer fd: 0 -ion_test.sh: heap_type: 0 - [FAIL] -Sharing fd: 7, Client fd: 6 -Received buffer fd: 0 -ion_test.sh: heap_type: 1 - [FAIL] - -ion_test.sh: done -not ok 1..1 selftests: android: run.sh [FAIL] -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-84df9525b0c27f3ebc2ebb1864fa62a97fdedb7d/tools/testing/selftests/android' diff --git a/spec/stats/kernel-selftests/android-02.yaml b/spec/stats/kernel-selftests/android-02.yaml deleted file mode 100644 index 420525935..000000000 --- a/spec/stats/kernel-selftests/android-02.yaml +++ /dev/null @@ -1,3 +0,0 @@ -android.run.sh.ion_test.sh_heap_type_0.fail: 1 -android.run.sh.ion_test.sh_heap_type_1.fail: 1 -android.run.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/bpf-02 b/spec/stats/kernel-selftests/bpf-02 deleted file mode 100644 index b4b73ca8f..000000000 --- a/spec/stats/kernel-selftests/bpf-02 +++ /dev/null @@ -1,14 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-bpf-lsm-2-2ef96a5bb12be62ef75b5828c0aab838ebb29cb8/tools/testing/selftests/bpf' -# selftests: bpf: test_verifier -# #0/u invalid and of negative number OK -# #65/u bounds check after truncation of boundary-crossing range (1) OK -# #837/p bpf_map_lookup_elem(xskmap, &key); xs->queue_id SKIP (unsupported map type 17) -# Summary: 1601 PASSED, 1 SKIPPED, 0 FAILED -ok 1 selftests: bpf: test_verifier -# selftests: bpf: test_xdp_vlan_mode_generic.sh -# --- 100.64.41.2 ping statistics --- -# 2 packets transmitted, 2 received, 0% packet loss, time 202ms -# rtt min/avg/max/mdev = 0.050/0.064/0.078/0.014 ms -# selftests: xdp_vlan_mode_generic [PASS] -ok 35 selftests: bpf: test_xdp_vlan_mode_generic.sh -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-bpf-lsm-2-2ef96a5bb12be62ef75b5828c0aab838ebb29cb8/tools/testing/selftests/bpf' diff --git a/spec/stats/kernel-selftests/bpf-02.yaml b/spec/stats/kernel-selftests/bpf-02.yaml deleted file mode 100644 index 3dc906eff..000000000 --- a/spec/stats/kernel-selftests/bpf-02.yaml +++ /dev/null @@ -1,6 +0,0 @@ -bpf.test_verifier.0/u.invalid_and_of_negative_number.pass: 1 -bpf.test_verifier.65/u.bounds_check_after_truncation_of_boundary-crossing_range_1.pass: 1 -bpf.test_verifier.837/p.bpf_map_lookup_elem_xskmap_&key_;_xs->queue_id.skip: 1 -bpf.test_verifier.pass: 1 -bpf.test_xdp_vlan_mode_generic.sh.xdp_vlan_mode_generic.pass: 1 -bpf.test_xdp_vlan_mode_generic.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/bpf-03 b/spec/stats/kernel-selftests/bpf-03 index 296c9d968..bb4d5a86a 100644 --- a/spec/stats/kernel-selftests/bpf-03 +++ b/spec/stats/kernel-selftests/bpf-03 @@ -36,10 +36,6 @@ ok 5 selftests: bpf: test_lpm_map not ok 7 selftests: bpf: test_align # exit=1 # selftests: bpf: test_verifier_log # Test log_level 0... -# Test log_size < 128... -# Test log_buff = NULL... -# Test oversized buffer... -# Test exact buffer... # Test undersized buffers... # test_verifier_log: OK ok 8 selftests: bpf: test_verifier_log @@ -77,22 +73,6 @@ ok 14 selftests: bpf: get_cgroup_id_user # selftests: bpf: test_socket_cookie # PASSED ok 15 selftests: bpf: test_socket_cookie -# selftests: bpf: test_cgroup_storage -# test_cgroup_storage:PASS -ok 16 selftests: bpf: test_cgroup_storage -# selftests: bpf: test_netcnt -# test_netcnt:PASS -ok 17 selftests: bpf: test_netcnt -# selftests: bpf: test_tcpnotify_user -# PASSED! -ok 18 selftests: bpf: test_tcpnotify_user -# selftests: bpf: test_sock_fields -# srv_sa6.sin6_port:44775 cli_sa6.sin6_port:51983 -# -# listen_sk: state:10 bound_dev_if:0 family:10 type:1 protocol:6 mark:0 priority:0 src_ip4:600007f(127.0.0.6) src_ip6:0:0:0:1000000(::1) src_port:44775 dst_ip4:0(0.0.0.0) dst_ip6:0:0:0:0(::) dst_port:0 -# -# PASS -ok 19 selftests: bpf: test_sock_fields # selftests: bpf: test_sysctl # libbpf: load bpf program failed: Permission denied # libbpf: -- BEGIN DUMP LOG --- @@ -108,7 +88,6 @@ not ok 20 selftests: bpf: test_sysctl # exit=255 # selftests: bpf: test_hashmap # test_hashmap_empty: OK ok 21 selftests: bpf: test_hashmap -test_progs-no_alu32 # selftests: bpf: test_progs-no_alu32 # Switching to flavor 'no_alu32' subdirectory... # #1 attach_probe:OK @@ -119,9 +98,6 @@ test_progs-no_alu32 # #45/45 sockmap IPv4/TCP LOOPBACK test_syncookie:OK # #45 select_reuseport:OK # test_test_lsm:PASS:skel_load 0 nsec -# test_test_lsm:PASS:attach 0 nsec -# test_test_lsm:PASS:exec_cmd 0 nsec -# test_test_lsm:FAIL:bprm_count bprm_count = 0 # test_test_lsm:FAIL:stack_mprotect want err=EPERM, got 22 # #70 test_lsm:FAIL # Summary: 77/472 PASSED, 4 SKIPPED, 5 FAILED @@ -180,29 +156,12 @@ ok 29 selftests: bpf: test_offload.py # libbpf: load bpf program failed: Permission denied # libbpf: -- BEGIN DUMP LOG --- # Test case: sendmsg6: deny call .. [PASS] -# Test case: recvmsg4: return code ok .. [PASS] -# Test case: recvmsg6: return code !ok .. [PASS] # Test case: recvmsg4: rewrite IP & port (asm) .. [PASS] # Summary: 35 PASSED, 0 FAILED ok 30 selftests: bpf: test_sock_addr.sh # selftests: bpf: test_tunnel.sh # Testing GRE tunnel... # Skipped 109 bytes, use 'verb' option for the full verbose log. -# [...] -# tal_size: 6820 -# [1] PTR (anon) type_id=2 -# [4] INT unsigned int size=4 bits_offset=0 nr_bits=32 encoding=(none) -# [65] DATASEC license size=0 vlen=1 size == 0 -# -# PING ::11(::11) 56 data bytes -# --- ::11 ping statistics --- -# 5 packets transmitted, 3 received, 40% packet loss, time 4131ms -# rtt min/avg/max/mdev = 0.052/0.073/0.084/0.016 ms -# PING 10.1.1.100 (10.1.1.100) 56(84) bytes of data. -# [64] VAR _license type_id=63 linkage=1 -# [65] DATASEC license size=0 vlen=1 size == 0 -# -# PING 10.1.1.100 (10.1.1.100) 56(84) bytes of data. # --- 10.1.1.200 ping statistics --- # 3 packets transmitted, 3 received, 0% packet loss, time 2065ms # rtt min/avg/max/mdev = 0.096/0.120/0.152/0.026 ms @@ -222,88 +181,4 @@ ok 32 selftests: bpf: test_lirc_mode2.sh # [23] DATASEC license size=0 vlen=1 size == 0 # [PASS] ok 33 selftests: bpf: test_skb_cgroup_id.sh -# selftests: bpf: test_flow_dissector.sh -# Testing global flow dissector... -# Error: failed prog attach to map -# inner.source6: ::1 -# pkts: tx=10 rx=10 -# selftests: test_flow_dissector [PASS] -ok 34 selftests: bpf: test_flow_dissector.sh -# selftests: bpf: test_xdp_vlan_mode_generic.sh -# --- 100.64.41.2 ping statistics --- -# 2 packets transmitted, 2 received, 0% packet loss, time 202ms -# rtt min/avg/max/mdev = 0.050/0.064/0.078/0.014 ms -# selftests: xdp_vlan_mode_generic [PASS] -ok 35 selftests: bpf: test_xdp_vlan_mode_generic.sh -# selftests: bpf: test_xdp_vlan_mode_native.sh -# Cannot get device udp-fragmentation-offload settings: Operation not supported -# [21] VAR _license type_id=20 linkage=1 -# [22] DATASEC license size=0 vlen=1 size == 0 -# selftests: xdp_vlan_mode_native [PASS] -ok 36 selftests: bpf: test_xdp_vlan_mode_native.sh -# selftests: bpf: test_lwt_ip_encap.sh -# starting egress IPv4 encap test -# [11] INT long long unsigned int size=8 bits_offset=0 nr_bits=64 encoding=(none) -# [12] UNION (anon) size=8 vlen=1 -# sk type_id=13 bits_offset=0 -# ping: sendmsg: No route to host -# PASS -# starting ingress IPv4 encap test vrf red -# sk type_id=13 bits_offset=0 -# [13] PTR (anon) type_id=24 -# PASS -# passed tests: 8 -# failed tests: 0 -ok 37 selftests: bpf: test_lwt_ip_encap.sh -# selftests: bpf: test_tcp_check_syncookie.sh -# net.ipv4.tcp_syncookies = 2 -# net.ipv4.tcp_window_scaling = 0 -# Wait for IP 127.0.0.1 to become available . OK -# Wait for IP ::1 to become available . OK -# ok -# Testing XDP... -# BTF debug data section '.BTF' rejected: Invalid argument (22)! -# - Length: 3290 -# [26] DATASEC license size=0 vlen=1 size == 0 -# -# ok -ok 38 selftests: bpf: test_tcp_check_syncookie.sh -# selftests: bpf: test_tc_edt.sh -# -# gso_segs type_id=3 bits_offset=1312 -# (anon) type_id=12 bits_offset=1344 -# [22] DATASEC license size=0 vlen=1 size == 0 -# -# elapsed: 20 sec; bps difference: -0.06% -# PASS -ok 39 selftests: bpf: test_tc_edt.sh -# selftests: bpf: test_xdping.sh -# Test client args '-I veth1 -S'; server args '' -# Running server on veth0; press Ctrl+C to exit... -# OK. All tests passed -ok 40 selftests: bpf: test_xdping.sh -# selftests: bpf: test_bpftool_build.sh -# Trying to build bpftool -# ... through kbuild -# -# skip: make tools/bpf (no .config found) -# -# $PWD: /usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-bpf-lsm-2-2ef96a5bb12be62ef75b5828c0aab838ebb29cb8 -# command: make -s -C tools/bpf/bpftool OUTPUT=/tmp/tmp.unc5H2e1n4/ >/dev/null -# jit_disasm.c: In function ‘disasm_print_insn’: -# BUILD_BUG_ON(ARRAY_SIZE(func_id_str) != __BPF_FUNC_MAX_ID); -# ^~~~~~~~~~~~ -# binary: /tmp/tmp.u8tqAULt0j/bpftool -# -ok 41 selftests: bpf: test_bpftool_build.sh -# selftests: bpf: test_bpftool.sh -# test_feature_dev_json (test_bpftool.TestBpftool) ... ok -# test_feature_kernel (test_bpftool.TestBpftool) ... ok -# test_feature_macros (test_bpftool.TestBpftool) ... ok -# -# ---------------------------------------------------------------------- -# Ran 5 tests in 1.293s -# -# OK -ok 42 selftests: bpf: test_bpftool.sh make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-bpf-lsm-2-2ef96a5bb12be62ef75b5828c0aab838ebb29cb8/tools/testing/selftests/bpf' diff --git a/spec/stats/kernel-selftests/bpf-03.yaml b/spec/stats/kernel-selftests/bpf-03.yaml index 54eadfdd2..6916c432b 100644 --- a/spec/stats/kernel-selftests/bpf-03.yaml +++ b/spec/stats/kernel-selftests/bpf-03.yaml @@ -1,35 +1,46 @@ bpf.make.pass: 1 -bpf.test_verifier.0/u.invalid_and_of_negative_number.pass: 1 -bpf.test_verifier.65/u.bounds_check_after_truncation_of_boundary-crossing_range_1.pass: 1 -bpf.test_verifier.837/p.bpf_map_lookup_elem_xskmap_&key_;_xs->queue_id.skip: 1 +bpf.test_verifier.u_invalid_and_of_negative_number.pass: 1 +bpf.test_verifier.u_bounds_check_after_truncation_of_boundary-crossing_range_1.pass: 1 +bpf.test_verifier.p_bpf_map_lookup_elem_xskmap_&key_;_xs->queue_id.skip: 1 bpf.test_verifier.pass: 1 bpf.test_tag.pass: 1 +bpf.test_maps.test_array_map_batch_ops.pass: 1 +bpf.test_maps.test_sk_storage_map.pass: 1 bpf.test_maps.pass: 1 bpf.test_lru_map.test_lru_sanity0_map_type_9_map_flags_0x0.pass: 1 bpf.test_lru_map.pass: 1 +bpf.test_lpm_map.test_lpm.pass: 1 bpf.test_lpm_map.pass: 1 +bpf.test_align.Test_0_mov.pass: 1 bpf.test_align.fail: 1 +bpf.test_verifier_log.test_verifier_log.pass: 1 bpf.test_verifier_log.pass: 1 +bpf.test_dev_cgroup.test_dev_cgroup.pass: 1 bpf.test_dev_cgroup.pass: 1 bpf.test_tcpbpf_user.pass: 1 bpf.test_sock.bind4_load_with_invalid_access_src_ip6.pass: 1 bpf.test_sock.bind6_allow_all.pass: 1 bpf.test_sock.pass: 1 +bpf.test_btf.BTF_raw_test[1]_struct_test_#1.pass: 1 +bpf.test_btf.BTF_raw_test[7]_global_data_test_#4_unsupported_linkage.pass: 1 +bpf.test_btf.BTF_GET_INFO_test[2]_==_raw_btf_size-3_38...39...40.pass: 1 +bpf.test_btf.BTF_prog_info_raw_test[6]_line_info_No_subprog._insn_off_>=_prog->len.pass: 1 +bpf.test_btf.BTF_dedup_test[9]_dedup_datasec_and_vars_pass-through.pass: 1 bpf.test_btf.pass: 1 +bpf.test_sockmap.[TEST_0]_1_1_1_sendmsg_pass.pass: 1 +bpf.test_sockmap.[TEST_823]_16_1_100_sendpage_cork_1600_start_1601_end_1600_pop_1599_1609.pass: 1 bpf.test_sockmap.pass: 1 bpf.get_cgroup_id_user.setup_cgroup_environment.pass: 1 +bpf.get_cgroup_id_user../get_cgroup_id_user.pass: 1 bpf.get_cgroup_id_user.pass: 1 bpf.test_socket_cookie.pass: 1 -bpf.test_cgroup_storage.pass: 1 -bpf.test_netcnt.pass: 1 -bpf.test_tcpnotify_user.pass: 1 -bpf.test_sock_fields.pass: 1 bpf.test_sysctl.C_prog_read_tcp_mem.fail: 1 bpf.test_sysctl.fail: 1 +bpf.test_hashmap.test_hashmap_empty.pass: 1 bpf.test_hashmap.pass: 1 bpf.test_progs-no_alu32.attach_probe.pass: 1 bpf.test_progs-no_alu32.pin_raw_tp.fail: 1 -bpf.test_progs-no_alu32.TCP_LOOPBACK_test_syncookie.pass: 1 +bpf.test_progs-no_alu32.sockmap_IPv4/TCP_LOOPBACK_test_syncookie.pass: 1 bpf.test_progs-no_alu32.select_reuseport.pass: 1 bpf.test_progs-no_alu32.test_lsm.fail: 1 bpf.test_progs-no_alu32.fail: 1 @@ -43,26 +54,13 @@ bpf.test_xdp_meta.sh.test_xdp_meta.pass: 1 bpf.test_xdp_meta.sh.pass: 1 bpf.test_xdp_veth.sh.xdp_veth.pass: 1 bpf.test_xdp_veth.sh.pass: 1 +bpf.test_offload.py.netdevsim_module_could_not_be_loaded.skip: 1 bpf.test_offload.py.pass: 1 +bpf.test_sock_addr.sh.Wait_for_testing_IPv4/IPv6_to_become_available.pass: 1 bpf.test_sock_addr.sh.sendmsg6_deny_call.pass: 1 -bpf.test_sock_addr.sh.recvmsg4_return_code_ok.pass: 1 -bpf.test_sock_addr.sh.recvmsg6_return_code_!ok.pass: 1 bpf.test_sock_addr.sh.recvmsg4_rewrite_IP_&_port_asm.pass: 1 bpf.test_sock_addr.sh.pass: 1 bpf.test_tunnel.sh.pass: 1 bpf.test_lirc_mode2.sh.pass: 1 +bpf.test_skb_cgroup_id.sh.Wait_for_testing_link-local_IP_to_become_available.pass: 1 bpf.test_skb_cgroup_id.sh.pass: 1 -bpf.test_flow_dissector.sh.test_flow_dissector.pass: 1 -bpf.test_flow_dissector.sh.pass: 1 -bpf.test_xdp_vlan_mode_generic.sh.xdp_vlan_mode_generic.pass: 1 -bpf.test_xdp_vlan_mode_generic.sh.pass: 1 -bpf.test_xdp_vlan_mode_native.sh.xdp_vlan_mode_native.pass: 1 -bpf.test_xdp_vlan_mode_native.sh.pass: 1 -bpf.test_lwt_ip_encap.sh.egress_IPv4_encap_test.pass: 1 -bpf.test_lwt_ip_encap.sh.ingress_IPv4_encap_test_vrf_red.pass: 1 -bpf.test_lwt_ip_encap.sh.pass: 1 -bpf.test_tcp_check_syncookie.sh.pass: 1 -bpf.test_tc_edt.sh.pass: 1 -bpf.test_xdping.sh.pass: 1 -bpf.test_bpftool_build.sh.pass: 1 -bpf.test_bpftool.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/bpf-06 b/spec/stats/kernel-selftests/bpf-06 index bc42b95a4..885c46aaa 100644 --- a/spec/stats/kernel-selftests/bpf-06 +++ b/spec/stats/kernel-selftests/bpf-06 @@ -4,16 +4,6 @@ make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-3d7 # Failed to load bpf_testmod.ko into the kernel: -2 # WARNING! Selftests relying on bpf_testmod.ko will be skipped. # #1/1 align/mov:OK -# #1/2 align/shift:OK -# #1/3 align/addsub:OK -# #1/4 align/mul:OK -# #1/5 align/unknown shift:OK -# #1/6 align/unknown mul:OK -# #1/7 align/packet const offset:OK -# #1/8 align/packet variable offset:OK -# #1/9 align/packet variable offset 2:OK -# #1/10 align/dubious pointer arithmetic:OK -# #1/11 align/variable subtraction:OK # #1/12 align/pointer variable subtraction:OK # #1 align:OK # libbpf: failed to find kernel BTF type ID of 'file_mprotect': -3 diff --git a/spec/stats/kernel-selftests/bpf-06.yaml b/spec/stats/kernel-selftests/bpf-06.yaml index 47fc69199..37d9900ca 100644 --- a/spec/stats/kernel-selftests/bpf-06.yaml +++ b/spec/stats/kernel-selftests/bpf-06.yaml @@ -1,18 +1,8 @@ -bpf.test_progs.mov.pass: 1 -bpf.test_progs.shift.pass: 1 -bpf.test_progs.addsub.pass: 1 -bpf.test_progs.mul.pass: 1 -bpf.test_progs.unknown_shift.pass: 1 -bpf.test_progs.unknown_mul.pass: 1 -bpf.test_progs.packet_const_offset.pass: 1 -bpf.test_progs.packet_variable_offset.pass: 1 -bpf.test_progs.packet_variable_offset_2.pass: 1 -bpf.test_progs.dubious_pointer_arithmetic.pass: 1 -bpf.test_progs.variable_subtraction.pass: 1 -bpf.test_progs.pointer_variable_subtraction.pass: 1 +bpf.test_progs.align/mov.pass: 1 +bpf.test_progs.align/pointer_variable_subtraction.pass: 1 bpf.test_progs.align.pass: 1 bpf.test_progs.bpf_cookie.fail: 1 -bpf.test_progs.ksym_used_btfs_UAF.fail: 1 -bpf.test_progs.kfunc_kfunc_btf_tab_UAF.fail: 1 +bpf.test_progs.bpf_mod_race/ksym_used_btfs_UAF.fail: 1 +bpf.test_progs.bpf_mod_race/kfunc_kfunc_btf_tab_UAF.fail: 1 bpf.test_progs.bpf_mod_race.fail: 1 bpf.test_progs.fail: 1 diff --git a/spec/stats/kernel-selftests/breakpoints-01 b/spec/stats/kernel-selftests/breakpoints-01 deleted file mode 100644 index b88c42a12..000000000 --- a/spec/stats/kernel-selftests/breakpoints-01 +++ /dev/null @@ -1,15 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-84df9525b0c27f3ebc2ebb1864fa62a97fdedb7d/tools/testing/selftests/breakpoints' -selftests: breakpoints: breakpoint_test -======================================== -ok 1 Test breakpoint 0 with local: 0 global: 1 -ok 2 Test breakpoint 1 with local: 0 global: 1 -ok 13 Test write watchpoint 0 with len: 1 local: 0 global: 1 -ok 14 Test write watchpoint 1 with len: 1 local: 0 global: 1 -ok 61 Test read watchpoint 0 with len: 1 local: 0 global: 1 -ok 62 Test read watchpoint 1 with len: 1 local: 0 global: 1 -ok 109 Test icebp -ok 110 Test int 3 trap -Pass 110 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..110 -ok 1..1 selftests: breakpoints: breakpoint_test [PASS] -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-84df9525b0c27f3ebc2ebb1864fa62a97fdedb7d/tools/testing/selftests/breakpoints' diff --git a/spec/stats/kernel-selftests/breakpoints-01.yaml b/spec/stats/kernel-selftests/breakpoints-01.yaml deleted file mode 100644 index e72ea911d..000000000 --- a/spec/stats/kernel-selftests/breakpoints-01.yaml +++ /dev/null @@ -1,9 +0,0 @@ -breakpoints.breakpoint_test.Test_breakpoint_0_with_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_breakpoint_1_with_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_write_watchpoint_0_with_len_1_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_write_watchpoint_1_with_len_1_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_read_watchpoint_0_with_len_1_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_read_watchpoint_1_with_len_1_local_0_global_1.pass: 1 -breakpoints.breakpoint_test.Test_icebp.pass: 1 -breakpoints.breakpoint_test.Test_int_3_trap.pass: 1 -breakpoints.breakpoint_test.pass: 1 diff --git a/spec/stats/kernel-selftests/breakpoints-02 b/spec/stats/kernel-selftests/breakpoints-02 deleted file mode 100644 index 288748761..000000000 --- a/spec/stats/kernel-selftests/breakpoints-02 +++ /dev/null @@ -1,2 +0,0 @@ -2021-04-14 00:27:34 /kselftests/run_kselftest.sh -c breakpoints -No such collection 'breakpoints' diff --git a/spec/stats/kernel-selftests/breakpoints-02.yaml b/spec/stats/kernel-selftests/breakpoints-02.yaml deleted file mode 100644 index cd58bb44b..000000000 --- a/spec/stats/kernel-selftests/breakpoints-02.yaml +++ /dev/null @@ -1 +0,0 @@ -breakpoints.fail: 1 diff --git a/spec/stats/kernel-selftests/capabilities-01 b/spec/stats/kernel-selftests/capabilities-01 deleted file mode 100644 index 0c98a3fa5..000000000 --- a/spec/stats/kernel-selftests/capabilities-01 +++ /dev/null @@ -1,51 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/capabilities' -selftests: capabilities: test_execve -======================================== -# validate_cap:: Capabilities after execve were correct -# [RUN] +++ Tests with uid == 0 +++ -# [NOTE] Using global UIDs for tests -# [RUN] Root => ep -ok 1 Passed -# Check cap_ambient manipulation rules -ok 2 PR_CAP_AMBIENT_RAISE failed on non-inheritable cap -ok 3 PR_CAP_AMBIENT_RAISE failed on non-permitted cap -ok 4 PR_CAP_AMBIENT_RAISE worked -ok 5 Basic manipulation appears to work -# [RUN] Root +i => eip -ok 6 Passed -# [RUN] UID 0 +ia => eipa -ok 7 Passed -# [RUN] Root +ia, suidroot => eipa -ok 8 Passed -# [RUN] Root +ia, suidnonroot => ip -ok 9 Passed -# [RUN] Root +ia, sgidroot => eipa -ok 10 Passed -ok 11 Passed -# [RUN] Root +ia, sgidnonroot => eip -ok 12 Passed -Pass 12 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..12 -# validate_cap:: Capabilities after execve were correct -# ================================================== -# [RUN] +++ Tests with uid != 0 +++ -# [NOTE] Using global UIDs for tests -# [RUN] Non-root => no caps -ok 1 Passed -# Check cap_ambient manipulation rules -ok 2 PR_CAP_AMBIENT_RAISE failed on non-inheritable cap -ok 3 PR_CAP_AMBIENT_RAISE failed on non-permitted cap -ok 4 PR_CAP_AMBIENT_RAISE worked -ok 5 Basic manipulation appears to work -# [RUN] Non-root +i => i -ok 6 Passed -# [RUN] UID 1 +ia => eipa -ok 7 Passed -# [RUN] Non-root +ia, sgidnonroot => i -ok 8 Passed -ok 9 Passed -Pass 9 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..9 -# ================================================== -ok 1..1 selftests: capabilities: test_execve [PASS] -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/capabilities' diff --git a/spec/stats/kernel-selftests/capabilities-01.yaml b/spec/stats/kernel-selftests/capabilities-01.yaml deleted file mode 100644 index a629d7d65..000000000 --- a/spec/stats/kernel-selftests/capabilities-01.yaml +++ /dev/null @@ -1,3 +0,0 @@ -capabilities.test_execve.Tests_with_uid_==_0.pass: 1 -capabilities.test_execve.Tests_with_uid_!=_0.pass: 1 -capabilities.test_execve.pass: 1 diff --git a/spec/stats/kernel-selftests/capabilities-02 b/spec/stats/kernel-selftests/capabilities-02 index 71538bc50..d7615271d 100644 --- a/spec/stats/kernel-selftests/capabilities-02 +++ b/spec/stats/kernel-selftests/capabilities-02 @@ -16,17 +16,6 @@ TAP version 13 # ok 3 PR_CAP_AMBIENT_RAISE failed on non-permitted cap # # [RUN] Root +i => eip # ok 6 Passed -# # [RUN] UID 0 +ia => eipa -# ok 7 Passed -# # [RUN] Root +ia, suidroot => eipa -# ok 8 Passed -# # [RUN] Root +ia, suidnonroot => ip -# ok 9 Passed -# # [RUN] Root +ia, sgidroot => eipa -# ok 10 Passed -# ok 11 Passed -# # [RUN] Root +ia, sgidnonroot => eip -# ok 12 Passed # # Totals: pass:12 fail:0 xfail:0 xpass:0 skip:0 error:0 # # validate_cap:: Capabilities after execve were correct # # validate_cap:: Capabilities after execve were correct @@ -40,10 +29,6 @@ TAP version 13 # # Check cap_ambient manipulation rules # ok 2 PR_CAP_AMBIENT_RAISE failed on non-inheritable cap # ok 3 PR_CAP_AMBIENT_RAISE failed on non-permitted cap -# # [RUN] Non-root +i => i -# ok 6 Passed -# # [RUN] UID 1 +ia => eipa -# ok 7 Passed # # [RUN] Non-root +ia, sgidnonroot => i # ok 8 Passed # ok 9 Passed diff --git a/spec/stats/kernel-selftests/capabilities-02.yaml b/spec/stats/kernel-selftests/capabilities-02.yaml index 4c2450653..1bdcf8c18 100644 --- a/spec/stats/kernel-selftests/capabilities-02.yaml +++ b/spec/stats/kernel-selftests/capabilities-02.yaml @@ -1,10 +1,10 @@ capabilities.make.pass: 1 -capabilities.test_execve.Tests_with_uid_==_0.Passed.pass: 1 -capabilities.test_execve.Tests_with_uid_==_0.PR_CAP_AMBIENT_RAISE_failed_on_non-inheritable_cap.pass: 1 -capabilities.test_execve.Tests_with_uid_==_0.PR_CAP_AMBIENT_RAISE_failed_on_non-permitted_cap.pass: 1 -capabilities.test_execve.Tests_with_uid_==_0.pass: 1 -capabilities.test_execve.Tests_with_uid_!=_0.Passed.pass: 1 -capabilities.test_execve.Tests_with_uid_!=_0.PR_CAP_AMBIENT_RAISE_failed_on_non-inheritable_cap.pass: 1 -capabilities.test_execve.Tests_with_uid_!=_0.PR_CAP_AMBIENT_RAISE_failed_on_non-permitted_cap.pass: 1 -capabilities.test_execve.Tests_with_uid_!=_0.pass: 1 +capabilities.test_execve.Tests_with_uid_==_0.Root_=>_ep.pass: 1 +capabilities.test_execve.Tests_with_uid_==_0.Root_=>_ep.PR_CAP_AMBIENT_RAISE_failed_on_non-inheritable_cap.pass: 1 +capabilities.test_execve.Tests_with_uid_==_0.Root_=>_ep.PR_CAP_AMBIENT_RAISE_failed_on_non-permitted_cap.pass: 1 +capabilities.test_execve.Tests_with_uid_==_0.Root_+i_=>_eip.pass: 1 +capabilities.test_execve.Tests_with_uid_!=_0.Non-root_=>_no_caps.pass: 1 +capabilities.test_execve.Tests_with_uid_!=_0.Non-root_=>_no_caps.PR_CAP_AMBIENT_RAISE_failed_on_non-inheritable_cap.pass: 1 +capabilities.test_execve.Tests_with_uid_!=_0.Non-root_=>_no_caps.PR_CAP_AMBIENT_RAISE_failed_on_non-permitted_cap.pass: 1 +capabilities.test_execve.Tests_with_uid_!=_0.Non-root_+ia_sgidnonroot_=>_i.pass: 1 capabilities.test_execve.pass: 1 diff --git a/spec/stats/kernel-selftests/clone3-01 b/spec/stats/kernel-selftests/clone3-01 index 9848dce05..042aedb6f 100644 --- a/spec/stats/kernel-selftests/clone3-01 +++ b/spec/stats/kernel-selftests/clone3-01 @@ -1,23 +1,53 @@ -2022-06-09 17:49:51 make run_tests -C clone3 -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/clone3' -TAP version 13 +2024-10-21 08:18:54 sed -i s/default_timeout=45/default_timeout=300/ kselftest/runner.sh +2024-10-21 08:18:54 make -j36 -C clone3 +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-8e929cb546ee42c9a61d24fae60605e9e3192354/tools/testing/selftests/clone3' + CC clone3_clear_sighand + CC clone3_set_tid + CC clone3_cap_checkpoint_restore +make: Leaving directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-8e929cb546ee42c9a61d24fae60605e9e3192354/tools/testing/selftests/clone3':54 make quicktest=1 run_tests -C clone3 +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-8e929cb546ee42c9a61d24fae60605e9e3192354/tools/testing/selftests/clone3' 1..4 +# timeout set to 300 # selftests: clone3: clone3 # TAP version 13 -# 1..17 +# 1..19 # # clone3() syscall supported -# # [1246] Trying clone3() with flags 0 (size 0) -# # I am the parent (1246). My child's pid is 1247 -# # [1246] clone3() with flags says: 0 expected 0 -# ok 1 [1246] Result (0) matches expectation (0) -# # [1246] Trying clone3() with flags 0 (size 0) -# # Invalid argument - Failed to create new process -# # [1246] clone3() with flags says: -22 expected -22 -# ok 6 [1246] Result (-22) matches expectation (-22) -# # [1246] Trying clone3() with flags 0 (size 0) -# # Invalid argument - Failed to create new process -# # [1246] clone3() with flags says: -22 expected -22 -# ok 7 [1246] Result (-22) matches expectation (-22) -# # Totals: pass:17 fail:0 xfail:0 xpass:0 skip:0 error:0 +# # Running test 'simple clone3()' +# # [1914] Trying clone3() with flags 0 (size 0) +# # I am the parent (1914). My child's pid is 1915 +# # I am the child, my PID is 1915 +# # [1914] clone3() with flags says: 0 expected 0 +# ok 1 simple clone3() +# # Running test 'clone3() in a new PID_NS' +# # [1914] Trying clone3() with flags 0x20000000 (size 0) +# # I am the parent (1914). My child's pid is 1916 +# # I am the child, my PID is 1 +# # [1914] clone3() with flags says: 0 expected 0 +# ok 2 clone3() in a new PID_NS ok 1 selftests: clone3: clone3 +# timeout set to 300 +# selftests: clone3: clone3_clear_sighand +# TAP version 13 +# 1..1 +# # clone3() syscall supported +# ok 1 Cleared signal handlers for child process +# # Totals: pass:1 fail:0 xfail:0 xpass:0 skip:0 error:0 +ok 2 selftests: clone3: clone3_clear_sighand +# timeout set to 300 +# selftests: clone3: clone3_cap_checkpoint_restore +# TAP version 13 +# 1..1 +# # Starting 1 tests from 1 test cases. +# # RUN global.clone3_cap_checkpoint_restore ... +# # clone3() syscall supported +# # clone3_cap_checkpoint_restore.c:151:clone3_cap_checkpoint_restore:Child has PID 1985 +# cap_set_proc: Operation not permitted +# # clone3_cap_checkpoint_restore.c:160:clone3_cap_checkpoint_restore:Expected set_capability() (-1) == 0 (0) +# # clone3_cap_checkpoint_restore.c:161:clone3_cap_checkpoint_restore:Could not set CAP_CHECKPOINT_RESTORE +# # clone3_cap_checkpoint_restore: Test terminated by assertion +# # FAIL global.clone3_cap_checkpoint_restore +# not ok 1 global.clone3_cap_checkpoint_restore +# # FAILED: 0 / 1 tests passed. +# # Totals: pass:0 fail:1 xfail:0 xpass:0 skip:0 error:0 +not ok 4 selftests: clone3: clone3_cap_checkpoint_restore # exit=1 make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/clone3' diff --git a/spec/stats/kernel-selftests/clone3-01.yaml b/spec/stats/kernel-selftests/clone3-01.yaml index 7aca479cc..312cc0d8a 100644 --- a/spec/stats/kernel-selftests/clone3-01.yaml +++ b/spec/stats/kernel-selftests/clone3-01.yaml @@ -1,4 +1,8 @@ clone3.make.pass: 1 -clone3.clone3.clone3_with_flags_0_size_0_.Result_0_matches_expectation_0.pass: 1 -clone3.clone3.clone3_with_flags_0_size_0_.Result_-22_matches_expectation_-22.pass: 1 +clone3.clone3.simple_clone3.pass: 1 +clone3.clone3.clone3_in_a_new_PID_NS.pass: 1 clone3.clone3.pass: 1 +clone3.clone3_clear_sighand.Cleared_signal_handlers_for_child_process.pass: 1 +clone3.clone3_clear_sighand.pass: 1 +clone3.clone3_cap_checkpoint_restore.global.clone3_cap_checkpoint_restore.fail: 1 +clone3.clone3_cap_checkpoint_restore.fail: 1 diff --git a/spec/stats/kernel-selftests/clone3 b/spec/stats/kernel-selftests/clone3-02 similarity index 100% rename from spec/stats/kernel-selftests/clone3 rename to spec/stats/kernel-selftests/clone3-02 diff --git a/spec/stats/kernel-selftests/clone3.yaml b/spec/stats/kernel-selftests/clone3-02.yaml similarity index 100% rename from spec/stats/kernel-selftests/clone3.yaml rename to spec/stats/kernel-selftests/clone3-02.yaml diff --git a/spec/stats/kernel-selftests/dmabuf-heaps b/spec/stats/kernel-selftests/dmabuf-heaps index 9e7bd6490..84cd52218 100644 --- a/spec/stats/kernel-selftests/dmabuf-heaps +++ b/spec/stats/kernel-selftests/dmabuf-heaps @@ -1,15 +1,28 @@ -2022-06-09 17:51:02 make run_tests -C dmabuf-heaps -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/dmabuf-heaps' +2024-10-21 20:05:32 make -j36 -C dmabuf-heaps +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/dmabuf-heaps' + CC dmabuf-heap +make: Leaving directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/dmabuf-heaps' +2024-10-21 20:05:32 make quicktest=1 run_tests -C dmabuf-heaps +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/dmabuf-heaps' TAP version 13 1..1 +# timeout set to 300 # selftests: dmabuf-heaps: dmabuf-heap -# Testing heap: system -# ======================================= -# Testing allocation and importing: OK -# Testing alloced 4k buffers are zeroed: OK -# Testing alloced 1024k buffers are zeroed: OK -# Testing (theoretical)older alloc compat: OK -# Testing (theoretical)newer alloc compat: OK -# Testing expected error cases: OK +# TAP version 13 +# 1..11 +# # Testing heap: system +# # ======================================= +# # Testing allocation and importing: +# ok 1 # SKIP Could not open vgem -1 +# ok 2 test_alloc_and_import dmabuf sync succeeded +# # Testing alloced 4k buffers are zeroed: +# ok 3 Allocate and fill a bunch of buffers +# ok 4 Allocate and validate all buffers are zeroed +# # Testing alloced 1024k buffers are zeroed: +# ok 5 Allocate and fill a bunch of buffers +# ok 6 Allocate and validate all buffers are zeroed +# # Testing expected error cases: +# ok 9 Error expected on invalid fd -1 +# # Totals: pass:10 fail:0 xfail:0 xpass:0 skip:1 error:0 ok 1 selftests: dmabuf-heaps: dmabuf-heap make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/dmabuf-heaps' diff --git a/spec/stats/kernel-selftests/dmabuf-heaps.yaml b/spec/stats/kernel-selftests/dmabuf-heaps.yaml index 038842a69..0f20acca0 100644 --- a/spec/stats/kernel-selftests/dmabuf-heaps.yaml +++ b/spec/stats/kernel-selftests/dmabuf-heaps.yaml @@ -1,7 +1,9 @@ dmabuf-heaps.make.pass: 1 -dmabuf-heaps.dmabuf-heap.Testing_alloced_4k_buffers_are_zeroed.pass: 1 -dmabuf-heaps.dmabuf-heap.Testing_alloced_1024k_buffers_are_zeroed.pass: 1 -dmabuf-heaps.dmabuf-heap.Testing_theoretical_older_alloc_compat.pass: 1 -dmabuf-heaps.dmabuf-heap.Testing_theoretical_newer_alloc_compat.pass: 1 -dmabuf-heaps.dmabuf-heap.Testing_expected_error_cases.pass: 1 +dmabuf-heaps.dmabuf-heap.allocation_and_importing.Could_not_open_vgem_-1.skip: 1 +dmabuf-heaps.dmabuf-heap.allocation_and_importing.test_alloc_and_import_dmabuf_sync_succeeded.pass: 1 +dmabuf-heaps.dmabuf-heap.alloced_4k_buffers_are_zeroed.Allocate_and_fill_a_bunch_of_buffers.pass: 1 +dmabuf-heaps.dmabuf-heap.alloced_4k_buffers_are_zeroed.Allocate_and_validate_all_buffers_are_zeroed.pass: 1 +dmabuf-heaps.dmabuf-heap.alloced_1024k_buffers_are_zeroed.Allocate_and_fill_a_bunch_of_buffers.pass: 1 +dmabuf-heaps.dmabuf-heap.alloced_1024k_buffers_are_zeroed.Allocate_and_validate_all_buffers_are_zeroed.pass: 1 +dmabuf-heaps.dmabuf-heap.expected_error_cases.Error_expected_on_invalid_fd_-1.pass: 1 dmabuf-heaps.dmabuf-heap.pass: 1 diff --git a/spec/stats/kernel-selftests/exec-01 b/spec/stats/kernel-selftests/exec-01 index 05ddc90f4..02ca5f8ad 100644 --- a/spec/stats/kernel-selftests/exec-01 +++ b/spec/stats/kernel-selftests/exec-01 @@ -1,13 +1,22 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/exec' -selftests: exec: execveat -Check success of execveat(8, 'execveat', 0)... [OK] -Check success of execveat(-100, '/usr/src/perf_selfte...ftests/exec/execveat', 0)... [OK] -Check success of execveat(21, '', 4096)... [OK] -Check failure of execveat(99, 'execveat', 0) with EBADF... [OK] -Check failure of execveat(10, 'execveat', 0) with ENOTDIR... [OK] -Check success of execveat(7, 'usr/src/perf_selftes...yyyyyyyyyyyyyyyyyyyy', 0)... [OK] -Invoke copy of 'script' via filename of length 4094: -Check success of execveat(22, '', 4096)... [OK] -Check success of execveat(7, 'usr/src/perf_selftes...yyyyyyyyyyyyyyyyyyyy', 0)... [OK] -ok 1..1 selftests: exec: execveat [PASS] -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/exec' +TAP version 13' +1..11 +# timeout set to 300 +# selftests: exec: execveat +# TAP version 13 +# 1..51 +# ok 1 Check success of execveat(5, '../execveat', 0)... +# ok 2 Check success of execveat(7, 'execveat', 0)... +# ok 3 Check success of execveat(9, 'execveat', 0)... +# ok 21 Check failure of execveat(-100, '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/exec/execveat.symlink', 256) with ELOOP +ok 1 selftests: exec: execveat +# timeout set to 300 +# selftests: exec: non-regular +# TAP version 13 +# 1..6 +# # Starting 6 tests from 6 test cases. +# # RUN file.S_IFLNK.exec_errno ... +# # OK file.S_IFLNK.exec_errno +# ok 1 file.S_IFLNK.exec_errno +# # RUN file.S_IFDIR.exec_errno ... +# # OK file.S_IFDIR.exec_errno +# ok 2 file.S_IFDIR.exec_errno diff --git a/spec/stats/kernel-selftests/exec-01.yaml b/spec/stats/kernel-selftests/exec-01.yaml index 3bca14d65..507932dca 100644 --- a/spec/stats/kernel-selftests/exec-01.yaml +++ b/spec/stats/kernel-selftests/exec-01.yaml @@ -1 +1,8 @@ +exec.make.pass: 1 +exec.execveat.Check_success_of_execveat_5_'../execveat'_0.pass: 1 +exec.execveat.Check_success_of_execveat_7_'execveat'_0.pass: 1 +exec.execveat.Check_success_of_execveat_9_'execveat'_0.pass: 1 +exec.execveat.Check_failure_of_execveat_-100_'/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/exec/execveat.symlink'_256_with_ELOOP.pass: 1 exec.execveat.pass: 1 +exec.non-regular.file.S_IFLNK.exec_errno.pass: 1 +exec.non-regular.file.S_IFDIR.exec_errno.pass: 1 diff --git a/spec/stats/kernel-selftests/exec-03 b/spec/stats/kernel-selftests/exec-03 deleted file mode 100644 index a801c1959..000000000 --- a/spec/stats/kernel-selftests/exec-03 +++ /dev/null @@ -1,22 +0,0 @@ -2022-06-09 17:51:03 make run_tests -C exec -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613 -c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/exec' -TAP version 13 -1..8 -# selftests: exec: null-argv -# TAP version 13 -# 1..5 -# ok 1 execve(argv[0], str, NULL) -# ok 2 execve(argv[0], NULL, NULL) -# ok 3 execve(argv[0], NULL, envp) -# ok 4 execve(argv[0], args, NULL) -# ok 5 execve(argv[0], args, envp) -# # Totals: pass:5 fail:0 xfail:0 xpass:0 skip:0 error:0 -ok 7 selftests: exec: null-argv -# selftests: exec: binfmt_script.py -# TAP version 1.3 -# 1..27 -# ok 1 - binfmt_script too-big (correctly failed bad exec) -# ok 2 - binfmt_script exact (correctly failed bad exec) -ok 8 selftests: exec: binfmt_script.py -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/exec' diff --git a/spec/stats/kernel-selftests/exec-03.yaml b/spec/stats/kernel-selftests/exec-03.yaml deleted file mode 100644 index a1b3832f9..000000000 --- a/spec/stats/kernel-selftests/exec-03.yaml +++ /dev/null @@ -1,10 +0,0 @@ -exec.make.pass: 1 -exec.null-argv.execve_argv[0]_str_NULL.pass: 1 -exec.null-argv.execve_argv[0]_NULL_NULL.pass: 1 -exec.null-argv.execve_argv[0]_NULL_envp.pass: 1 -exec.null-argv.execve_argv[0]_args_NULL.pass: 1 -exec.null-argv.execve_argv[0]_args_envp.pass: 1 -exec.null-argv.pass: 1 -exec.binfmt_script.py.-_binfmt_script_too-big_correctly_failed_bad_exec.pass: 1 -exec.binfmt_script.py.-_binfmt_script_exact_correctly_failed_bad_exec.pass: 1 -exec.binfmt_script.py.pass: 1 diff --git a/spec/stats/kernel-selftests/firmware b/spec/stats/kernel-selftests/firmware index fe36dd1d0..9784ede48 100644 --- a/spec/stats/kernel-selftests/firmware +++ b/spec/stats/kernel-selftests/firmware @@ -1,5 +1,17 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-da0c9ea146cbe92b832f1b0f694840ea8eb33cce/tools/testing/selftests/firmware' +2024-10-22 20:14:52 make -j36 -C firmware +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/firmware' + CC fw_namespace +make: Leaving directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/firmware' +2024-10-22 20:14:52 make quicktest=1 run_tests -C firmware +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/firmware' +TAP version 13 +1..1 +# timeout set to 300 # selftests: firmware: fw_run_tests.sh +# Running namespace test: +# Testing with firmware in parent namespace (assumed to be same file system as PID1) +# Testing with firmware in child namespace +# OK # ----------------------------------------------------- # Running kernel configuration test 1 -- rare # Emulates: @@ -8,59 +20,31 @@ make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-da0 # CONFIG_FW_LOADER_USER_HELPER_FALLBACK=n # ./fw_filesystem.sh: filesystem loading works # ./fw_filesystem.sh: async filesystem loading works -# +# # Testing with the file present... # Batched request_firmware() normal try #1: OK # Batched request_firmware_into_buf() normal try #1: OK +# Batched request_firmware_direct() normal try #1: OK # Batched request_firmware_direct() normal try #5: OK -# Batched request_firmware_nowait(uevent=true) normal try #1: OK -# +# Test request_partial_firmware_into_buf() off=0 size=10: OK +# Test request_partial_firmware_into_buf() off=0 size=5: OK +# # Testing with the file missing... -# Batched request_firmware() nofile try #5: OK -# Batched request_firmware_into_buf() nofile try #1: OK -# Batched request_firmware_direct() nofile try #5: OK # Batched request_firmware_nowait(uevent=true) nofile try #1: OK # Batched request_firmware_nowait(uevent=false) nofile try #2: OK # ----------------------------------------------------- # Running kernel configuration test 2 -- distro -# Emulates: -# CONFIG_FW_LOADER=y -# CONFIG_FW_LOADER_USER_HELPER=y -# CONFIG_FW_LOADER_USER_HELPER_FALLBACK=n -# ./fw_filesystem.sh: timeout works -# ./fw_filesystem.sh: filesystem loading works -# ./fw_filesystem.sh: async filesystem loading works -# -# Testing with the file present... -# Batched request_firmware() normal try #5: OK -# Batched request_firmware_into_buf() normal try #5: OK -# Batched request_firmware_direct() normal try #1: OK -# Batched request_firmware_nowait(uevent=true) normal try #1: OK -# Batched request_firmware_nowait(uevent=false) normal try #1: OK -# -# Testing with the file missing... -# Batched request_firmware() nofile try #5: OK -# Batched request_firmware_into_buf() nofile try #1: OK -# Batched request_firmware_direct() nofile try #5: OK -# Batched request_firmware_nowait(uevent=true) nofile try #1: OK -# ----------------------------------------------------- -# Running kernel configuration test 3 -- android -# Emulates: -# CONFIG_FW_LOADER=y -# CONFIG_FW_LOADER_USER_HELPER=y -# CONFIG_FW_LOADER_USER_HELPER_FALLBACK=y -# ./fw_filesystem.sh: timeout works -# ./fw_filesystem.sh: filesystem loading works -# ./fw_filesystem.sh: async filesystem loading works -# +# # Testing with the file present... # Batched request_firmware() normal try #1: OK -# Batched request_firmware_into_buf() normal try #1: OK -# Batched request_firmware_nowait(uevent=false) normal try #5: OK -# -# Testing with the file missing... -# Batched request_firmware_into_buf() nofile try #5: OK -# Batched request_firmware_direct() nofile try #1: OK -# ./fw_fallback.sh: cancelling custom fallback mechanism works -ok 1 selftests: firmware: fw_run_tests.sh +# Batched request_firmware() normal try #2: OK +# +# Testing with both plain and XZ files present... +# Batched request_firmware() both try #1: OK +# Batched request_firmware_nowait(uevent=false) componly try #5: OK +# usermode helper disabled so ignoring test +# ./fw_upload.sh: firmware upload cancellation works +# ./fw_upload.sh: oversized firmware error handling works +# ./fw_upload.sh: firmware upload for fw1 works +not ok 1 selftests: firmware: fw_run_tests.sh # exit=1 make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-da0c9ea146cbe92b832f1b0f694840ea8eb33cce/tools/testing/selftests/firmware' diff --git a/spec/stats/kernel-selftests/firmware.yaml b/spec/stats/kernel-selftests/firmware.yaml index 1b758e9d4..23245249f 100644 --- a/spec/stats/kernel-selftests/firmware.yaml +++ b/spec/stats/kernel-selftests/firmware.yaml @@ -1,24 +1,14 @@ -firmware.fw_run_tests.sh.rare.file_present.Batched_request_firmware_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.rare.file_present.Batched_request_firmware_into_buf_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.rare.file_present.Batched_request_firmware_direct_normal_try_#5.pass: 1 -firmware.fw_run_tests.sh.rare.file_present.Batched_request_firmware_nowait_uevent=true_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.rare.file_missing.Batched_request_firmware_nofile_try_#5.pass: 1 -firmware.fw_run_tests.sh.rare.file_missing.Batched_request_firmware_into_buf_nofile_try_#1.pass: 1 -firmware.fw_run_tests.sh.rare.file_missing.Batched_request_firmware_direct_nofile_try_#5.pass: 1 -firmware.fw_run_tests.sh.rare.file_missing.Batched_request_firmware_nowait_uevent=true_nofile_try_#1.pass: 1 -firmware.fw_run_tests.sh.rare.file_missing.Batched_request_firmware_nowait_uevent=false_nofile_try_#2.pass: 1 -firmware.fw_run_tests.sh.distro.file_present.Batched_request_firmware_normal_try_#5.pass: 1 -firmware.fw_run_tests.sh.distro.file_present.Batched_request_firmware_into_buf_normal_try_#5.pass: 1 -firmware.fw_run_tests.sh.distro.file_present.Batched_request_firmware_direct_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.distro.file_present.Batched_request_firmware_nowait_uevent=true_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.distro.file_present.Batched_request_firmware_nowait_uevent=false_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.distro.file_missing.Batched_request_firmware_nofile_try_#5.pass: 1 -firmware.fw_run_tests.sh.distro.file_missing.Batched_request_firmware_into_buf_nofile_try_#1.pass: 1 -firmware.fw_run_tests.sh.distro.file_missing.Batched_request_firmware_direct_nofile_try_#5.pass: 1 -firmware.fw_run_tests.sh.distro.file_missing.Batched_request_firmware_nowait_uevent=true_nofile_try_#1.pass: 1 -firmware.fw_run_tests.sh.android.file_present.Batched_request_firmware_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.android.file_present.Batched_request_firmware_into_buf_normal_try_#1.pass: 1 -firmware.fw_run_tests.sh.android.file_present.Batched_request_firmware_nowait_uevent=false_normal_try_#5.pass: 1 -firmware.fw_run_tests.sh.android.file_missing.Batched_request_firmware_into_buf_nofile_try_#5.pass: 1 -firmware.fw_run_tests.sh.android.file_missing.Batched_request_firmware_direct_nofile_try_#1.pass: 1 -firmware.fw_run_tests.sh.pass: 1 +firmware.make.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_normal_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_into_buf_normal_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_direct_normal_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_direct_normal_try_#5.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Test_request_partial_firmware_into_buf_off=0_size=10.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Test_request_partial_firmware_into_buf_off=0_size=5.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_nowait_uevent=true_nofile_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_1_--_rare.Batched_request_firmware_nowait_uevent=false_nofile_try_#2.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_2_--_distro.Batched_request_firmware_normal_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_2_--_distro.Batched_request_firmware_normal_try_#2.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_2_--_distro.Batched_request_firmware_both_try_#1.pass: 1 +firmware.fw_run_tests.sh.kernel_configuration_test_2_--_distro.Batched_request_firmware_nowait_uevent=false_componly_try_#5.pass: 1 +firmware.fw_run_tests.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/ftrace b/spec/stats/kernel-selftests/ftrace deleted file mode 100644 index 107a51519..000000000 --- a/spec/stats/kernel-selftests/ftrace +++ /dev/null @@ -1,115 +0,0 @@ -2020-04-29 19:07:40 make run_tests -C ftrace -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-466a4597cd2d49f57e5b2f14853059fc108fe6ec/tools/testing/selftests/ftrace' -TAP version 13 -1..1 -# selftests: ftrace: ftracetest -# === Ftrace unit tests === -# [1] Basic trace file check [PASS] -# [2] Basic test for tracers [PASS] -# [3] Basic trace clock test [PASS] -# [4] Basic event tracing check [PASS] -# [5] Change the ringbuffer size [PASS] -# [6] Snapshot and tracing setting [PASS] -# [7] trace_pipe and trace_marker [PASS] -# [8] Generic dynamic event - add/remove kprobe events [PASS] -# [9] Generic dynamic event - add/remove synthetic events [PASS] -# [10] Generic dynamic event - selective clear (compatibility) [PASS] -# [11] Generic dynamic event - generic clear event [PASS] -# [12] event tracing - enable/disable with event level files [PASS] -# [13] event tracing - restricts events based on pid [PASS] -# [14] event tracing - enable/disable with subsystem level files [PASS] -# [15] event tracing - enable/disable with top level files [PASS] -# [16] Test trace_printk from module [UNRESOLVED] -# [17] ftrace - function graph filters with stack tracer [PASS] -# [18] ftrace - function graph filters [PASS] -# [19] ftrace - function glob filters [PASS] -# [20] ftrace - function pid filters [PASS] -# [21] ftrace - stacktrace filter command [PASS] -# [22] ftrace - function trace with cpumask [PASS] -# [23] ftrace - test for function event triggers [PASS] -# [24] ftrace - function trace on module [UNRESOLVED] -# [25] ftrace - function profiling [PASS] -# [26] ftrace - function profiler with function tracing [PASS] -# [27] ftrace - test reading of set_ftrace_filter [PASS] -# [28] ftrace - Max stack tracer [PASS] -# [29] ftrace - test for function traceon/off triggers [PASS] -# [30] ftrace - test tracing error log support [PASS] -# [31] Test creation and deletion of trace instances while setting an event [PASS] -# [32] Test creation and deletion of trace instances [PASS] -# [33] Kprobe dynamic event - adding and removing [PASS] -# [34] Kprobe dynamic event - busy event check [PASS] -# [35] Kprobe dynamic event with arguments [PASS] -# [36] Kprobe event with comm arguments [PASS] -# [37] Kprobe event string type argument [PASS] -# [38] Kprobe event symbol argument [PASS] -# [39] Kprobe event argument syntax [PASS] -# [40] Kprobes event arguments with types [PASS] -# [41] Kprobe event user-memory access [PASS] -# [42] Kprobe event auto/manual naming [PASS] -# [43] Kprobe dynamic event with function tracer [PASS] -# [44] Kprobe dynamic event - probing module [UNRESOLVED] -# [45] Create/delete multiprobe on kprobe event [PASS] -# [46] Kprobe event parser error log check [PASS] -# [47] Kretprobe dynamic event with arguments [PASS] -# [48] Kretprobe dynamic event with maxactive [PASS] -# [49] Register/unregister many kprobe events [PASS] -# [50] Kprobe events - probe points [PASS] -# [51] Kprobe dynamic event - adding and removing [PASS] -# [52] Uprobe event parser error log check [PASS] -# [53] test for the preemptirqsoff tracer [UNSUPPORTED] -# [54] Meta-selftest [UNRESOLVED] -# [55] Test wakeup tracer [PASS] -# [56] Test wakeup RT tracer [PASS] -# [57] event trigger - test inter-event histogram trigger expected fail actions [XFAIL] -# [58] event trigger - test field variable support [PASS] -# [59] event trigger - test inter-event combined histogram trigger [PASS] -# [60] event trigger - test multiple actions on hist trigger [PASS] -# [61] event trigger - test inter-event histogram trigger onchange action [PASS] -# [62] event trigger - test inter-event histogram trigger onmatch action [PASS] -# [63] event trigger - test inter-event histogram trigger onmatch-onmax action [PASS] -# [64] event trigger - test inter-event histogram trigger onmax action [PASS] -# [65] event trigger - test inter-event histogram trigger snapshot action [PASS] -# [66] event trigger - test synthetic event create remove [PASS] -# [67] event trigger - test synthetic_events syntax parser [PASS] -# [68] event trigger - test inter-event histogram trigger trace action [PASS] -# [69] event trigger - test event enable/disable trigger [PASS] -# [70] event trigger - test trigger filter [PASS] -# [71] event trigger - test histogram modifiers [PASS] -# [72] event trigger - test histogram trigger [PASS] -# [73] event trigger - test multiple histogram triggers [PASS] -# [74] event trigger - test snapshot-trigger [PASS] -# [75] event trigger - test stacktrace-trigger [PASS] -# [76] trace_marker trigger - test histogram trigger [PASS] -# [77] trace_marker trigger - test snapshot trigger [PASS] -# [78] trace_marker trigger - test histogram with synthetic event against kernel event [PASS] -# [79] trace_marker trigger - test histogram with synthetic event [PASS] -# [80] event trigger - test traceon/off trigger [PASS] -# [81] (instance) Basic test for tracers [PASS] -# [82] (instance) Basic trace clock test [PASS] -# [83] (instance) Change the ringbuffer size [PASS] -# [84] (instance) Snapshot and tracing setting [PASS] -# [85] (instance) trace_pipe and trace_marker [PASS] -# [86] (instance) event tracing - enable/disable with event level files [PASS] -# [87] (instance) event tracing - restricts events based on pid [PASS] -# [88] (instance) event tracing - enable/disable with subsystem level files [PASS] -# [89] (instance) ftrace - stacktrace filter command [PASS] -# [90] (instance) ftrace - test for function event triggers [PASS] -# [91] (instance) ftrace - test for function traceon/off triggers [PASS] -# [92] (instance) event trigger - test event enable/disable trigger [PASS] -# [93] (instance) event trigger - test trigger filter [PASS] -# [94] (instance) event trigger - test histogram modifiers [PASS] -# [95] (instance) event trigger - test histogram trigger [PASS] -# [96] (instance) event trigger - test multiple histogram triggers [PASS] -# [97] (instance) trace_marker trigger - test histogram trigger [PASS] -# [98] (instance) trace_marker trigger - test snapshot trigger [PASS] -# -# -# # of passed: 92 -# # of failed: 0 -# # of unresolved: 4 -# # of untested: 0 -# # of unsupported: 1 -# # of xfailed: 1 -# # of undefined(test bug): 0 -not ok 1 selftests: ftrace: ftracetest # exit=1 -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-466a4597cd2d49f57e5b2f14853059fc108fe6ec/tools/testing/selftests/ftrace' diff --git a/spec/stats/kernel-selftests/ftrace.yaml b/spec/stats/kernel-selftests/ftrace.yaml deleted file mode 100644 index 4906e64df..000000000 --- a/spec/stats/kernel-selftests/ftrace.yaml +++ /dev/null @@ -1,99 +0,0 @@ -ftrace.make.pass: 1 -ftrace.Basic_trace_file_check.pass: 1 -ftrace.Basic_test_for_tracers.pass: 1 -ftrace.Basic_trace_clock_test.pass: 1 -ftrace.Basic_event_tracing_check.pass: 1 -ftrace.Change_the_ringbuffer_size.pass: 1 -ftrace.Snapshot_and_tracing_setting.pass: 1 -ftrace.trace_pipe_and_trace_marker.pass: 1 -ftrace.Generic_dynamic_event_-_add/remove_kprobe_events.pass: 1 -ftrace.Generic_dynamic_event_-_add/remove_synthetic_events.pass: 1 -ftrace.Generic_dynamic_event_-_selective_clear_compatibility.pass: 1 -ftrace.Generic_dynamic_event_-_generic_clear_event.pass: 1 -ftrace.event_tracing_-_enable/disable_with_event_level_files.pass: 1 -ftrace.event_tracing_-_restricts_events_based_on_pid.pass: 1 -ftrace.event_tracing_-_enable/disable_with_subsystem_level_files.pass: 1 -ftrace.event_tracing_-_enable/disable_with_top_level_files.pass: 1 -ftrace.Test_trace_printk_from_module.unresolved: 1 -ftrace.ftrace_-_function_graph_filters_with_stack_tracer.pass: 1 -ftrace.ftrace_-_function_graph_filters.pass: 1 -ftrace.ftrace_-_function_glob_filters.pass: 1 -ftrace.ftrace_-_function_pid_filters.pass: 1 -ftrace.ftrace_-_stacktrace_filter_command.pass: 1 -ftrace.ftrace_-_function_trace_with_cpumask.pass: 1 -ftrace.ftrace_-_test_for_function_event_triggers.pass: 1 -ftrace.ftrace_-_function_trace_on_module.unresolved: 1 -ftrace.ftrace_-_function_profiling.pass: 1 -ftrace.ftrace_-_function_profiler_with_function_tracing.pass: 1 -ftrace.ftrace_-_test_reading_of_set_ftrace_filter.pass: 1 -ftrace.ftrace_-_Max_stack_tracer.pass: 1 -ftrace.ftrace_-_test_for_function_traceon/off_triggers.pass: 1 -ftrace.ftrace_-_test_tracing_error_log_support.pass: 1 -ftrace.Test_creation_and_deletion_of_trace_instances_while_setting_an_event.pass: 1 -ftrace.Test_creation_and_deletion_of_trace_instances.pass: 1 -ftrace.Kprobe_dynamic_event_-_adding_and_removing.pass: 1 -ftrace.Kprobe_dynamic_event_-_busy_event_check.pass: 1 -ftrace.Kprobe_dynamic_event_with_arguments.pass: 1 -ftrace.Kprobe_event_with_comm_arguments.pass: 1 -ftrace.Kprobe_event_string_type_argument.pass: 1 -ftrace.Kprobe_event_symbol_argument.pass: 1 -ftrace.Kprobe_event_argument_syntax.pass: 1 -ftrace.Kprobes_event_arguments_with_types.pass: 1 -ftrace.Kprobe_event_user-memory_access.pass: 1 -ftrace.Kprobe_event_auto/manual_naming.pass: 1 -ftrace.Kprobe_dynamic_event_with_function_tracer.pass: 1 -ftrace.Kprobe_dynamic_event_-_probing_module.unresolved: 1 -ftrace.Create/delete_multiprobe_on_kprobe_event.pass: 1 -ftrace.Kprobe_event_parser_error_log_check.pass: 1 -ftrace.Kretprobe_dynamic_event_with_arguments.pass: 1 -ftrace.Kretprobe_dynamic_event_with_maxactive.pass: 1 -ftrace.Register/unregister_many_kprobe_events.pass: 1 -ftrace.Kprobe_events_-_probe_points.pass: 1 -ftrace.Uprobe_event_parser_error_log_check.pass: 1 -ftrace.test_for_the_preemptirqsoff_tracer.unsupported: 1 -ftrace.Meta-selftest.unresolved: 1 -ftrace.Test_wakeup_tracer.pass: 1 -ftrace.Test_wakeup_RT_tracer.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_expected_fail_actions.xfail: 1 -ftrace.event_trigger_-_test_field_variable_support.pass: 1 -ftrace.event_trigger_-_test_inter-event_combined_histogram_trigger.pass: 1 -ftrace.event_trigger_-_test_multiple_actions_on_hist_trigger.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_onchange_action.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_onmatch_action.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_onmatch-onmax_action.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_onmax_action.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_snapshot_action.pass: 1 -ftrace.event_trigger_-_test_synthetic_event_create_remove.pass: 1 -ftrace.event_trigger_-_test_synthetic_events_syntax_parser.pass: 1 -ftrace.event_trigger_-_test_inter-event_histogram_trigger_trace_action.pass: 1 -ftrace.event_trigger_-_test_event_enable/disable_trigger.pass: 1 -ftrace.event_trigger_-_test_trigger_filter.pass: 1 -ftrace.event_trigger_-_test_histogram_modifiers.pass: 1 -ftrace.event_trigger_-_test_histogram_trigger.pass: 1 -ftrace.event_trigger_-_test_multiple_histogram_triggers.pass: 1 -ftrace.event_trigger_-_test_snapshot-trigger.pass: 1 -ftrace.event_trigger_-_test_stacktrace-trigger.pass: 1 -ftrace.trace_marker_trigger_-_test_histogram_trigger.pass: 1 -ftrace.trace_marker_trigger_-_test_snapshot_trigger.pass: 1 -ftrace.trace_marker_trigger_-_test_histogram_with_synthetic_event_against_kernel_event.pass: 1 -ftrace.trace_marker_trigger_-_test_histogram_with_synthetic_event.pass: 1 -ftrace.event_trigger_-_test_traceon/off_trigger.pass: 1 -ftrace._instance_Basic_test_for_tracers.pass: 1 -ftrace._instance_Basic_trace_clock_test.pass: 1 -ftrace._instance_Change_the_ringbuffer_size.pass: 1 -ftrace._instance_Snapshot_and_tracing_setting.pass: 1 -ftrace._instance_trace_pipe_and_trace_marker.pass: 1 -ftrace._instance_event_tracing_-_enable/disable_with_event_level_files.pass: 1 -ftrace._instance_event_tracing_-_restricts_events_based_on_pid.pass: 1 -ftrace._instance_event_tracing_-_enable/disable_with_subsystem_level_files.pass: 1 -ftrace._instance_ftrace_-_stacktrace_filter_command.pass: 1 -ftrace._instance_ftrace_-_test_for_function_event_triggers.pass: 1 -ftrace._instance_ftrace_-_test_for_function_traceon/off_triggers.pass: 1 -ftrace._instance_event_trigger_-_test_event_enable/disable_trigger.pass: 1 -ftrace._instance_event_trigger_-_test_trigger_filter.pass: 1 -ftrace._instance_event_trigger_-_test_histogram_modifiers.pass: 1 -ftrace._instance_event_trigger_-_test_histogram_trigger.pass: 1 -ftrace._instance_event_trigger_-_test_multiple_histogram_triggers.pass: 1 -ftrace._instance_trace_marker_trigger_-_test_histogram_trigger.pass: 1 -ftrace._instance_trace_marker_trigger_-_test_snapshot_trigger.pass: 1 -ftrace.ftracetest.fail: 1 diff --git a/spec/stats/kernel-selftests/futex-01.yaml b/spec/stats/kernel-selftests/futex-01.yaml index b8f36d314..e0f37a4fe 100644 --- a/spec/stats/kernel-selftests/futex-01.yaml +++ b/spec/stats/kernel-selftests/futex-01.yaml @@ -1,7 +1,7 @@ futex.make.pass: 1 -futex.run.sh.futex-requeue-pi.broadcast=0_locked=0_owner=0_timeout=0ns.pass: 1 -futex.run.sh.futex-requeue-pi.broadcast=1_locked=0_owner=0_timeout=0ns.pass: 1 -futex.run.sh.futex-requeue-pi-signal-restart..pass: 1 -futex.run.sh.futex-wait-timeout.timeout=100000ns.pass: 1 +futex.run.sh.broadcast=0_locked=0_owner=0_timeout=0ns.futex-requeue-pi.pass: 1 +futex.run.sh.broadcast=1_locked=0_owner=0_timeout=0ns.futex-requeue-pi.pass: 1 +futex.run.sh..futex-requeue-pi-signal-restart.pass: 1 +futex.run.sh.timeout=100000ns.futex-wait-timeout.pass: 1 futex.run.sh.futex-wait-wouldblock.pass: 1 futex.run.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/futex-02 b/spec/stats/kernel-selftests/futex-02 deleted file mode 100644 index 2a16c8fc5..000000000 --- a/spec/stats/kernel-selftests/futex-02 +++ /dev/null @@ -1,18 +0,0 @@ -# futex - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/futex' -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=0 locked=0 owner=0 timeout=0ns -Result: PASS -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=1 locked=0 owner=0 timeout=0ns -Result: PASS - -futex_requeue_pi_mismatched_ops: Detect mismatched requeue_pi operations -Result: PASS - -futex_requeue_pi_signal_restart: Test signal handling during requeue_pi - Arguments: -Result: PASS - -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/futex' diff --git a/spec/stats/kernel-selftests/futex-02.yaml b/spec/stats/kernel-selftests/futex-02.yaml deleted file mode 100644 index e69de29bb..000000000 diff --git a/spec/stats/kernel-selftests/futex-03 b/spec/stats/kernel-selftests/futex-03 deleted file mode 100644 index aa6b0438f..000000000 --- a/spec/stats/kernel-selftests/futex-03 +++ /dev/null @@ -1,42 +0,0 @@ -# futex pass -2017-08-04 08:09:14 make run_tests -C futex -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex' -make[1]: Entering directory '/usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex/functional' -gcc -g -O2 -Wall -D_GNU_SOURCE -pthread -I../include -I../../ -pthread -lrt futex_wait_timeout.c ../include/futextest.h ../include/atomic.h ../include/logging.h -o /usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex/functional/futex_wait_timeout -gcc -g -O2 -Wall -D_GNU_SOURCE -pthread -I../include -I../../ -pthread -lrt futex_wait_private_mapped_file.c ../include/futextest.h ../include/atomic.h ../include/logging.h -o /usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex/functional/futex_wait_private_mapped_file -make[1]: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex/functional' -tput: No value for $TERM and no -T specified -tput: No value for $TERM and no -T specified - -TAP version 13 -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=0 locked=0 owner=0 timeout=0ns -selftests: futex-requeue-pi [ PASS] -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=1 locked=0 owner=0 timeout=0ns -selftests: futex-requeue-pi [ PASS] -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=1 locked=1 owner=0 timeout=0ns -selftests: futex-requeue-pi [ PASS] -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=1 locked=0 owner=1 timeout=0ns -selftests: futex-requeue-pi [ PASS] -futex_requeue_pi: Test requeue functionality - Arguments: broadcast=0 locked=1 owner=0 timeout=0ns -selftests: futex-requeue-pi [ PASS] - -futex_requeue_pi_mismatched_ops: Detect mismatched requeue_pi operations -selftests: futex-requeue-pi-mismatched-ops [ PASS] - -futex_requeue_pi_signal_restart: Test signal handling during requeue_pi - Arguments: -selftests: futex-requeue-pi-signal-restart [ PASS] - -futex_wait_timeout: Block on a futex and wait for timeout - Arguments: timeout=100000ns -selftests: futex-wait-timeout [ PASS] - -futex_wait_wouldblock: Test the unexpected futex value in FUTEX_WAIT -selftests: futex-wait-wouldblock [ PASS] - -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-5771a8c08880cdca3bfb4a3fc6d309d6bba20877/tools/testing/selftests/futex' diff --git a/spec/stats/kernel-selftests/futex-03.yaml b/spec/stats/kernel-selftests/futex-03.yaml deleted file mode 100644 index 75cb8e6ee..000000000 --- a/spec/stats/kernel-selftests/futex-03.yaml +++ /dev/null @@ -1 +0,0 @@ -futex.make.pass: 1 diff --git a/spec/stats/kernel-selftests/futex-04 b/spec/stats/kernel-selftests/futex-04 deleted file mode 100644 index 47bc27447..000000000 --- a/spec/stats/kernel-selftests/futex-04 +++ /dev/null @@ -1,33 +0,0 @@ -2017-09-20 12:15:15 make run_tests -C futex -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex' -for DIR in functional; do \ - BUILD_TARGET=/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/$DIR; \ - mkdir $BUILD_TARGET -p; \ - make OUTPUT=$BUILD_TARGET -C $DIR all;\ -done -make[1]: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/functional' -gcc -g -O2 -Wall -D_GNU_SOURCE -pthread -I../include -I../../ -pthread -lrt futex_wait_timeout.c ../include/futextest.h ../include/atomic.h ../include/logging.h -o /usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/functional/futex_wait_timeout -gcc -g -O2 -Wall -D_GNU_SOURCE -pthread -I../include -I../../ -pthread -lrt futex_wait_private_mapped_file.c ../include/futextest.h ../include/atomic.h ../include/logging.h -o /usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/functional/futex_wait_private_mapped_file -make[1]: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/functional' -/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex/run.sh -tput: No value for $TERM and no -T specified -tput: No value for $TERM and no -T specified - -TAP version 13 -# futex_requeue_pi: Test requeue functionality -# Arguments: broadcast=0 locked=0 owner=0 timeout=0ns -ok 1 futex-requeue-pi -Pass 1 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..1 -TAP version 13 -# futex_requeue_pi: Test requeue functionality -# Arguments: broadcast=1 locked=0 owner=0 timeout=0ns -ok 1 futex-requeue-pi -Pass 1 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..1 -TAP version 13 -# futex_wait_private_mapped_file: Test the futex value of private file mappings in FUTEX_WAIT -ok 1 futex-wait-private-mapped-file -Pass 1 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -1..1 -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-2bd6bf03f4c1c59381d62c61d03f6cc3fe71f66e/tools/testing/selftests/futex' diff --git a/spec/stats/kernel-selftests/futex-04.yaml b/spec/stats/kernel-selftests/futex-04.yaml deleted file mode 120000 index 19e4fdfe4..000000000 --- a/spec/stats/kernel-selftests/futex-04.yaml +++ /dev/null @@ -1 +0,0 @@ -futex-03.yaml \ No newline at end of file diff --git a/spec/stats/kernel-selftests/ia64-01 b/spec/stats/kernel-selftests/ia64-01 deleted file mode 100644 index 4c2ff3553..000000000 --- a/spec/stats/kernel-selftests/ia64-01 +++ /dev/null @@ -1,10 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/ia64' -selftests: ia64: aliasing-test -PASS: /dev/mem 0xc0000-0x100000 is readable -PASS: /dev/mem 0x0-0x100000 is mappable -PASS: /sys/devices/pci0000:00/0000:00:02.0/rom read 38398 bytes -PASS: /sys/devices/pci0000:00/0000:00:03.0/rom read 247294 bytes -PASS: /proc/bus/pci/00/00.0 0x0-0xa0000 not mappable -PASS: /proc/bus/pci/00/01.0 0x0-0xa0000 not mappable -ok 1..1 selftests: ia64: aliasing-test [PASS] -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2d16cf4817bc6944a2adb5bf4db607c8258e87da/tools/testing/selftests/ia64' diff --git a/spec/stats/kernel-selftests/ia64-01.yaml b/spec/stats/kernel-selftests/ia64-01.yaml deleted file mode 100644 index c785f471c..000000000 --- a/spec/stats/kernel-selftests/ia64-01.yaml +++ /dev/null @@ -1,7 +0,0 @@ -ia64.aliasing-test./dev/mem_0xc0000-0x100000_is_readable.pass: 1 -ia64.aliasing-test./dev/mem_0x0-0x100000_is_mappable.pass: 1 -ia64.aliasing-test./sys/devices/pci0000_00/0000_00_02.0/rom_read_38398_bytes.pass: 1 -ia64.aliasing-test./sys/devices/pci0000_00/0000_00_03.0/rom_read_247294_bytes.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/00.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/01.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test.pass: 1 diff --git a/spec/stats/kernel-selftests/ia64-02 b/spec/stats/kernel-selftests/ia64-02 index fab308d4b..eb30644f5 100644 --- a/spec/stats/kernel-selftests/ia64-02 +++ b/spec/stats/kernel-selftests/ia64-02 @@ -7,79 +7,6 @@ TAP version 13 # selftests: ia64: aliasing-test # PASS: /dev/mem 0x0-0xa0000 is readable # PASS: /dev/mem 0xa0000-0xc0000 is mappable -# PASS: /dev/mem 0xc0000-0x100000 is readable -# PASS: /dev/mem 0x0-0x100000 is mappable -# PASS: /sys/devices/pci0000:00/0000:00:02.0/rom read 65534 bytes -# PASS: /proc/bus/pci/00/00.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/02.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/08.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/14.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/14.2 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/16.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/17.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1c.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1c.1 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1c.2 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1c.4 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1f.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1f.2 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1f.3 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1f.4 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/1f.6 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/02/00.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/03/00.0 0x0-0xa0000 not mappable -# PASS: /proc/bus/pci/00/00.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/02.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/08.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/14.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/14.2 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/16.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/17.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1c.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1c.1 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1c.2 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1c.4 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1f.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1f.2 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1f.3 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1f.4 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/1f.6 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/02/00.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/03/00.0 0xa0000-0xc0000 not mappable -# PASS: /proc/bus/pci/00/00.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/02.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/08.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/14.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/14.2 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/16.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/17.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.1 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.2 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.4 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.2 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.3 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.4 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.6 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/02/00.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/03/00.0 0xc0000-0x100000 not mappable -# PASS: /proc/bus/pci/00/00.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/02.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/08.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/14.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/14.2 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/16.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/17.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.1 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.2 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1c.4 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.0 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.2 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.3 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.4 0x0-0x100000 not mappable -# PASS: /proc/bus/pci/00/1f.6 0x0-0x100000 not mappable # PASS: /proc/bus/pci/02/00.0 0x0-0x100000 not mappable # PASS: /proc/bus/pci/03/00.0 0x0-0x100000 not mappable ok 1 selftests: ia64: aliasing-test diff --git a/spec/stats/kernel-selftests/ia64-02.yaml b/spec/stats/kernel-selftests/ia64-02.yaml index 9f51180a6..c9c83bcb4 100644 --- a/spec/stats/kernel-selftests/ia64-02.yaml +++ b/spec/stats/kernel-selftests/ia64-02.yaml @@ -1,79 +1,6 @@ ia64.make.pass: 1 ia64.aliasing-test./dev/mem_0x0-0xa0000_is_readable.pass: 1 ia64.aliasing-test./dev/mem_0xa0000-0xc0000_is_mappable.pass: 1 -ia64.aliasing-test./dev/mem_0xc0000-0x100000_is_readable.pass: 1 -ia64.aliasing-test./dev/mem_0x0-0x100000_is_mappable.pass: 1 -ia64.aliasing-test./sys/devices/pci0000_00/0000_00_02.0/rom_read_65534_bytes.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/00.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/02.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/08.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.2_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/16.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/17.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.1_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.2_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.4_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.2_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.3_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.4_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.6_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/02/00.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/03/00.0_0x0-0xa0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/00.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/02.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/08.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.2_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/16.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/17.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.1_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.2_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.4_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.2_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.3_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.4_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.6_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/02/00.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/03/00.0_0xa0000-0xc0000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/00.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/02.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/08.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.2_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/16.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/17.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.1_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.2_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.4_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.2_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.3_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.4_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.6_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/02/00.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/03/00.0_0xc0000-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/00.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/02.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/08.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/14.2_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/16.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/17.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.1_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.2_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1c.4_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.0_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.2_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.3_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.4_0x0-0x100000_not_mappable.pass: 1 -ia64.aliasing-test./proc/bus/pci/00/1f.6_0x0-0x100000_not_mappable.pass: 1 ia64.aliasing-test./proc/bus/pci/02/00.0_0x0-0x100000_not_mappable.pass: 1 ia64.aliasing-test./proc/bus/pci/03/00.0_0x0-0x100000_not_mappable.pass: 1 ia64.aliasing-test.pass: 1 diff --git a/spec/stats/kernel-selftests/kmod b/spec/stats/kernel-selftests/kmod index 32077b9f6..d7056d89f 100644 --- a/spec/stats/kernel-selftests/kmod +++ b/spec/stats/kernel-selftests/kmod @@ -20,942 +20,6 @@ TAP version 13 # kmod_test_0001_driver: OK! - Return value: 256 (MODULE_NOT_FOUND), expected MODULE_NOT_FOUND # kmod_test_0001_fs: OK! - loading kmod test # kmod_test_0001_fs: SKIP! - Return value: -22 (-EINVAL), expected -EINVAL -# Tue Sep 15 17:57:51 UTC 2020 -# Running test: kmod_test_0002 - run #0 -# kmod_test_0002_driver: OK! - loading kmod test -# kmod_test_0002_driver: OK! - Return value: 256 (MODULE_NOT_FOUND), expected MODULE_NOT_FOUND -# kmod_test_0002_fs: OK! - loading kmod test -# kmod_test_0002_fs: OK! - Return value: -22 (-EINVAL), expected -EINVAL -# Tue Sep 15 17:57:52 UTC 2020 -# Running test: kmod_test_0002 - run #1 -# kmod_test_0002_driver: OK! - loading kmod test -# kmod_test_0002_driver: OK! - Return value: 256 (MODULE_NOT_FOUND), expected MODULE_NOT_FOUND -# kmod_test_0002_fs: OK! - loading kmod test -# kmod_test_0002_fs: OK! - Return value: -22 (-EINVAL), expected -EINVAL -# Tue Sep 15 17:57:52 UTC 2020 -# Running test: kmod_test_0002 - run #2 -# kmod_test_0002_driver: OK! - loading kmod test -# kmod_test_0002_driver: OK! - Return value: 256 (MODULE_NOT_FOUND), expected MODULE_NOT_FOUND -# kmod_test_0002_fs: OK! - loading kmod test -# kmod_test_0002_fs: OK! - Return value: -22 (-EINVAL), expected -EINVAL -# Tue Sep 15 17:57:52 UTC 2020 -# Running test: kmod_test_0003 - run #0 -# kmod_test_0003: SKIP! - loading kmod test -# kmod_test_0003: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:53 UTC 2020 -# Running test: kmod_test_0004 - run #0 -# kmod_test_0004: OK! - loading kmod test -# kmod_test_0004: SKIP! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:53 UTC 2020 -# Running test: kmod_test_0005 - run #0 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:54 UTC 2020 -# Running test: kmod_test_0005 - run #1 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:54 UTC 2020 -# Running test: kmod_test_0005 - run #2 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:54 UTC 2020 -# Running test: kmod_test_0005 - run #3 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:55 UTC 2020 -# Running test: kmod_test_0005 - run #4 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:55 UTC 2020 -# Running test: kmod_test_0005 - run #5 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:56 UTC 2020 -# Running test: kmod_test_0005 - run #6 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:56 UTC 2020 -# Running test: kmod_test_0005 - run #7 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:57 UTC 2020 -# Running test: kmod_test_0005 - run #8 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:57 UTC 2020 -# Running test: kmod_test_0005 - run #9 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:57 UTC 2020 -# Running test: kmod_test_0006 - run #0 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:57:59 UTC 2020 -# Running test: kmod_test_0006 - run #1 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:00 UTC 2020 -# Running test: kmod_test_0006 - run #2 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:02 UTC 2020 -# Running test: kmod_test_0006 - run #3 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:04 UTC 2020 -# Running test: kmod_test_0006 - run #4 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:05 UTC 2020 -# Running test: kmod_test_0006 - run #5 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:06 UTC 2020 -# Running test: kmod_test_0006 - run #6 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:07 UTC 2020 -# Running test: kmod_test_0006 - run #7 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:08 UTC 2020 -# Running test: kmod_test_0006 - run #8 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:10 UTC 2020 -# Running test: kmod_test_0006 - run #9 -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:11 UTC 2020 -# Running test: kmod_test_0007 - run #0 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:13 UTC 2020 -# Running test: kmod_test_0007 - run #1 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:14 UTC 2020 -# Running test: kmod_test_0007 - run #2 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:16 UTC 2020 -# Running test: kmod_test_0007 - run #3 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:18 UTC 2020 -# Running test: kmod_test_0007 - run #4 -# kmod_test_0005: OK! - loading kmod test -# kmod_test_0005: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# kmod_test_0006: OK! - loading kmod test -# kmod_test_0006: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:20 UTC 2020 -# Running test: kmod_test_0008 - run #0 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:20 UTC 2020 -# Running test: kmod_test_0008 - run #1 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:20 UTC 2020 -# Running test: kmod_test_0008 - run #2 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:20 UTC 2020 -# Running test: kmod_test_0008 - run #3 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:21 UTC 2020 -# Running test: kmod_test_0008 - run #4 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:21 UTC 2020 -# Running test: kmod_test_0008 - run #5 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:21 UTC 2020 -# Running test: kmod_test_0008 - run #6 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:21 UTC 2020 -# Running test: kmod_test_0008 - run #7 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:21 UTC 2020 -# Running test: kmod_test_0008 - run #8 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #9 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #10 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #11 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #12 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #13 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:22 UTC 2020 -# Running test: kmod_test_0008 - run #14 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:23 UTC 2020 -# Running test: kmod_test_0008 - run #15 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:23 UTC 2020 -# Running test: kmod_test_0008 - run #16 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:23 UTC 2020 -# Running test: kmod_test_0008 - run #17 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:23 UTC 2020 -# Running test: kmod_test_0008 - run #18 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:23 UTC 2020 -# Running test: kmod_test_0008 - run #19 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:24 UTC 2020 -# Running test: kmod_test_0008 - run #20 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:24 UTC 2020 -# Running test: kmod_test_0008 - run #21 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:24 UTC 2020 -# Running test: kmod_test_0008 - run #22 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:24 UTC 2020 -# Running test: kmod_test_0008 - run #23 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:24 UTC 2020 -# Running test: kmod_test_0008 - run #24 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:25 UTC 2020 -# Running test: kmod_test_0008 - run #25 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:25 UTC 2020 -# Running test: kmod_test_0008 - run #26 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:25 UTC 2020 -# Running test: kmod_test_0008 - run #27 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:25 UTC 2020 -# Running test: kmod_test_0008 - run #28 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:25 UTC 2020 -# Running test: kmod_test_0008 - run #29 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:26 UTC 2020 -# Running test: kmod_test_0008 - run #30 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:26 UTC 2020 -# Running test: kmod_test_0008 - run #31 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:26 UTC 2020 -# Running test: kmod_test_0008 - run #32 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:26 UTC 2020 -# Running test: kmod_test_0008 - run #33 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:26 UTC 2020 -# Running test: kmod_test_0008 - run #34 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #35 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #36 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #37 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #38 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #39 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:27 UTC 2020 -# Running test: kmod_test_0008 - run #40 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:28 UTC 2020 -# Running test: kmod_test_0008 - run #41 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:28 UTC 2020 -# Running test: kmod_test_0008 - run #42 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:28 UTC 2020 -# Running test: kmod_test_0008 - run #43 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:28 UTC 2020 -# Running test: kmod_test_0008 - run #44 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:28 UTC 2020 -# Running test: kmod_test_0008 - run #45 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:29 UTC 2020 -# Running test: kmod_test_0008 - run #46 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:29 UTC 2020 -# Running test: kmod_test_0008 - run #47 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:29 UTC 2020 -# Running test: kmod_test_0008 - run #48 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:29 UTC 2020 -# Running test: kmod_test_0008 - run #49 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:29 UTC 2020 -# Running test: kmod_test_0008 - run #50 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #51 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #52 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #53 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #54 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #55 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:30 UTC 2020 -# Running test: kmod_test_0008 - run #56 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:31 UTC 2020 -# Running test: kmod_test_0008 - run #57 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:31 UTC 2020 -# Running test: kmod_test_0008 - run #58 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:31 UTC 2020 -# Running test: kmod_test_0008 - run #59 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:31 UTC 2020 -# Running test: kmod_test_0008 - run #60 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:31 UTC 2020 -# Running test: kmod_test_0008 - run #61 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:32 UTC 2020 -# Running test: kmod_test_0008 - run #62 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:32 UTC 2020 -# Running test: kmod_test_0008 - run #63 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:32 UTC 2020 -# Running test: kmod_test_0008 - run #64 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:32 UTC 2020 -# Running test: kmod_test_0008 - run #65 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:32 UTC 2020 -# Running test: kmod_test_0008 - run #66 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #67 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #68 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #69 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #70 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #71 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:33 UTC 2020 -# Running test: kmod_test_0008 - run #72 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:34 UTC 2020 -# Running test: kmod_test_0008 - run #73 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:34 UTC 2020 -# Running test: kmod_test_0008 - run #74 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:34 UTC 2020 -# Running test: kmod_test_0008 - run #75 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:34 UTC 2020 -# Running test: kmod_test_0008 - run #76 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:34 UTC 2020 -# Running test: kmod_test_0008 - run #77 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:35 UTC 2020 -# Running test: kmod_test_0008 - run #78 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:35 UTC 2020 -# Running test: kmod_test_0008 - run #79 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:35 UTC 2020 -# Running test: kmod_test_0008 - run #80 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:35 UTC 2020 -# Running test: kmod_test_0008 - run #81 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:35 UTC 2020 -# Running test: kmod_test_0008 - run #82 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #83 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #84 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #85 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #86 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #87 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:36 UTC 2020 -# Running test: kmod_test_0008 - run #88 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:37 UTC 2020 -# Running test: kmod_test_0008 - run #89 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:37 UTC 2020 -# Running test: kmod_test_0008 - run #90 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:37 UTC 2020 -# Running test: kmod_test_0008 - run #91 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:37 UTC 2020 -# Running test: kmod_test_0008 - run #92 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:37 UTC 2020 -# Running test: kmod_test_0008 - run #93 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:38 UTC 2020 -# Running test: kmod_test_0008 - run #94 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:38 UTC 2020 -# Running test: kmod_test_0008 - run #95 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:38 UTC 2020 -# Running test: kmod_test_0008 - run #96 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:38 UTC 2020 -# Running test: kmod_test_0008 - run #97 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:38 UTC 2020 -# Running test: kmod_test_0008 - run #98 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:39 UTC 2020 -# Running test: kmod_test_0008 - run #99 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:39 UTC 2020 -# Running test: kmod_test_0008 - run #100 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:39 UTC 2020 -# Running test: kmod_test_0008 - run #101 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:39 UTC 2020 -# Running test: kmod_test_0008 - run #102 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:39 UTC 2020 -# Running test: kmod_test_0008 - run #103 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:40 UTC 2020 -# Running test: kmod_test_0008 - run #104 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:40 UTC 2020 -# Running test: kmod_test_0008 - run #105 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:40 UTC 2020 -# Running test: kmod_test_0008 - run #106 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:40 UTC 2020 -# Running test: kmod_test_0008 - run #107 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:40 UTC 2020 -# Running test: kmod_test_0008 - run #108 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #109 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #110 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #111 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #112 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #113 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:41 UTC 2020 -# Running test: kmod_test_0008 - run #114 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:42 UTC 2020 -# Running test: kmod_test_0008 - run #115 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:42 UTC 2020 -# Running test: kmod_test_0008 - run #116 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:42 UTC 2020 -# Running test: kmod_test_0008 - run #117 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:42 UTC 2020 -# Running test: kmod_test_0008 - run #118 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:42 UTC 2020 -# Running test: kmod_test_0008 - run #119 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:43 UTC 2020 -# Running test: kmod_test_0008 - run #120 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:43 UTC 2020 -# Running test: kmod_test_0008 - run #121 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:43 UTC 2020 -# Running test: kmod_test_0008 - run #122 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:43 UTC 2020 -# Running test: kmod_test_0008 - run #123 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:43 UTC 2020 -# Running test: kmod_test_0008 - run #124 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:44 UTC 2020 -# Running test: kmod_test_0008 - run #125 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:44 UTC 2020 -# Running test: kmod_test_0008 - run #126 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:44 UTC 2020 -# Running test: kmod_test_0008 - run #127 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:44 UTC 2020 -# Running test: kmod_test_0008 - run #128 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:44 UTC 2020 -# Running test: kmod_test_0008 - run #129 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #130 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #131 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #132 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #133 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #134 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:45 UTC 2020 -# Running test: kmod_test_0008 - run #135 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:46 UTC 2020 -# Running test: kmod_test_0008 - run #136 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:46 UTC 2020 -# Running test: kmod_test_0008 - run #137 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:46 UTC 2020 -# Running test: kmod_test_0008 - run #138 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:46 UTC 2020 -# Running test: kmod_test_0008 - run #139 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:46 UTC 2020 -# Running test: kmod_test_0008 - run #140 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:47 UTC 2020 -# Running test: kmod_test_0008 - run #141 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:47 UTC 2020 -# Running test: kmod_test_0008 - run #142 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:47 UTC 2020 -# Running test: kmod_test_0008 - run #143 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:47 UTC 2020 -# Running test: kmod_test_0008 - run #144 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:47 UTC 2020 -# Running test: kmod_test_0008 - run #145 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:48 UTC 2020 -# Running test: kmod_test_0008 - run #146 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:48 UTC 2020 -# Running test: kmod_test_0008 - run #147 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:48 UTC 2020 -# Running test: kmod_test_0008 - run #148 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:48 UTC 2020 -# Running test: kmod_test_0008 - run #149 -# kmod_test_0008: OK! - loading kmod test -# kmod_test_0008: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:48 UTC 2020 -# Running test: kmod_test_0009 - run #0 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:49 UTC 2020 -# Running test: kmod_test_0009 - run #1 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:50 UTC 2020 -# Running test: kmod_test_0009 - run #2 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:51 UTC 2020 -# Running test: kmod_test_0009 - run #3 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:51 UTC 2020 -# Running test: kmod_test_0009 - run #4 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:52 UTC 2020 -# Running test: kmod_test_0009 - run #5 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:53 UTC 2020 -# Running test: kmod_test_0009 - run #6 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:54 UTC 2020 -# Running test: kmod_test_0009 - run #7 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:55 UTC 2020 -# Running test: kmod_test_0009 - run #8 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:55 UTC 2020 -# Running test: kmod_test_0009 - run #9 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:56 UTC 2020 -# Running test: kmod_test_0009 - run #10 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:57 UTC 2020 -# Running test: kmod_test_0009 - run #11 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:58 UTC 2020 -# Running test: kmod_test_0009 - run #12 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:58 UTC 2020 -# Running test: kmod_test_0009 - run #13 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:58:59 UTC 2020 -# Running test: kmod_test_0009 - run #14 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:00 UTC 2020 -# Running test: kmod_test_0009 - run #15 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:01 UTC 2020 -# Running test: kmod_test_0009 - run #16 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:01 UTC 2020 -# Running test: kmod_test_0009 - run #17 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:02 UTC 2020 -# Running test: kmod_test_0009 - run #18 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:03 UTC 2020 -# Running test: kmod_test_0009 - run #19 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:04 UTC 2020 -# Running test: kmod_test_0009 - run #20 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:05 UTC 2020 -# Running test: kmod_test_0009 - run #21 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:05 UTC 2020 -# Running test: kmod_test_0009 - run #22 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:06 UTC 2020 -# Running test: kmod_test_0009 - run #23 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:07 UTC 2020 -# Running test: kmod_test_0009 - run #24 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:08 UTC 2020 -# Running test: kmod_test_0009 - run #25 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:09 UTC 2020 -# Running test: kmod_test_0009 - run #26 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:10 UTC 2020 -# Running test: kmod_test_0009 - run #27 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:10 UTC 2020 -# Running test: kmod_test_0009 - run #28 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:11 UTC 2020 -# Running test: kmod_test_0009 - run #29 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:12 UTC 2020 -# Running test: kmod_test_0009 - run #30 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:13 UTC 2020 -# Running test: kmod_test_0009 - run #31 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:14 UTC 2020 -# Running test: kmod_test_0009 - run #32 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:15 UTC 2020 -# Running test: kmod_test_0009 - run #33 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:16 UTC 2020 -# Running test: kmod_test_0009 - run #34 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:17 UTC 2020 -# Running test: kmod_test_0009 - run #35 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:18 UTC 2020 -# Running test: kmod_test_0009 - run #36 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:18 UTC 2020 -# Running test: kmod_test_0009 - run #37 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:19 UTC 2020 -# Running test: kmod_test_0009 - run #38 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:20 UTC 2020 -# Running test: kmod_test_0009 - run #39 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:21 UTC 2020 -# Running test: kmod_test_0009 - run #40 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:22 UTC 2020 -# Running test: kmod_test_0009 - run #41 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:23 UTC 2020 -# Running test: kmod_test_0009 - run #42 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:24 UTC 2020 -# Running test: kmod_test_0009 - run #43 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:25 UTC 2020 -# Running test: kmod_test_0009 - run #44 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:26 UTC 2020 -# Running test: kmod_test_0009 - run #45 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:27 UTC 2020 -# Running test: kmod_test_0009 - run #46 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:28 UTC 2020 -# Running test: kmod_test_0009 - run #47 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:29 UTC 2020 -# Running test: kmod_test_0009 - run #48 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS -# Tue Sep 15 17:59:30 UTC 2020 -# Running test: kmod_test_0009 - run #49 -# kmod_test_0009: OK! - loading kmod test -# kmod_test_0009: OK! - Return value: 0 (SUCCESS), expected SUCCESS # Tue Sep 15 17:59:31 UTC 2020 # Running test: kmod_test_0010 - run #0 # kmod_test_0010: SKIP! - loading kmod test diff --git a/spec/stats/kernel-selftests/kmod.yaml b/spec/stats/kernel-selftests/kmod.yaml index 637d91171..5bc9639d2 100644 --- a/spec/stats/kernel-selftests/kmod.yaml +++ b/spec/stats/kernel-selftests/kmod.yaml @@ -1,15 +1,9 @@ kmod.make.pass: 1 -kmod.kmod.sh.kmod_test_0001.fail: 1 -kmod.kmod.sh.kmod_test_0002.pass: 1 -kmod.kmod.sh.kmod_test_0003.pass: 1 -kmod.kmod.sh.kmod_test_0004.pass: 1 -kmod.kmod.sh.kmod_test_0005.pass: 1 -kmod.kmod.sh.kmod_test_0006.pass: 1 -kmod.kmod.sh.kmod_test_0007.pass: 1 -kmod.kmod.sh.kmod_test_0008.pass: 1 -kmod.kmod.sh.kmod_test_0009.pass: 1 -kmod.kmod.sh.kmod_test_0010.skip: 1 -kmod.kmod.sh.kmod_test_0011.fail: 1 -kmod.kmod.sh.kmod_test_0012.skip: 1 -kmod.kmod.sh.kmod_test_0013.fail: 1 +kmod.kmod.sh.kmod_test_0001.0.pass: 1 +kmod.kmod.sh.kmod_test_0001.1.pass: 1 +kmod.kmod.sh.kmod_test_0001.2.skip: 1 +kmod.kmod.sh.kmod_test_0010.0.skip: 1 +kmod.kmod.sh.kmod_test_0011.0.fail: 1 +kmod.kmod.sh.kmod_test_0012.0.skip: 1 +kmod.kmod.sh.kmod_test_0013.0.fail: 1 kmod.kmod.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/livepatch b/spec/stats/kernel-selftests/livepatch index ff462bdfa..6a249db6b 100644 --- a/spec/stats/kernel-selftests/livepatch +++ b/spec/stats/kernel-selftests/livepatch @@ -9,11 +9,4 @@ ok 2 selftests: livepatch: test-callbacks.sh # selftests: livepatch: test-shadow-vars.sh # TEST: basic shadow variable API ... ok ok 3 selftests: livepatch: test-shadow-vars.sh -# selftests: livepatch: test-state.sh -# TEST: system state modification ... ok -# TEST: incompatible cumulative livepatches ... ok -ok 4 selftests: livepatch: test-state.sh -# selftests: livepatch: test-ftrace.sh -# TEST: livepatch interaction with ftrace_enabled sysctl ... ok -ok 5 selftests: livepatch: test-ftrace.sh make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-abc50e754351e252176533b9dc99f6f0c8b200d7/tools/testing/selftests/livepatch' diff --git a/spec/stats/kernel-selftests/livepatch.yaml b/spec/stats/kernel-selftests/livepatch.yaml index 0d5e5b52e..394430ff8 100644 --- a/spec/stats/kernel-selftests/livepatch.yaml +++ b/spec/stats/kernel-selftests/livepatch.yaml @@ -5,8 +5,3 @@ livepatch.test-callbacks.sh.atomic_replace.pass: 1 livepatch.test-callbacks.sh.pass: 1 livepatch.test-shadow-vars.sh.basic_shadow_variable_API.pass: 1 livepatch.test-shadow-vars.sh.pass: 1 -livepatch.test-state.sh.system_state_modification.pass: 1 -livepatch.test-state.sh.incompatible_cumulative_livepatches.pass: 1 -livepatch.test-state.sh.pass: 1 -livepatch.test-ftrace.sh.livepatch_interaction_with_ftrace_enabled_sysctl.pass: 1 -livepatch.test-ftrace.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/lkdtm-01.yaml b/spec/stats/kernel-selftests/lkdtm-01.yaml index ff9e7c330..d69052942 100644 --- a/spec/stats/kernel-selftests/lkdtm-01.yaml +++ b/spec/stats/kernel-selftests/lkdtm-01.yaml @@ -1,6 +1,7 @@ lkdtm.PANIC.sh.skip: 1 lkdtm.BUG.sh.pass: 1 lkdtm.WARNING.sh.pass: 1 +lkdtm.FORTIFIED_SUBOBJECT.sh.FORTIFIED_SUBOBJECT_missing_'call_trace_'.fail: 1 lkdtm.FORTIFIED_SUBOBJECT.sh.fail: 1 lkdtm.PPC_SLB_MULTIHIT.sh.skip: 1 lkdtm.stack-entropy.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/memory-hotplug-01 b/spec/stats/kernel-selftests/memory-hotplug-01 deleted file mode 100644 index 171fac9a9..000000000 --- a/spec/stats/kernel-selftests/memory-hotplug-01 +++ /dev/null @@ -1,15 +0,0 @@ -# memory-hotplug pass - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/memory-hotplug' -./mem-on-off-test.sh -r 2 || echo "selftests: memory-hotplug [FAIL]" -Test scope: 2% hotplug memory - online all hotplug memory in offline state - offline 2% hotplug memory in online state - online all hotplug memory in offline state -online-offline 49 -online-offline 5 -online-offline 53 -offline-online 49 -offline-online 5 -offline-online 53 -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/memory-hotplug' diff --git a/spec/stats/kernel-selftests/memory-hotplug-01.yaml b/spec/stats/kernel-selftests/memory-hotplug-01.yaml deleted file mode 100644 index 019fc9173..000000000 --- a/spec/stats/kernel-selftests/memory-hotplug-01.yaml +++ /dev/null @@ -1 +0,0 @@ -memory-hotplug.mem-on-off-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/memory-hotplug-03 b/spec/stats/kernel-selftests/memory-hotplug-03 deleted file mode 100644 index 18b03ae5c..000000000 --- a/spec/stats/kernel-selftests/memory-hotplug-03 +++ /dev/null @@ -1,10 +0,0 @@ -# memory-hotplug fail - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/memory-hotplug' -./mem-on-off-test.sh -r 2 || echo "selftests: memory-hotplug [FAIL]" -Test scope: 2% hotplug memory - online all hotplug memory in offline state -online-offline 49 -online-offline 5 -selftests: memory-hotplug [FAIL] -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/memory-hotplug' diff --git a/spec/stats/kernel-selftests/memory-hotplug-03.yaml b/spec/stats/kernel-selftests/memory-hotplug-03.yaml deleted file mode 100644 index fe549eb67..000000000 --- a/spec/stats/kernel-selftests/memory-hotplug-03.yaml +++ /dev/null @@ -1 +0,0 @@ -memory-hotplug.mem-on-off-test.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/mm-01 b/spec/stats/kernel-selftests/mm-01 deleted file mode 100644 index c22f82910..000000000 --- a/spec/stats/kernel-selftests/mm-01 +++ /dev/null @@ -1,58 +0,0 @@ -# selftests: mm: run_vmtests.sh -# arm64 ia64 mips64 parisc64 ppc64 ppc64le riscv64 s390x sh64 sparc64 x86_64 -# ----------------------- -# running ./madv_populate -# ----------------------- -# TAP version 13 -# 1..21 -# # [RUN] test_prot_read -# ok 1 MADV_POPULATE_READ with PROT_READ -# ok 2 MADV_POPULATE_WRITE with PROT_READ -# # [RUN] test_softdirty -# ok 17 range is not softdirty -# ok 18 MADV_POPULATE_READ -# ok 19 range is not softdirty -# ok 20 MADV_POPULATE_WRITE -# ok 21 range is softdirty -# # [RUN] test_prot_write -# ok 3 MADV_POPULATE_READ with PROT_WRITE -# ok 4 MADV_POPULATE_WRITE with PROT_WRITE -# # Totals: pass:21 fail:0 xfail:0 xpass:0 skip:0 error:0 -# [PASS] -# ---------------------- -# running ./memfd_secret -# ---------------------- -# page_size: 4096, mlock.soft: 8388608, mlock.hard: 8388608 -# TAP version 13 -# 1..4 -# ok 2 # SKIP memfd_secret is not supported -# # Planned tests != run tests (4 != 1) -# # Totals: pass:0 fail:0 xfail:0 xpass:0 skip:1 error:0 -# [SKIP] -# ---------------------------- -# running ./ksm_tests -M -p 10 -# ---------------------------- -# OK -# [PASS] -# --------------------------- -# running ./ksm_tests -N -m 1 -# --------------------------- -# At least 2 NUMA nodes must be available -# [SKIP] -# ---------------------------- -# running ./protection_keys_32 -# ---------------------------- -# has pkeys: 0 -# running PKEY tests for unsupported CPU/OS -# [PASS] -# -------------------- -# running ./soft-dirty -# -------------------- -# TAP version 13 -# 1..15 -# ok 1 Test test_simple -# ok 2 Test test_vma_reuse dirty bit of allocated page -# # Totals: pass:15 fail:0 xfail:0 xpass:0 skip:0 error:0 -# [PASS] -ok 4 selftests: mm: run_vmtests.sh # SKIP -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-b90cb1053190353cc30f0fef0ef1f378ccc063c5/tools/testing/selftests/mm' diff --git a/spec/stats/kernel-selftests/mm-01.yaml b/spec/stats/kernel-selftests/mm-01.yaml deleted file mode 100644 index 96ca1311c..000000000 --- a/spec/stats/kernel-selftests/mm-01.yaml +++ /dev/null @@ -1,19 +0,0 @@ -mm.make.pass: 1 -mm.run_vmtests.sh.madv_populate.test_prot_read.MADV_POPULATE_READ_with_PROT_READ.pass: 1 -mm.run_vmtests.sh.madv_populate.test_prot_read.MADV_POPULATE_WRITE_with_PROT_READ.pass: 1 -mm.run_vmtests.sh.madv_populate.test_softdirty.range_is_not_softdirty.pass: 1 -mm.run_vmtests.sh.madv_populate.test_softdirty.MADV_POPULATE_READ.pass: 1 -mm.run_vmtests.sh.madv_populate.test_softdirty.MADV_POPULATE_WRITE.pass: 1 -mm.run_vmtests.sh.madv_populate.test_softdirty.range_is_softdirty.pass: 1 -mm.run_vmtests.sh.madv_populate.test_prot_write.MADV_POPULATE_READ_with_PROT_WRITE.pass: 1 -mm.run_vmtests.sh.madv_populate.test_prot_write.MADV_POPULATE_WRITE_with_PROT_WRITE.pass: 1 -mm.run_vmtests.sh.madv_populate.pass: 1 -mm.run_vmtests.sh.memfd_secret.memfd_secret_is_not_supported.skip: 1 -mm.run_vmtests.sh.memfd_secret.skip: 1 -mm.run_vmtests.sh.ksm_tests_-M_-p_10.pass: 1 -mm.run_vmtests.sh.ksm_tests_-N_-m_1.skip: 1 -mm.run_vmtests.sh.PKEY_tests_for_unsupported_CPU/OS.pass: 1 -mm.run_vmtests.sh.soft-dirty.Test_test_simple.pass: 1 -mm.run_vmtests.sh.soft-dirty.Test_test_vma_reuse_dirty_bit_of_allocated_page.pass: 1 -mm.run_vmtests.sh.soft-dirty.pass: 1 -mm.run_vmtests.sh.skip: 1 diff --git a/spec/stats/kernel-selftests/mm-06 b/spec/stats/kernel-selftests/mm-06 new file mode 100644 index 000000000..f37fc9483 --- /dev/null +++ b/spec/stats/kernel-selftests/mm-06 @@ -0,0 +1,43 @@ +2024-10-22 23:37:59 make quicktest=1 run_tests -C mm +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-18d808b739cf1793f46cf51c3420c0c0a68a0f7b/tools/testing/selftests/mm' +TAP version 13 +1..1 +# timeout set to 600 +# selftests: mm: run_vmtests.sh +# TAP version 13 +# # ----------------------- +# # running ./hugepage-mmap +# # ----------------------- +# # TAP version 13 +# # 1..1 +# # # Returned address is 0x7fd210e00000 +# # # First hex is 0 +# # # First hex is 3020100 +# # ok 1 Read same data +# # # Totals: pass:1 fail:0 xfail:0 xpass:0 skip:0 error:0 +# # [PASS] +# ok 1 hugepage-mmap +# # ------------------------------------- +# # running bash ./va_high_addr_switch.sh +# # ------------------------------------- +# # ./va_high_addr_switch.sh: CPU does not have the necessary la57 flag to support page table level 5 +# # [SKIP] +# ok 32 va_high_addr_switch.sh # SKIP +# # ----------------------- +# # running ./madv_populate +# # ----------------------- +# # TAP version 13 +# # 1..21 +# # # [RUN] test_prot_read +# # ok 1 MADV_POPULATE_READ with PROT_READ +# # ok 2 MADV_POPULATE_WRITE with PROT_READ +# # # Totals: pass:21 fail:0 xfail:0 xpass:0 skip:0 error:0 +# # [PASS] +# ok 36 madv_populate +# # ---------------------------- +# # running ./protection_keys_64 +# # ---------------------------- +# # has pkeys: 0 +# # running PKEY tests for unsupported CPU/OS +# # [PASS] +# ok 48 protection_keys_64 diff --git a/spec/stats/kernel-selftests/mm-06.yaml b/spec/stats/kernel-selftests/mm-06.yaml new file mode 100644 index 000000000..cdbf4cb66 --- /dev/null +++ b/spec/stats/kernel-selftests/mm-06.yaml @@ -0,0 +1,11 @@ +mm.make.pass: 1 +mm.run_vmtests.sh.hugepage-mmap.Read_same_data.pass: 1 +mm.run_vmtests.sh.hugepage-mmap.pass: 1 +mm.run_vmtests.sh.bash_./va_high_addr_switch.sh.skip: 1 +mm.run_vmtests.sh.va_high_addr_switch.sh.skip: 1 +mm.run_vmtests.sh.madv_populate.test_prot_read.MADV_POPULATE_READ_with_PROT_READ.pass: 1 +mm.run_vmtests.sh.madv_populate.test_prot_read.MADV_POPULATE_WRITE_with_PROT_READ.pass: 1 +mm.run_vmtests.sh.madv_populate.test_prot_read.pass: 1 +mm.run_vmtests.sh.madv_populate.pass: 1 +mm.run_vmtests.sh.PKEY_tests_for_unsupported_CPU/OS.pass: 1 +mm.run_vmtests.sh.protection_keys_64.pass: 1 diff --git a/spec/stats/kernel-selftests/mount-01 b/spec/stats/kernel-selftests/mount-01 index e6c7fcf5b..ed1d8a78c 100644 --- a/spec/stats/kernel-selftests/mount-01 +++ b/spec/stats/kernel-selftests/mount-01 @@ -1,5 +1,3 @@ -# mount skip - make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-69973b830859bc6529a7a0468ba0d80ee5117826/tools/testing/selftests/mount' gcc -Wall -O2 unprivileged-remount-test.c -o unprivileged-remount-test if [ -f /proc/self/uid_map ] ; then ./unprivileged-remount-test ; else echo "WARN: No /proc/self/uid_map exist, test skipped." ; fi diff --git a/spec/stats/kernel-selftests/mount-01.yaml b/spec/stats/kernel-selftests/mount-01.yaml index bbe9731bd..24fcc4571 100644 --- a/spec/stats/kernel-selftests/mount-01.yaml +++ b/spec/stats/kernel-selftests/mount-01.yaml @@ -1 +1 @@ -mount.unprivileged-remount-test.skip: 1 +mount.skip: 1 diff --git a/spec/stats/kernel-selftests/mount-02.yaml b/spec/stats/kernel-selftests/mount-02.yaml index b95e205ad..94c6e8687 100644 --- a/spec/stats/kernel-selftests/mount-02.yaml +++ b/spec/stats/kernel-selftests/mount-02.yaml @@ -1 +1 @@ -mount.unprivileged-remount-test.fail: 1 +mount.fail: 1 diff --git a/spec/stats/kernel-selftests/mount-03.yaml b/spec/stats/kernel-selftests/mount-03.yaml index efffc1441..e69de29bb 100644 --- a/spec/stats/kernel-selftests/mount-03.yaml +++ b/spec/stats/kernel-selftests/mount-03.yaml @@ -1 +0,0 @@ -mount.unprivileged-remount-test.pass: 1 diff --git a/spec/stats/kernel-selftests/mptcp-01 b/spec/stats/kernel-selftests/mptcp-01 index 6d24196ab..9dc2028fb 100644 --- a/spec/stats/kernel-selftests/mptcp-01 +++ b/spec/stats/kernel-selftests/mptcp-01 @@ -1,31 +1,34 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-8223a71d1963d25cbec67dba3cecce6d3b09bd7d/tools/testing/selftests/net/mptcp' +# timeout set to 1800 # selftests: net/mptcp: mptcp_connect.sh -# Created /tmp/tmp.rZSP7CfbsA (size 6943603) containing data sent by server -# New MPTCP socket can be blocked via sysctl [ OK ] -# setsockopt(..., TCP_ULP, "mptcp", ...) blocked [ OK ] -# INFO: Using loss of 0.17% delay 87 ms reorder 99% 83% on ns3eth4 -# ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 117ms) [ OK ] -# ns1 MPTCP -> ns1 (10.0.1.1:10001 ) TCP (duration 113ms) [ OK ] -# ns4 MPTCP -> ns3 (10.0.3.2:10040 ) MPTCP (duration 185ms) [ OK ] -# ns4 MPTCP -> ns3 (dead:beef:3::2:10041) MPTCP (duration 204ms) [ OK ] +# INFO: set ns3-66711c9c-7KHCcg dev ns3eth2: ethtool -K tso off +# INFO: set ns4-66711c9c-7KHCcg dev ns4eth3: ethtool -K tso off +# Created /tmp/tmp.ECI6ECrW74 (size 1604032 /tmp/tmp.ECI6ECrW74) containing data sent by client +# Created /tmp/tmp.PUQo4xhVrX (size 1535839 /tmp/tmp.PUQo4xhVrX) containing data sent by server +# 01 New MPTCP socket can be blocked via sysctl [ OK ] +# 02 Validating network environment with pings [ OK ] +# INFO: Using loss of 0.31% delay 31 ms on ns3eth4 +# 03 ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 46ms) [ OK ] +# 68 ns1 TCP -> ns1 (dead:beef:1::1:20006) MPTCP (duration 9ms) [ OK ] +# Time: 20 seconds +# +# TAP version 13 +# 1..68 +# ok 1 - mptcp_connect: New MPTCP socket can be blocked via sysctl +# ok 2 - mptcp_connect: ping tests +# ok 3 - mptcp_connect: loopback v4: ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP # time=46ms +# ok 68 - mptcp_connect: full disconnect: ns1 TCP -> ns1 (dead:beef:1::1:20006) MPTCP # time=9ms ok 1 selftests: net/mptcp: mptcp_connect.sh -# selftests: net/mptcp: pm_netlink.sh -# defaults addr list [ OK ] -# defaults limits [ OK ] -# simple add/get addr [ OK ] -# dump addrs [ OK ] -# simple del addr [ OK ] -# dump addrs after del [ OK ] -# duplicate addr [ OK ] -# id addr increment [ OK ] -# hard addr limit [ OK ] -# above hard addr limit [ OK ] -# id limit [ OK ] -# flush addrs [ OK ] -# rcv addrs above hard limit [ OK ] -# subflows above hard limit [ OK ] -# set limits [ OK ] -# set ids [ OK ] -# wrap-around ids [ OK ] -ok 2 selftests: net/mptcp: pm_netlink.sh -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-8223a71d1963d25cbec67dba3cecce6d3b09bd7d/tools/testing/selftests/net/mptcp' +# timeout set to 1800 +# selftests: net/mptcp: mptcp_join.sh +# 001 no JOIN +# syn [ OK ] +# synack [ OK ] +# ack [ OK ] +# 002 single subflow, limited by client +# syn [ OK ] +# synack [ OK ] +# ack [ OK ] +# TAP version 13 +# 1..118 +# ok 1 - mptcp_join: no JOIN +# ok 2 - mptcp_join: single subflow, limited by client diff --git a/spec/stats/kernel-selftests/mptcp-01.yaml b/spec/stats/kernel-selftests/mptcp-01.yaml index 8801f7a4b..508b0fd95 100644 --- a/spec/stats/kernel-selftests/mptcp-01.yaml +++ b/spec/stats/kernel-selftests/mptcp-01.yaml @@ -1,25 +1,8 @@ -net/mptcp.mptcp_connect.sh.New_MPTCP_socket_can_be_blocked_via_sysctl.pass: 1 -net/mptcp.mptcp_connect.sh.setsockopt_..._TCP_ULP_mptcp_..._blocked.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_10.0.1.1_10000_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_10.0.1.1_10001_TCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns4_MPTCP_->_ns3_10.0.3.2_10040_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns4_MPTCP_->_ns3_dead_beef_3_2_10041_MPTCP.pass: 1 +net/mptcp.make.pass: 1 +net/mptcp.mptcp_connect.sh.mptcp_connect_New_MPTCP_socket_can_be_blocked_via_sysctl.pass: 1 +net/mptcp.mptcp_connect.sh.mptcp_connect_ping_tests.pass: 1 +net/mptcp.mptcp_connect.sh.mptcp_connect_loopback_v4_ns1_MPTCP_->_ns1_10.0.1.1_10000_MPTCP.pass: 1 +net/mptcp.mptcp_connect.sh.mptcp_connect_full_disconnect_ns1_TCP_->_ns1_dead_beef_1_1_20006_MPTCP.pass: 1 net/mptcp.mptcp_connect.sh.pass: 1 -net/mptcp.pm_netlink.sh.defaults_addr_list.pass: 1 -net/mptcp.pm_netlink.sh.defaults_limits.pass: 1 -net/mptcp.pm_netlink.sh.simple_add/get_addr.pass: 1 -net/mptcp.pm_netlink.sh.dump_addrs.pass: 1 -net/mptcp.pm_netlink.sh.simple_del_addr.pass: 1 -net/mptcp.pm_netlink.sh.dump_addrs_after_del.pass: 1 -net/mptcp.pm_netlink.sh.duplicate_addr.pass: 1 -net/mptcp.pm_netlink.sh.id_addr_increment.pass: 1 -net/mptcp.pm_netlink.sh.hard_addr_limit.pass: 1 -net/mptcp.pm_netlink.sh.above_hard_addr_limit.pass: 1 -net/mptcp.pm_netlink.sh.id_limit.pass: 1 -net/mptcp.pm_netlink.sh.flush_addrs.pass: 1 -net/mptcp.pm_netlink.sh.rcv_addrs_above_hard_limit.pass: 1 -net/mptcp.pm_netlink.sh.subflows_above_hard_limit.pass: 1 -net/mptcp.pm_netlink.sh.set_limits.pass: 1 -net/mptcp.pm_netlink.sh.set_ids.pass: 1 -net/mptcp.pm_netlink.sh.wrap-around_ids.pass: 1 -net/mptcp.pm_netlink.sh.pass: 1 +net/mptcp.mptcp_join.sh.mptcp_join_no_JOIN.pass: 1 +net/mptcp.mptcp_join.sh.mptcp_join_single_subflow_limited_by_client.pass: 1 diff --git a/spec/stats/kernel-selftests/mptcp-02 b/spec/stats/kernel-selftests/mptcp-02 deleted file mode 100644 index ad730f7db..000000000 --- a/spec/stats/kernel-selftests/mptcp-02 +++ /dev/null @@ -1,50 +0,0 @@ -2020-12-16 16:13:38 make run_tests -C net/mptcp -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-2c85ebc57b3e1817b6ce1a6b703928e113a90442/tools/testing/selftests/net/mptcp' -make --no-builtin-rules ARCH=x86 -C ../../../../.. headers_install -TAP version 13 -1..5 -# selftests: net/mptcp: mptcp_connect.sh -# INFO: set ns3-5fda3251-Hhdprf dev ns3eth2: ethtool -K tso off gso off gro off -# INFO: set ns4-5fda3251-Hhdprf dev ns4eth3: ethtool -K tso off -# Created /tmp/tmp.RyjwnrS3O0 (size 5345308 /tmp/tmp.RyjwnrS3O0) containing data sent by client -# Created /tmp/tmp.tVCDIW7l5m (size 2806812 /tmp/tmp.tVCDIW7l5m) containing data sent by server -# New MPTCP socket can be blocked via sysctl [ OK ] -# setsockopt(..., TCP_ULP, "mptcp", ...) blocked [ OK ] -# INFO: validating network environment with pings -# INFO: Using loss of 0.12% delay 25 ms reorder 91% 69% with delay 6ms on ns3eth4 -# ns1 MPTCP -> ns1 (10.0.1.1:10000 ) MPTCP (duration 40ms) [ OK ] -# ns1 MPTCP -> ns1 (10.0.1.1:10001 ) TCP (duration 35ms) [ OK ] -# ns1 TCP -> ns1 (10.0.1.1:10002 ) MPTCP (duration 33ms) [ OK ] -# ns1 MPTCP -> ns1 (dead:beef:1::1:10003) MPTCP (duration 41ms) [ OK ] -# ns1 MPTCP -> ns1 (dead:beef:1::1:10004) TCP (duration 36ms) [ OK ] -# ns1 TCP -> ns1 (dead:beef:1::1:10005) MPTCP (duration 35ms) [ OK ] -# ns1 MPTCP -> ns2 (10.0.1.2:10006 ) MPTCP (duration 65ms) [ OK ] -# ns1 MPTCP -> ns2 (dead:beef:1::2:10007) MPTCP (duration 72ms) [ OK ] -# ns1 MPTCP -> ns2 (10.0.2.1:10008 ) MPTCP (duration 65ms) [ OK ] -# ns1 MPTCP -> ns2 (dead:beef:2::1:10009) MPTCP (duration 273ms) [ OK ] -# ns1 MPTCP -> ns3 (10.0.2.2:10010 ) MPTCP (duration 669ms) [ OK ] -# ns1 MPTCP -> ns3 (dead:beef:2::2:10011) MPTCP (duration 319ms) [ OK ] -# ns1 MPTCP -> ns3 (10.0.3.2:10012 ) MPTCP (duration 329ms) [ OK ] -# ns1 MPTCP -> ns3 (dead:beef:3::2:10013) MPTCP (duration 321ms) [ OK ] -# ns1 MPTCP -> ns4 (10.0.3.1:10014 ) MPTCP (duration 729ms) [ OK ] -# ns1 MPTCP -> ns4 (dead:beef:3::1:10015) MPTCP (duration 355ms) [ OK ] -# ns2 MPTCP -> ns1 (10.0.1.1:10016 ) MPTCP (duration 65ms) [ OK ] -# ns2 MPTCP -> ns1 (dead:beef:1::1:10017) MPTCP (duration 80ms) [ OK ] -# ns2 MPTCP -> ns3 (10.0.2.2:10018 ) MPTCP (duration 347ms) [ OK ] -# ns2 MPTCP -> ns3 (dead:beef:2::2:10019) MPTCP (duration 323ms) [ OK ] -# ns2 MPTCP -> ns3 (10.0.3.2:10020 ) MPTCP (duration 374ms) [ OK ] -# ns2 MPTCP -> ns3 (dead:beef:3::2:10021) MPTCP (duration 328ms) [ OK ] -# ns2 MPTCP -> ns4 (10.0.3.1:10022 ) MPTCP (duration 364ms) [ OK ] -# ns2 MPTCP -> ns4 (dead:beef:3::1:10023) MPTCP copyfd_io_poll: poll timed out (events: POLLIN 1, POLLOUT 0) -# (duration 30429ms) [ FAIL ] client exit code 0, server 2 -# -# netns ns4-5fda3251-Hhdprf socket stat for 10023: -# State Recv-Q Send-Q Local Address:Port Peer Address:PortProcess -# -# netns ns2-5fda3251-Hhdprf socket stat for 10023: -# State Recv-Q Send-Q Local Address:Port Peer Address:Port Process -# TIME-WAIT 0 0 [dead:beef:2::1]:52978 [dead:beef:3::1]:10023 timer:(timewait,59sec,0) -# -# ns3 MPTCP -> ns1 (10.0.1.1:10024 ) MPTCP (duration 322ms) [ OK ] -# FAIL: Could not even run loopback test -not ok 1 selftests: net/mptcp: mptcp_connect.sh # exit=1 diff --git a/spec/stats/kernel-selftests/mptcp-02.yaml b/spec/stats/kernel-selftests/mptcp-02.yaml deleted file mode 100644 index 7eb571956..000000000 --- a/spec/stats/kernel-selftests/mptcp-02.yaml +++ /dev/null @@ -1,28 +0,0 @@ -mptcp.make.pass: 1 -net/mptcp.mptcp_connect.sh.New_MPTCP_socket_can_be_blocked_via_sysctl.pass: 1 -net/mptcp.mptcp_connect.sh.setsockopt_..._TCP_ULP_mptcp_..._blocked.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_10.0.1.1_10000_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_10.0.1.1_10001_TCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_TCP_->_ns1_10.0.1.1_10002_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_dead_beef_1_1_10003_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns1_dead_beef_1_1_10004_TCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_TCP_->_ns1_dead_beef_1_1_10005_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns2_10.0.1.2_10006_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns2_dead_beef_1_2_10007_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns2_10.0.2.1_10008_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns2_dead_beef_2_1_10009_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns3_10.0.2.2_10010_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns3_dead_beef_2_2_10011_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns3_10.0.3.2_10012_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns3_dead_beef_3_2_10013_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns4_10.0.3.1_10014_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns1_MPTCP_->_ns4_dead_beef_3_1_10015_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns1_10.0.1.1_10016_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns1_dead_beef_1_1_10017_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns3_10.0.2.2_10018_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns3_dead_beef_2_2_10019_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns3_10.0.3.2_10020_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns3_dead_beef_3_2_10021_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns2_MPTCP_->_ns4_10.0.3.1_10022_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.ns3_MPTCP_->_ns1_10.0.1.1_10024_MPTCP.pass: 1 -net/mptcp.mptcp_connect.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/mptcp-03 b/spec/stats/kernel-selftests/mptcp-03 deleted file mode 100644 index 6adf9c65e..000000000 --- a/spec/stats/kernel-selftests/mptcp-03 +++ /dev/null @@ -1,18 +0,0 @@ -# selftests: net/mptcp: simult_flows.sh -# balanced bwidth 4593 max 5005 [ OK ] -# balanced bwidth - reverse direction 4594 max 5005 [ OK ] -# balanced bwidth with unbalanced delay 4584 max 5005 [ OK ] -# balanced bwidth with unbalanced delay - reverse direction 4592 max 5005 [ OK ] -# unbalanced bwidth 2997 max 3245 [ OK ] -# unbalanced bwidth - reverse direction 2937 max 3245 [ OK ] -# unbalanced bwidth with unbalanced delay 3025 max 3245 [ OK ] -# unbalanced bwidth with unbalanced delay - reverse direction 2940 max 3245 [ OK ] -# unbalanced bwidth with opposed, unbalanced delay 2982 max 3245 [ OK ] -# unbalanced bwidth with opposed, unbalanced delay - reverse direction 2939 max 3245 [ OK ] -ok 5 selftests: net/mptcp: simult_flows.sh -# selftests: net/mptcp: mptcp_sockopt.sh -# Created /tmp/tmp.9qt6bFeskX (size 1 KB) containing data sent by client -# Created /tmp/tmp.H0lceZAIiq (size 1 KB) containing data sent by server -# PASS: all packets had packet mark set -ok 6 selftests: net/mptcp: mptcp_sockopt.sh -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-8bb7eca972ad531c9b149c0a51ab43a417385813/tools/testing/selftests/net/mptcp' diff --git a/spec/stats/kernel-selftests/mptcp-03.yaml b/spec/stats/kernel-selftests/mptcp-03.yaml deleted file mode 100644 index 3136e6cc4..000000000 --- a/spec/stats/kernel-selftests/mptcp-03.yaml +++ /dev/null @@ -1,13 +0,0 @@ -net/mptcp.simult_flows.sh.balanced_bwidth.pass: 1 -net/mptcp.simult_flows.sh.balanced_bwidth_-_reverse_direction.pass: 1 -net/mptcp.simult_flows.sh.balanced_bwidth_with_unbalanced_delay.pass: 1 -net/mptcp.simult_flows.sh.balanced_bwidth_with_unbalanced_delay_-_reverse_direction.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth_-_reverse_direction.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth_with_unbalanced_delay.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth_with_unbalanced_delay_-_reverse_direction.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth_with_opposed_unbalanced_delay.pass: 1 -net/mptcp.simult_flows.sh.unbalanced_bwidth_with_opposed_unbalanced_delay_-_reverse_direction.pass: 1 -net/mptcp.simult_flows.sh.pass: 1 -net/mptcp.mptcp_sockopt.sh.all_packets_had_packet_mark_set.pass: 1 -net/mptcp.mptcp_sockopt.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/mptcp-04 b/spec/stats/kernel-selftests/mptcp-04 deleted file mode 100644 index e73d42c0b..000000000 --- a/spec/stats/kernel-selftests/mptcp-04 +++ /dev/null @@ -1,22 +0,0 @@ -2022-06-11 03:02:44 make run_tests -C net/mptcp -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613 -c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/net/mptcp' -make --no-builtin-rules ARCH=x86 -C ../../../../.. headers_install -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3 -613c92f4ec1bdc7f60ec66fea135991f' - INSTALL ./usr/include -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a36 -13c92f4ec1bdc7f60ec66fea135991f' -TAP version 13 -1..6 -# selftests: net/mptcp: diag.sh -# no msk on netns creation [ ok ] -# after MPC handshake [ ok ] -# ....chk remote_key [ ok ] -# ....chk no fallback [ ok ] -# check fallback [ ok ] -# many msk socket present [ ok ] -# msk in use statistics [ ok ] -# msk in use statistics [ ok ] -ok 4 selftests: net/mptcp: diag.sh -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/net/mptcp' diff --git a/spec/stats/kernel-selftests/mptcp-04.yaml b/spec/stats/kernel-selftests/mptcp-04.yaml deleted file mode 100644 index 91a7cbadd..000000000 --- a/spec/stats/kernel-selftests/mptcp-04.yaml +++ /dev/null @@ -1,8 +0,0 @@ -net/mptcp.diag.sh.no_msk_on_netns_creation.pass: 1 -net/mptcp.diag.sh.after_MPC_handshake.pass: 1 -net/mptcp.diag.sh.chk_remote_key.pass: 1 -net/mptcp.diag.sh.chk_no_fallback.pass: 1 -net/mptcp.diag.sh.check_fallback.pass: 1 -net/mptcp.diag.sh.many_msk_socket_present.pass: 1 -net/mptcp.diag.sh.msk_in_use_statistics.pass: 1 -net/mptcp.diag.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/mqueue-01 b/spec/stats/kernel-selftests/mqueue-01 index 371131947..208a681f6 100644 --- a/spec/stats/kernel-selftests/mqueue-01 +++ b/spec/stats/kernel-selftests/mqueue-01 @@ -15,26 +15,26 @@ make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-d6d # Queue open with total size > 2GB when euid = 99 failed: PASS ok 1 selftests: mqueue: mq_open_tests # selftests: mqueue: mq_perf_tests - Test #2b: Time send/recv message, queue full, increasing prio -: - (100000 iterations) - Filling queue...done. 0.23502215s - Testing...done. - Send msg: 0.48443412s total time - 484 nsec/msg - Recv msg: 0.42612149s total time - 426 nsec/msg - Draining queue...done. 0.17199103s - - Test #2c: Time send/recv message, queue full, decreasing prio -: - (100000 iterations) - Filling queue...done. 0.23586541s - Testing...done. - Send msg: 0.49698382s total time - 496 nsec/msg - Recv msg: 0.42457983s total time - 424 nsec/msg - Draining queue...done. 0.17599680s +# Started mqueue performance test thread on CPU 35 +# Max priorities: 32768 +# Clock resolution: 1 nsec +# +# Test #1: Time send/recv message, queue empty +# (10000000 iterations) +# Send msg: 55.101691917s total time +# 5510 nsec/msg +# Recv msg: 87.965111631s total time +# 8796 nsec/msg +# +# Test #2a: Time send/recv message, queue full, constant prio +# : +# (100000 iterations) +# Filling queue...done. 0.238412854s +# Testing...done. +# Send msg: 0.550173229s total time +# 5501 nsec/msg +# Recv msg: 0.533627962s total time +# 5336 nsec/msg +# Draining queue...done. 0.231280506s ok 2 selftests: mqueue: mq_perf_tests make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-d6d5df1db6e9d7f8f76d2911707f7d5877251b02/tools/testing/selftests/mqueue' diff --git a/spec/stats/kernel-selftests/mqueue-01.yaml b/spec/stats/kernel-selftests/mqueue-01.yaml index 23b9ca8b2..18cc9218b 100644 --- a/spec/stats/kernel-selftests/mqueue-01.yaml +++ b/spec/stats/kernel-selftests/mqueue-01.yaml @@ -7,4 +7,4 @@ mqueue.mq_open_tests.Queue_open_with_total_size_>_2GB_when_euid_=_0_failed.pass: mqueue.mq_open_tests.Queue_open_with_total_size_>_2GB_when_euid_=_99_failed.pass: 1 mqueue.mq_open_tests.pass: 1 mqueue.mq_perf_tests.pass: 1 -mqueue.nsec_per_msg: 457 +mqueue.nsec_per_msg: 6285 diff --git a/spec/stats/kernel-selftests/net-09 b/spec/stats/kernel-selftests/net-09 deleted file mode 100644 index 593577c43..000000000 --- a/spec/stats/kernel-selftests/net-09 +++ /dev/null @@ -1,436 +0,0 @@ -2021-05-10 05:48:44 /kselftests/run_kselftest.sh -t net:fcnal-test.sh -TAP version 13 -1..1 -# selftests: net: fcnal-test.sh -# -# ########################################################################### -# IPv4 ping -# ########################################################################### -# -# -# ################################################################# -# No VRF -# -# SYSCTL: net.ipv4.raw_l3mdev_accept=0 -# -# TEST: ping out - ns-B IP [ OK ] -# TEST: ping out, device bind - ns-B IP [ OK ] -# TEST: ping out, blocked by route - ns-B loopback IP [ OK ] -# TEST: ping in, blocked by route - ns-A loopback IP [ OK ] -# TEST: ping out, unreachable default route - ns-B loopback IP [ OK ] -# SYSCTL: net.ipv4.raw_l3mdev_accept=1 -# -# TEST: ping out - ns-B IP [ OK ] -# TEST: ping out, device bind - ns-B IP [ OK ] -# TEST: ping out, address bind - ns-B IP [ OK ] -# TEST: ping out, unreachable default route - ns-B loopback IP [ OK ] -# -# ################################################################# -# With VRF -# -# SYSCTL: net.ipv4.raw_l3mdev_accept=1 -# -# TEST: ping out, VRF bind - ns-B IP [ OK ] -# TEST: ping out, device bind - ns-B IP [ OK ] -# TEST: ping out, vrf device + dev address bind - ns-B IP [ OK ] -# TEST: ping out, vrf device + vrf address bind - ns-B IP [ OK ] -# TEST: ping out, VRF bind - ns-B loopback IP [ OK ] -# TEST: ping out, device bind - ns-B loopback IP [ OK ] -# TEST: ping out, vrf device + dev address bind - ns-B loopback IP [ OK ] -# TEST: ping out, vrf device + vrf address bind - ns-B loopback IP [ OK ] -# TEST: ping in - ns-A IP [ OK ] -# TEST: ping in - VRF IP [ OK ] -# TEST: ping local, VRF bind - ns-A IP [ OK ] -# TEST: ping local, VRF bind - VRF IP [ OK ] -# TEST: ping local, VRF bind - loopback [ OK ] -# TEST: ping local, device bind - ns-A IP [ OK ] -# TEST: ping local, device bind - VRF IP [ OK ] -# TEST: ping local, device bind - loopback [ OK ] -# TEST: ping out, vrf bind, blocked by rule - ns-B loopback IP [ OK ] -# TEST: ping out, device bind, blocked by rule - ns-B loopback IP [ OK ] -# TEST: ping in, blocked by rule - ns-A loopback IP [ OK ] -# TEST: ping out, vrf bind, unreachable route - ns-B loopback IP [ OK ] -# TEST: ping out, device bind, unreachable route - ns-B loopback IP [ OK ] -# TEST: ping in, unreachable route - ns-A loopback IP [ OK ] -# -# ########################################################################### -# IPv4/TCP -# ########################################################################### -# -# -# ################################################################# -# No VRF -# -# -# ################################################################# -# tcp_l3mdev_accept disabled -# -# SYSCTL: net.ipv4.tcp_l3mdev_accept=0 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: Global server - ns-A loopback IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: No server - ns-A loopback IP [ OK ] -# TEST: Client - ns-B IP [ OK ] -# TEST: Client, device bind - ns-B IP [ OK ] -# TEST: No server, unbound client - ns-B IP [ OK ] -# TEST: No server, device client - ns-B IP [ OK ] -# TEST: Client - ns-B loopback IP [ OK ] -# TEST: Client, device bind - ns-B loopback IP [ OK ] -# TEST: No server, unbound client - ns-B loopback IP [ OK ] -# TEST: No server, device client - ns-B loopback IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: Global server, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, local connection - loopback [ OK ] -# TEST: Device server, unbound client, local connection - ns-A IP [ OK ] -# TEST: Device server, unbound client, local connection - ns-A loopback IP [ OK ] -# TEST: Device server, unbound client, local connection - loopback [ OK ] -# TEST: Global server, device client, local connection - ns-A IP [ OK ] -# TEST: Global server, device client, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client, local connection - loopback [ OK ] -# TEST: Device server, device client, local connection - ns-A IP [ OK ] -# TEST: No server, device client, local conn - ns-A IP [ OK ] -# TEST: MD5: Single address config [ OK ] -# TEST: MD5: Server no config, client uses password [ OK ] -# TEST: MD5: Client uses wrong password [ OK ] -# TEST: MD5: Client address does not match address configured with password [ OK ] -# TEST: MD5: Prefix config [ OK ] -# TEST: MD5: Prefix config, client uses wrong password [ OK ] -# TEST: MD5: Prefix config, client address not in configured prefix [ OK ] -# -# ################################################################# -# tcp_l3mdev_accept enabled -# -# SYSCTL: net.ipv4.tcp_l3mdev_accept=1 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: Global server - ns-A loopback IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: No server - ns-A loopback IP [ OK ] -# TEST: Client - ns-B IP [ OK ] -# TEST: Client, device bind - ns-B IP [ OK ] -# TEST: No server, unbound client - ns-B IP [ OK ] -# TEST: No server, device client - ns-B IP [ OK ] -# TEST: Client - ns-B loopback IP [ OK ] -# TEST: Client, device bind - ns-B loopback IP [ OK ] -# TEST: No server, unbound client - ns-B loopback IP [ OK ] -# TEST: No server, device client - ns-B loopback IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: Global server, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, local connection - loopback [ OK ] -# TEST: Device server, unbound client, local connection - ns-A IP [ OK ] -# TEST: Device server, unbound client, local connection - ns-A loopback IP [ OK ] -# TEST: Device server, unbound client, local connection - loopback [ OK ] -# TEST: Global server, device client, local connection - ns-A IP [ OK ] -# TEST: Global server, device client, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client, local connection - loopback [ OK ] -# TEST: Device server, device client, local connection - ns-A IP [ OK ] -# TEST: No server, device client, local conn - ns-A IP [ OK ] -# TEST: MD5: Single address config [ OK ] -# TEST: MD5: Server no config, client uses password [ OK ] -# TEST: MD5: Client uses wrong password [ OK ] -# TEST: MD5: Client address does not match address configured with password [ OK ] -# TEST: MD5: Prefix config [ OK ] -# TEST: MD5: Prefix config, client uses wrong password [ OK ] -# TEST: MD5: Prefix config, client address not in configured prefix [ OK ] -# -# ################################################################# -# With VRF -# -# -# ################################################################# -# Global server disabled -# -# SYSCTL: net.ipv4.tcp_l3mdev_accept=0 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: VRF server - ns-A IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server - VRF IP [ OK ] -# TEST: VRF server - VRF IP [ OK ] -# TEST: Device server - VRF IP [ OK ] -# TEST: No server - VRF IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: MD5: VRF: Single address config [ OK ] -# TEST: MD5: VRF: Server no config, client uses password [ OK ] -# TEST: MD5: VRF: Client uses wrong password [ OK ] -# TEST: MD5: VRF: Client address does not match address configured with password [ OK ] -# TEST: MD5: VRF: Prefix config [ OK ] -# TEST: MD5: VRF: Prefix config, client uses wrong password [ OK ] -# TEST: MD5: VRF: Prefix config, client address not in configured prefix [ OK ] -# TEST: MD5: VRF: Single address config in default VRF and VRF, conn in VRF [ OK ] -# TEST: MD5: VRF: Single address config in default VRF and VRF, conn in default VRF [ OK ] -# TEST: MD5: VRF: Single address config in default VRF and VRF, conn in default VRF with VRF pw [ OK ] -# TEST: MD5: VRF: Single address config in default VRF and VRF, conn in VRF with default VRF pw [ OK ] -# TEST: MD5: VRF: Prefix config in default VRF and VRF, conn in VRF [ OK ] -# TEST: MD5: VRF: Prefix config in default VRF and VRF, conn in default VRF [ OK ] -# TEST: MD5: VRF: Prefix config in default VRF and VRF, conn in default VRF with VRF pw [ OK ] -# TEST: MD5: VRF: Prefix config in default VRF and VRF, conn in VRF with default VRF pw [ OK ] -# TEST: MD5: VRF: Device must be a VRF - single address [ OK ] -# TEST: MD5: VRF: Device must be a VRF - prefix [ OK ] -# -# ################################################################# -# VRF Global server enabled -# -# SYSCTL: net.ipv4.tcp_l3mdev_accept=1 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: VRF server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server - VRF IP [ OK ] -# TEST: VRF server - VRF IP [ OK ] -# TEST: No server - VRF IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: Global server, local connection - VRF IP [ OK ] -# TEST: Client, VRF bind - ns-B IP [ OK ] -# TEST: Client, device bind - ns-B IP [ OK ] -# TEST: No server, VRF client - ns-B IP [ OK ] -# TEST: No server, device client - ns-B IP [ OK ] -# TEST: Client, VRF bind - ns-B loopback IP [ OK ] -# TEST: Client, device bind - ns-B loopback IP [ OK ] -# TEST: No server, VRF client - ns-B loopback IP [ OK ] -# TEST: No server, device client - ns-B loopback IP [ OK ] -# TEST: VRF server, VRF client, local connection - ns-A IP [ OK ] -# TEST: VRF server, VRF client, local connection - VRF IP [ OK ] -# TEST: VRF server, VRF client, local connection - loopback [ OK ] -# TEST: VRF server, device client, local connection - ns-A IP [ OK ] -# TEST: VRF server, unbound client, local connection - ns-A IP [ OK ] -# TEST: Device server, VRF client, local connection - ns-A IP [ OK ] -# TEST: Device server, device client, local connection - ns-A IP [ OK ] -# -# ########################################################################### -# IPv4/UDP -# ########################################################################### -# -# -# ################################################################# -# No VRF -# -# -# ################################################################# -# udp_l3mdev_accept disabled -# -# SYSCTL: net.ipv4.udp_l3mdev_accept=0 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server - ns-A loopback IP [ OK ] -# TEST: No server - ns-A loopback IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: Client - ns-B IP [ OK ] -# TEST: Client, device bind - ns-B IP [ OK ] -# TEST: Client, device send via cmsg - ns-B IP [ OK ] -# TEST: Client, device bind via IP_UNICAST_IF - ns-B IP [ OK ] -# TEST: No server, unbound client - ns-B IP [ OK ] -# TEST: No server, device client - ns-B IP [ OK ] -# TEST: Client - ns-B loopback IP [ OK ] -# TEST: Client, device bind - ns-B loopback IP [ OK ] -# TEST: Client, device send via cmsg - ns-B loopback IP [ OK ] -# TEST: Client, device bind via IP_UNICAST_IF - ns-B loopback IP [ OK ] -# TEST: No server, unbound client - ns-B loopback IP [ OK ] -# TEST: No server, device client - ns-B loopback IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: Global server, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, local connection - loopback [ OK ] -# TEST: Device server, unbound client, local connection - ns-A IP [ OK ] -# TEST: Device server, unbound client, local connection - ns-A loopback IP [ OK ] -# TEST: Device server, unbound client, local connection - loopback [ OK ] -# TEST: Global server, device client, local connection - ns-A IP [ OK ] -# TEST: Global server, device send via cmsg, local connection - ns-A IP [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - ns-A IP [ OK ] -# TEST: Global server, device client, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device send via cmsg, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client, local connection - loopback [ OK ] -# TEST: Global server, device send via cmsg, local connection - loopback [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - loopback [ OK ] -# TEST: Device server, device client, local conn - ns-A IP [ OK ] -# TEST: No server, device client, local conn - ns-A IP [ OK ] -# -# ################################################################# -# udp_l3mdev_accept enabled -# -# SYSCTL: net.ipv4.udp_l3mdev_accept=1 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server - ns-A loopback IP [ OK ] -# TEST: No server - ns-A loopback IP [ OK ] -# TEST: Device server - ns-A IP [ OK ] -# TEST: Client - ns-B IP [ OK ] -# TEST: Client, device bind - ns-B IP [ OK ] -# TEST: Client, device send via cmsg - ns-B IP [ OK ] -# TEST: Client, device bind via IP_UNICAST_IF - ns-B IP [ OK ] -# TEST: No server, unbound client - ns-B IP [ OK ] -# TEST: No server, device client - ns-B IP [ OK ] -# TEST: Client - ns-B loopback IP [ OK ] -# TEST: Client, device bind - ns-B loopback IP [ OK ] -# TEST: Client, device send via cmsg - ns-B loopback IP [ OK ] -# TEST: Client, device bind via IP_UNICAST_IF - ns-B loopback IP [ OK ] -# TEST: No server, unbound client - ns-B loopback IP [ OK ] -# TEST: No server, device client - ns-B loopback IP [ OK ] -# TEST: Global server, local connection - ns-A IP [ OK ] -# TEST: Global server, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, local connection - loopback [ OK ] -# TEST: Device server, unbound client, local connection - ns-A IP [ OK ] -# TEST: Device server, unbound client, local connection - ns-A loopback IP [ OK ] -# TEST: Device server, unbound client, local connection - loopback [ OK ] -# TEST: Global server, device client, local connection - ns-A IP [ OK ] -# TEST: Global server, device send via cmsg, local connection - ns-A IP [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - ns-A IP [ OK ] -# TEST: Global server, device client, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device send via cmsg, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - ns-A loopback IP [ OK ] -# TEST: Global server, device client, local connection - loopback [ OK ] -# TEST: Global server, device send via cmsg, local connection - loopback [ OK ] -# TEST: Global server, device client via IP_UNICAST_IF, local connection - loopback [ OK ] -# TEST: Device server, device client, local conn - ns-A IP [ OK ] -# TEST: No server, device client, local conn - ns-A IP [ OK ] -# -# ################################################################# -# With VRF -# -# -# ################################################################# -# Global server disabled -# -# SYSCTL: net.ipv4.udp_l3mdev_accept=0 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: VRF server - ns-A IP [ OK ] -# TEST: Enslaved device server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server, VRF client, local connection - ns-A IP [ OK ] -# TEST: Global server - VRF IP [ OK ] -# TEST: VRF server - VRF IP [ OK ] -# TEST: Enslaved device server - VRF IP [ OK ] -# TEST: No server - VRF IP [ OK ] -# TEST: Global server, VRF client, local connection - VRF IP [ OK ] -# TEST: VRF server, VRF client, local conn - ns-A IP [ OK ] -# TEST: VRF server, enslaved device client, local connection - ns-A IP [ OK ] -# TEST: Enslaved device server, VRF client, local conn - ns-A IP [ OK ] -# TEST: Enslaved device server, device client, local conn - ns-A IP [ OK ] -# -# ################################################################# -# Global server enabled -# -# SYSCTL: net.ipv4.udp_l3mdev_accept=1 -# -# TEST: Global server - ns-A IP [ OK ] -# TEST: VRF server - ns-A IP [ OK ] -# TEST: Enslaved device server - ns-A IP [ OK ] -# TEST: No server - ns-A IP [ OK ] -# TEST: Global server - VRF IP [ OK ] -# TEST: VRF server - VRF IP [ OK ] -# TEST: Enslaved device server - VRF IP [ OK ] -# TEST: No server - VRF IP [ OK ] -# TEST: VRF client [ OK ] -# TEST: Enslaved device client [ OK ] -# TEST: No server, VRF client [ OK ] -# TEST: No server, enslaved device client [ OK ] -# TEST: Global server, VRF client, local conn - ns-A IP [ OK ] -# TEST: VRF server, VRF client, local conn - ns-A IP [ OK ] -# TEST: VRF server, device client, local conn - ns-A IP [ OK ] -# TEST: Enslaved device server, VRF client, local conn - ns-A IP [ OK ] -# TEST: Enslaved device server, device client, local conn - ns-A IP [ OK ] -# TEST: Global server, VRF client, local conn - VRF IP [ OK ] -# TEST: Global server, VRF client, local conn - loopback [ OK ] -# TEST: VRF server, VRF client, local conn - VRF IP [ OK ] -# TEST: VRF server, VRF client, local conn - loopback [ OK ] -# TEST: No server, VRF client, local conn - ns-A IP [ OK ] -# TEST: No server, VRF client, local conn - VRF IP [ OK ] -# TEST: No server, VRF client, local conn - loopback [ OK ] -# -# ########################################################################### -# Run time tests - ipv4 -# ########################################################################### -# -# TEST: Device delete with active traffic - ping in - ns-A IP [ OK ] -# TEST: Device delete with active traffic - ping in - VRF IP [ OK ] -# TEST: Device delete with active traffic - ping out - ns-B IP [ OK ] -# TEST: TCP active socket, global server - ns-A IP [ OK ] -# TEST: TCP active socket, global server - VRF IP [ OK ] -# TEST: TCP active socket, VRF server - ns-A IP [ OK ] -# TEST: TCP active socket, VRF server - VRF IP [ OK ] -# TEST: TCP active socket, enslaved device server - ns-A IP [ OK ] -# TEST: TCP active socket, VRF client - ns-A IP [ OK ] -# TEST: TCP active socket, enslaved device client - ns-A IP [ OK ] -# TEST: TCP active socket, global server, VRF client, local - ns-A IP [ OK ] -# TEST: TCP active socket, global server, VRF client, local - VRF IP [ OK ] -# TEST: TCP active socket, VRF server and client, local - ns-A IP [ OK ] -# TEST: TCP active socket, VRF server and client, local - VRF IP [ OK ] -# TEST: TCP active socket, global server, enslaved device client, local - ns-A IP [ OK ] -# TEST: TCP active socket, VRF server, enslaved device client, local - ns-A IP [ OK ] -# TEST: TCP active socket, enslaved device server and client, local - ns-A IP [ OK ] -# TEST: TCP passive socket, global server - ns-A IP [ OK ] -# TEST: TCP passive socket, global server - VRF IP [ OK ] -# TEST: TCP passive socket, VRF server - ns-A IP [ OK ] -# TEST: TCP passive socket, VRF server - VRF IP [ OK ] -# TEST: TCP passive socket, enslaved device server - ns-A IP [ OK ] -# TEST: TCP passive socket, VRF client - ns-A IP [ OK ] -# TEST: TCP passive socket, enslaved device client - ns-A IP [ OK ] -# TEST: TCP passive socket, global server, VRF client, local - ns-A IP [ OK ] -# TEST: TCP passive socket, global server, VRF client, local - VRF IP [ OK ] -# TEST: TCP passive socket, VRF server and client, local - ns-A IP [ OK ] -# TEST: TCP passive socket, VRF server and client, local - VRF IP [ OK ] -# TEST: TCP passive socket, global server, enslaved device client, local - ns-A IP [ OK ] -# TEST: TCP passive socket, VRF server, enslaved device client, local - ns-A IP [ OK ] -# TEST: TCP passive socket, enslaved device server and client, local - ns-A IP [ OK ] -# -# ########################################################################### -# IPv4 Netfilter -# ########################################################################### -# -# -# ################################################################# -# TCP reset -# -# TEST: Global server, reject with TCP-reset on Rx - ns-A IP [ OK ] -# TEST: Global server, reject with TCP-reset on Rx - VRF IP [ OK ] -# -# ################################################################# -# ICMP unreachable -# -# TEST: Global TCP server, Rx reject icmp-port-unreach - ns-A IP [ OK ] -# TEST: Global TCP server, Rx reject icmp-port-unreach - VRF IP [ OK ] -# TEST: Global UDP server, Rx reject icmp-port-unreach - ns-A IP [ OK ] -# TEST: Global UDP server, Rx reject icmp-port-unreach - VRF IP [ OK ] -# -# ########################################################################### -# Use cases -# ########################################################################### -# -# -# ################################################################# -# Device enslaved to bridge -# -# TEST: Bridge into VRF - IPv4 ping out [ OK ] -# TEST: Bridge into VRF - IPv6 ping out [ OK ] -# TEST: Bridge into VRF - IPv4 ping in [ OK ] -# TEST: Bridge into VRF - IPv6 ping in [ OK ] -# TEST: Bridge into VRF with br_netfilter - IPv4 ping out [ OK ] -# TEST: Bridge into VRF with br_netfilter - IPv6 ping out [ OK ] -# TEST: Bridge into VRF with br_netfilter - IPv4 ping in [ OK ] -# TEST: Bridge into VRF with br_netfilter - IPv6 ping in [ OK ] -# TEST: Bridge vlan into VRF - IPv4 ping out [ OK ] -# TEST: Bridge vlan into VRF - IPv6 ping out [ OK ] -# TEST: Bridge vlan into VRF - IPv4 ping in [ OK ] -# TEST: Bridge vlan into VRF - IPv6 ping in [ OK ] -# TEST: Bridge vlan into VRF with br_netfilter - IPv4 ping out [ OK ] -# TEST: Bridge vlan into VRF with br_netfilter - IPv6 ping out [ OK ] -# TEST: Bridge vlan into VRF - IPv4 ping in [ OK ] -# TEST: Bridge vlan into VRF - IPv6 ping in [ OK ] -# -# ################################################################# -# Ping LLA with multiple interfaces -# -# TEST: Pre cycle, ping out ns-B - multicast IP [ OK ] -# TEST: Post cycle ns-A eth2, ping out ns-C - multicast IP [ OK ] -# -# Tests passed: 714 -# Tests failed: 2 -ok 1 selftests: net: fcnal-test.sh diff --git a/spec/stats/kernel-selftests/net-09.yaml b/spec/stats/kernel-selftests/net-09.yaml deleted file mode 100644 index 81400d1df..000000000 --- a/spec/stats/kernel-selftests/net-09.yaml +++ /dev/null @@ -1,289 +0,0 @@ -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_out_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_out_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_out_blocked_by_route_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_in_blocked_by_route_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_out_unreachable_default_route_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_address_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_unreachable_default_route_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_device_+_dev_address_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_device_+_vrf_address_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_device_+_dev_address_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_device_+_vrf_address_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_in_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_in_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_VRF_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_VRF_bind_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_VRF_bind_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_device_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_device_bind_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_local_device_bind_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_bind_blocked_by_rule_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_device_bind_blocked_by_rule_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_in_blocked_by_rule_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_vrf_bind_unreachable_route_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_device_bind_unreachable_route_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_in_unreachable_route_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Client_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_unbound_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_device_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Client_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_unbound_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_device_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_device_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_device_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Single_address_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Server_no_config_client_uses_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Client_address_does_not_match_address_configured_with_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Prefix_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Prefix_config_client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Prefix_config_client_address_not_in_configured_prefix.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_unbound_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_device_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_unbound_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_device_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_device_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_device_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Single_address_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Server_no_config_client_uses_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Client_address_does_not_match_address_configured_with_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Prefix_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Prefix_config_client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Prefix_config_client_address_not_in_configured_prefix.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Device_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.No_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Single_address_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Server_no_config_client_uses_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Client_address_does_not_match_address_configured_with_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_client_uses_wrong_password.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_client_address_not_in_configured_prefix.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Single_address_config_in_default_VRF_and_VRF_conn_in_VRF.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Single_address_config_in_default_VRF_and_VRF_conn_in_default_VRF.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Single_address_config_in_default_VRF_and_VRF_conn_in_default_VRF_with_VRF_pw.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Single_address_config_in_default_VRF_and_VRF_conn_in_VRF_with_default_VRF_pw.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_in_default_VRF_and_VRF_conn_in_VRF.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_in_default_VRF_and_VRF_conn_in_default_VRF.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_in_default_VRF_and_VRF_conn_in_default_VRF_with_VRF_pw.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Prefix_config_in_default_VRF_and_VRF_conn_in_VRF_with_default_VRF_pw.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Device_must_be_a_VRF_-_single_address.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Device_must_be_a_VRF_-_prefix.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_local_connection_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_VRF_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_VRF_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_device_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_VRF_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Client_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_VRF_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.No_server_device_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_VRF_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_VRF_client_local_connection_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_VRF_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.VRF_server_unbound_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_VRF_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_send_via_cmsg_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_bind_via_IP_UNICAST_IF_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_unbound_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_device_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_send_via_cmsg_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Client_device_bind_via_IP_UNICAST_IF_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_unbound_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_device_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Device_server_unbound_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_send_via_cmsg_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_send_via_cmsg_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_send_via_cmsg_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Device_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_bind_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_send_via_cmsg_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_bind_via_IP_UNICAST_IF_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_unbound_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_device_client_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_bind_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_send_via_cmsg_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Client_device_bind_via_IP_UNICAST_IF_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_unbound_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_device_client_-_ns-B_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Device_server_unbound_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_send_via_cmsg_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_send_via_cmsg_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_send_via_cmsg_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_device_client_via_IP_UNICAST_IF_local_connection_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Device_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Enslaved_device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_VRF_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Enslaved_device_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_VRF_client_local_connection_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.VRF_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.VRF_server_enslaved_device_client_local_connection_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Enslaved_device_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Enslaved_device_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Enslaved_device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Enslaved_device_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_client.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Enslaved_device_client.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_VRF_client.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_enslaved_device_client.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Enslaved_device_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Enslaved_device_server_device_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_VRF_client_local_conn_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_VRF_client_local_conn_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_VRF_client_local_conn_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.VRF_server_VRF_client_local_conn_-_loopback.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_VRF_client_local_conn_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_VRF_client_local_conn_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_VRF_client_local_conn_-_loopback.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.Device_delete_with_active_traffic_-_ping_in_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.Device_delete_with_active_traffic_-_ping_in_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.Device_delete_with_active_traffic_-_ping_out_-_ns-B_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_enslaved_device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_client_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_enslaved_device_client_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_global_server_VRF_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_global_server_VRF_client_local_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_server_and_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_server_and_client_local_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_global_server_enslaved_device_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_VRF_server_enslaved_device_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_active_socket_enslaved_device_server_and_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_global_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_global_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_server_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_enslaved_device_server_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_client_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_enslaved_device_client_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_global_server_VRF_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_global_server_VRF_client_local_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_server_and_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_server_and_client_local_-_VRF_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_global_server_enslaved_device_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_VRF_server_enslaved_device_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_enslaved_device_server_and_client_local_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.TCP_reset.Global_server_reject_with_TCP-reset_on_Rx_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.TCP_reset.Global_server_reject_with_TCP-reset_on_Rx_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_TCP_server_Rx_reject_icmp-port-unreach_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_TCP_server_Rx_reject_icmp-port-unreach_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_UDP_server_Rx_reject_icmp-port-unreach_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_UDP_server_Rx_reject_icmp-port-unreach_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv6_ping.Ping_LLA_with_multiple_interfaces.Pre_cycle_ping_out_ns-B_-_multicast_IP.pass: 1 -net.fcnal-test.sh.IPv6_ping.Ping_LLA_with_multiple_interfaces.Post_cycle_ns-A_eth2_ping_out_ns-C_-_multicast_IP.pass: 1 -net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-12 b/spec/stats/kernel-selftests/net-12 deleted file mode 100644 index 743a45055..000000000 --- a/spec/stats/kernel-selftests/net-12 +++ /dev/null @@ -1,65 +0,0 @@ -# selftests: net: ioam6.sh -# -# OUTPUT tests -# -------------------------------------------------------------------------- -# TEST: Unknown IOAM namespace [FAIL] -# TEST: Missing trace room [FAIL] -# TEST: Trace type with bit 0 only [FAIL] -# TEST: Trace type with bit 1 only [FAIL] -# TEST: Trace type with bit 2 only [FAIL] -# TEST: Trace type with bit 3 only [FAIL] -# TEST: Trace type with bit 4 only [FAIL] -# TEST: Trace type with bit 5 only [FAIL] -# TEST: Trace type with bit 6 only [FAIL] -# TEST: Trace type with bit 7 only [FAIL] -# TEST: Trace type with bit 8 only [FAIL] -# TEST: Trace type with bit 9 only [FAIL] -# TEST: Trace type with bit 10 only [FAIL] -# TEST: Trace type with bit 11 only [FAIL] -# TEST: Trace type with bit 12 only [FAIL] -# TEST: Trace type with bit 13 only [FAIL] -# TEST: Trace type with bit 14 only [FAIL] -# TEST: Trace type with bit 15 only [FAIL] -# TEST: Trace type with bit 16 only [FAIL] -# TEST: Trace type with bit 17 only [FAIL] -# TEST: Trace type with bit 18 only [FAIL] -# TEST: Trace type with bit 19 only [FAIL] -# TEST: Trace type with bit 20 only [FAIL] -# TEST: Trace type with bit 21 only [FAIL] -# TEST: Trace type with bit 22 only [FAIL] -# TEST: Full supported trace [FAIL] -# -# INPUT tests -# -------------------------------------------------------------------------- -# TEST: Unknown IOAM namespace [FAIL] -# TEST: Missing trace room [FAIL] -# TEST: Overflow flag is set [FAIL] -# TEST: Trace type with bit 0 only [FAIL] -# TEST: Trace type with bit 1 only [FAIL] -# TEST: Trace type with bit 2 only [FAIL] -# TEST: Trace type with bit 3 only [FAIL] -# TEST: Trace type with bit 4 only [FAIL] -# TEST: Trace type with bit 5 only [FAIL] -# TEST: Trace type with bit 6 only [FAIL] -# TEST: Trace type with bit 7 only [FAIL] -# TEST: Trace type with bit 8 only [FAIL] -# TEST: Trace type with bit 9 only [FAIL] -# TEST: Trace type with bit 10 only [FAIL] -# TEST: Trace type with bit 11 only [FAIL] -# TEST: Trace type with bit 12 only [FAIL] -# TEST: Trace type with bit 13 only [FAIL] -# TEST: Trace type with bit 14 only [FAIL] -# TEST: Trace type with bit 15 only [FAIL] -# TEST: Trace type with bit 16 only [FAIL] -# TEST: Trace type with bit 17 only [FAIL] -# TEST: Trace type with bit 18 only [FAIL] -# TEST: Trace type with bit 19 only [FAIL] -# TEST: Trace type with bit 20 only [FAIL] -# TEST: Trace type with bit 21 only [FAIL] -# TEST: Trace type with bit 22 only [FAIL] -# TEST: Full supported trace [FAIL] -# -# GLOBAL tests -# -------------------------------------------------------------------------- -# TEST: Forward - Full supported trace [FAIL] -ok 48 selftests: net: ioam6.sh diff --git a/spec/stats/kernel-selftests/net-12.yaml b/spec/stats/kernel-selftests/net-12.yaml deleted file mode 100644 index 56b6437a6..000000000 --- a/spec/stats/kernel-selftests/net-12.yaml +++ /dev/null @@ -1,55 +0,0 @@ -net.ioam6.sh.OUTPUT_tests.Unknown_IOAM_namespace.fail: 1 -net.ioam6.sh.OUTPUT_tests.Missing_trace_room.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_0_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_1_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_2_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_3_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_4_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_5_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_6_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_7_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_8_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_9_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_10_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_11_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_12_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_13_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_14_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_15_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_16_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_17_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_18_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_19_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_20_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_21_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_22_only.fail: 1 -net.ioam6.sh.OUTPUT_tests.Full_supported_trace.fail: 1 -net.ioam6.sh.INPUT_tests.Unknown_IOAM_namespace.fail: 1 -net.ioam6.sh.INPUT_tests.Missing_trace_room.fail: 1 -net.ioam6.sh.INPUT_tests.Overflow_flag_is_set.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_0_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_1_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_2_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_3_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_4_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_5_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_6_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_7_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_8_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_9_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_10_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_11_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_12_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_13_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_14_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_15_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_16_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_17_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_18_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_19_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_20_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_21_only.fail: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_22_only.fail: 1 -net.ioam6.sh.INPUT_tests.Full_supported_trace.fail: 1 -net.ioam6.sh.INPUT_tests.Forward_-_Full_supported_trace.fail: 1 -net.ioam6.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-13.yaml b/spec/stats/kernel-selftests/net-13.yaml index c8131a8d6..3d4eb25bc 100644 --- a/spec/stats/kernel-selftests/net-13.yaml +++ b/spec/stats/kernel-selftests/net-13.yaml @@ -1 +1,3 @@ +net.udpgro_fwd.sh.IPv4.pass: 1 +net.udpgro_fwd.sh.IPv6.pass: 1 net.udpgro_fwd.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-ping b/spec/stats/kernel-selftests/net-fcnal-test-01 similarity index 61% rename from spec/stats/kernel-selftests/net-fcnal-test-ping rename to spec/stats/kernel-selftests/net-fcnal-test-01 index b7b0b70a5..887cc05d7 100644 --- a/spec/stats/kernel-selftests/net-fcnal-test-ping +++ b/spec/stats/kernel-selftests/net-fcnal-test-01 @@ -1,12 +1,9 @@ 2022-06-07 19:36:24 make run_tests -C net -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be407725 -b1d8b829ed2075987037abec98ec/tools/testing/selftests/net' +make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be407725b1d8b829ed2075987037abec98ec/tools/testing/selftests/net' make --no-builtin-rules ARCH=x86 -C ../../../.. headers_install -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be407 -725b1d8b829ed2075987037abec98ec' +make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be407725b1d8b829ed2075987037abec98ec' INSTALL ./usr/include -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be4077 -25b1d8b829ed2075987037abec98ec' +make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4e67be407725b1d8b829ed2075987037abec98ec' TAP version 13 1..1 # selftests: net: fcnal-test.sh @@ -22,17 +19,12 @@ TAP version 13 # SYSCTL: net.ipv4.raw_l3mdev_accept=1 # # TEST: ping out, VRF bind - ns-B IPv6 [ OK ] -# TEST: ping out, VRF bind - ns-B loopback IPv6 [ OK ] -# TEST: ping out, VRF bind - ns-B IPv6 LLA [ OK ] -# TEST: ping out, VRF bind - multicast IP [ OK ] # SYSCTL: net.ipv4.ping_group_range=0 2147483647 # # SYSCTL: net.ipv4.raw_l3mdev_accept=1 # # TEST: ping out, VRF bind - ns-B IPv6 [ OK ] -# TEST: ping out, VRF bind - ns-B loopback IPv6 [ OK ] -# TEST: ping out, VRF bind - ns-B IPv6 LLA [ OK ] -# TEST: ping out, VRF bind - multicast IP [ OK ] + # # Tests passed: 119 # Tests failed: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-01.yaml b/spec/stats/kernel-selftests/net-fcnal-test-01.yaml new file mode 100644 index 000000000..15a32d5a6 --- /dev/null +++ b/spec/stats/kernel-selftests/net-fcnal-test-01.yaml @@ -0,0 +1,3 @@ +net.make.pass: 1 +net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IPv6.pass: 1 +net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-bind b/spec/stats/kernel-selftests/net-fcnal-test-02 similarity index 52% rename from spec/stats/kernel-selftests/net-fcnal-test-bind rename to spec/stats/kernel-selftests/net-fcnal-test-02 index def6803ee..efcb80ff1 100644 --- a/spec/stats/kernel-selftests/net-fcnal-test-bind +++ b/spec/stats/kernel-selftests/net-fcnal-test-02 @@ -7,39 +7,24 @@ make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-d TAP version 13 1..1 # selftests: net: fcnal-test.sh -# +# # ########################################################################### # IPv4 address binds # ########################################################################### -# -# +# +# # ################################################################# # No VRF -# +# # TEST: Raw socket bind to local address - ns-A IP [ OK ] -# TEST: Raw socket bind to local address after device bind - ns-A IP [ OK ] -# TEST: Raw socket bind to local address - ns-A loopback IP [ OK ] -# TEST: Raw socket bind to local address after device bind - ns-A loopback IP [ OK ] -# TEST: TCP socket bind to local address - ns-A IP [ OK ] # TEST: TCP socket bind to local address after device bind - ns-A IP [ OK ] -# +# # ################################################################# # With VRF -# +# # TEST: Raw socket bind to local address - ns-A IP [ OK ] -# TEST: Raw socket bind to local address after device bind - ns-A IP [ OK ] -# TEST: Raw socket bind to local address after VRF bind - ns-A IP [ OK ] -# TEST: Raw socket bind to local address - VRF IP [FAIL] -# TEST: Raw socket bind to local address after device bind - VRF IP [ OK ] -# TEST: Raw socket bind to local address after VRF bind - VRF IP [ OK ] -# TEST: Raw socket bind to out of scope address after VRF bind - ns-A loopback IP [ OK ] -# TEST: TCP socket bind to local address - ns-A IP [ OK ] -# TEST: TCP socket bind to local address after device bind - ns-A IP [ OK ] -# TEST: TCP socket bind to local address - VRF IP [ OK ] -# TEST: TCP socket bind to local address after device bind - VRF IP [ OK ] -# TEST: TCP socket bind to invalid local address for VRF - ns-A loopback IP [ OK ] # TEST: TCP socket bind to invalid local address for device bind - ns-A loopback IP [ OK ] -# +# # Tests passed: 18 # Tests failed: 1 ok 1 selftests: net: fcnal-test.sh diff --git a/spec/stats/kernel-selftests/net-fcnal-test-02.yaml b/spec/stats/kernel-selftests/net-fcnal-test-02.yaml new file mode 100644 index 000000000..6f07cd38e --- /dev/null +++ b/spec/stats/kernel-selftests/net-fcnal-test-02.yaml @@ -0,0 +1,6 @@ +net.make.pass: 1 +net.fcnal-test.sh.IPv4_address_binds.No_VRF.Raw_socket_bind_to_local_address_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_address_binds.No_VRF.TCP_socket_bind_to_local_address_after_device_bind_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_invalid_local_address_for_device_bind_-_ns-A_loopback_IP.pass: 1 +net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-03 b/spec/stats/kernel-selftests/net-fcnal-test-03 new file mode 100644 index 000000000..d5c1d25ab --- /dev/null +++ b/spec/stats/kernel-selftests/net-fcnal-test-03 @@ -0,0 +1,164 @@ +2021-05-10 05:48:44 /kselftests/run_kselftest.sh -t net:fcnal-test.sh +TAP version 13 +1..1 +# selftests: net: fcnal-test.sh +# +# ########################################################################### +# IPv4 ping +# ########################################################################### +# +# +# ################################################################# +# No VRF +# +# SYSCTL: net.ipv4.raw_l3mdev_accept=0 +# +# TEST: ping out - ns-B IP [ OK ] +# SYSCTL: net.ipv4.raw_l3mdev_accept=1 +# +# TEST: ping out - ns-B IP [ OK ] +# +# ################################################################# +# With VRF +# +# SYSCTL: net.ipv4.raw_l3mdev_accept=1 +# +# TEST: ping out, VRF bind - ns-B IP [ OK ] +# TEST: ping in, unreachable route - ns-A loopback IP [ OK ] +# +# ########################################################################### +# IPv4/TCP +# ########################################################################### +# +# +# ################################################################# +# No VRF +# +# +# ################################################################# +# tcp_l3mdev_accept disabled +# +# SYSCTL: net.ipv4.tcp_l3mdev_accept=0 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: MD5: Prefix config, client address not in configured prefix [ OK ] +# +# ################################################################# +# tcp_l3mdev_accept enabled +# +# SYSCTL: net.ipv4.tcp_l3mdev_accept=1 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: MD5: Prefix config, client address not in configured prefix [ OK ] +# +# ################################################################# +# With VRF +# +# +# ################################################################# +# Global server disabled +# +# SYSCTL: net.ipv4.tcp_l3mdev_accept=0 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: MD5: VRF: Device must be a VRF - prefix [ OK ] +# +# ################################################################# +# VRF Global server enabled +# +# SYSCTL: net.ipv4.tcp_l3mdev_accept=1 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: Device server, device client, local connection - ns-A IP [ OK ] +# +# ########################################################################### +# IPv4/UDP +# ########################################################################### +# +# +# ################################################################# +# No VRF +# +# +# ################################################################# +# udp_l3mdev_accept disabled +# +# SYSCTL: net.ipv4.udp_l3mdev_accept=0 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: No server, device client, local conn - ns-A IP [ OK ] +# +# ################################################################# +# udp_l3mdev_accept enabled +# +# SYSCTL: net.ipv4.udp_l3mdev_accept=1 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: No server, device client, local conn - ns-A IP [ OK ] +# +# ################################################################# +# With VRF +# +# +# ################################################################# +# Global server disabled +# +# SYSCTL: net.ipv4.udp_l3mdev_accept=0 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: Enslaved device server, device client, local conn - ns-A IP [ OK ] +# +# ################################################################# +# Global server enabled +# +# SYSCTL: net.ipv4.udp_l3mdev_accept=1 +# +# TEST: Global server - ns-A IP [ OK ] +# TEST: No server, VRF client, local conn - loopback [ OK ] +# +# ########################################################################### +# Run time tests - ipv4 +# ########################################################################### +# +# TEST: Device delete with active traffic - ping in - ns-A IP [ OK ] +# TEST: TCP passive socket, enslaved device server and client, local - ns-A IP [ OK ] +# +# ########################################################################### +# IPv4 Netfilter +# ########################################################################### +# +# +# ################################################################# +# TCP reset +# +# TEST: Global server, reject with TCP-reset on Rx - ns-A IP [ OK ] +# TEST: Global server, reject with TCP-reset on Rx - VRF IP [ OK ] +# +# ################################################################# +# ICMP unreachable +# +# TEST: Global TCP server, Rx reject icmp-port-unreach - ns-A IP [ OK ] +# TEST: Global TCP server, Rx reject icmp-port-unreach - VRF IP [ OK ] +# TEST: Global UDP server, Rx reject icmp-port-unreach - ns-A IP [ OK ] +# TEST: Global UDP server, Rx reject icmp-port-unreach - VRF IP [ OK ] +# +# ########################################################################### +# Use cases +# ########################################################################### +# +# +# ################################################################# +# Device enslaved to bridge +# +# TEST: Bridge into VRF - IPv4 ping out [ OK ] +# TEST: Bridge vlan into VRF - IPv6 ping in [ OK ] +# +# ################################################################# +# Ping LLA with multiple interfaces +# +# TEST: Pre cycle, ping out ns-B - multicast IP [ OK ] +# TEST: Post cycle ns-A eth2, ping out ns-C - multicast IP [ OK ] +# +# Tests passed: 714 +# Tests failed: 2 +ok 1 selftests: net: fcnal-test.sh diff --git a/spec/stats/kernel-selftests/net-fcnal-test-03.yaml b/spec/stats/kernel-selftests/net-fcnal-test-03.yaml new file mode 100644 index 000000000..e824da828 --- /dev/null +++ b/spec/stats/kernel-selftests/net-fcnal-test-03.yaml @@ -0,0 +1,33 @@ +net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=0.ping_out_-_ns-B_IP.pass: 1 +net.fcnal-test.sh.IPv4_ping.No_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_-_ns-B_IP.pass: 1 +net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IP.pass: 1 +net.fcnal-test.sh.IPv4_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_in_unreachable_route_-_ns-A_loopback_IP.pass: 1 +net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_Prefix_config_client_address_not_in_configured_prefix.pass: 1 +net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/TCP.No_VRF.net.ipv4.tcp_l3mdev_accept=1.MD5_Prefix_config_client_address_not_in_configured_prefix.pass: 1 +net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=0.MD5_VRF_Device_must_be_a_VRF_-_prefix.pass: 1 +net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/TCP.With_VRF.net.ipv4.tcp_l3mdev_accept=1.Device_server_device_client_local_connection_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=0.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.No_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_device_client_local_conn_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=0.Enslaved_device_server_device_client_local_conn_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.Global_server_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4/UDP.With_VRF.net.ipv4.udp_l3mdev_accept=1.No_server_VRF_client_local_conn_-_loopback.pass: 1 +net.fcnal-test.sh.Run_time_tests_-_ipv4.Device_delete_with_active_traffic_-_ping_in_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.Run_time_tests_-_ipv4.TCP_passive_socket_enslaved_device_server_and_client_local_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.TCP_reset.Global_server_reject_with_TCP-reset_on_Rx_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.TCP_reset.Global_server_reject_with_TCP-reset_on_Rx_-_VRF_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_TCP_server_Rx_reject_icmp-port-unreach_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_TCP_server_Rx_reject_icmp-port-unreach_-_VRF_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_UDP_server_Rx_reject_icmp-port-unreach_-_ns-A_IP.pass: 1 +net.fcnal-test.sh.IPv4_Netfilter.ICMP_unreachable.Global_UDP_server_Rx_reject_icmp-port-unreach_-_VRF_IP.pass: 1 +net.fcnal-test.sh.Use_cases.Device_enslaved_to_bridge.Bridge_into_VRF_-_IPv4_ping_out.pass: 1 +net.fcnal-test.sh.Use_cases.Device_enslaved_to_bridge.Bridge_vlan_into_VRF_-_IPv6_ping_in.pass: 1 +net.fcnal-test.sh.Use_cases.Ping_LLA_with_multiple_interfaces.Pre_cycle_ping_out_ns-B_-_multicast_IP.pass: 1 +net.fcnal-test.sh.Use_cases.Ping_LLA_with_multiple_interfaces.Post_cycle_ns-A_eth2_ping_out_ns-C_-_multicast_IP.pass: 1 +net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-bind.yaml b/spec/stats/kernel-selftests/net-fcnal-test-bind.yaml deleted file mode 100644 index 0a7ac1019..000000000 --- a/spec/stats/kernel-selftests/net-fcnal-test-bind.yaml +++ /dev/null @@ -1,21 +0,0 @@ -net.make.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.Raw_socket_bind_to_local_address_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.Raw_socket_bind_to_local_address_after_device_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.Raw_socket_bind_to_local_address_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.Raw_socket_bind_to_local_address_after_device_bind_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.TCP_socket_bind_to_local_address_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.No_VRF.TCP_socket_bind_to_local_address_after_device_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_after_device_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_after_VRF_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_-_VRF_IP.fail: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_after_device_bind_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_local_address_after_VRF_bind_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.Raw_socket_bind_to_out_of_scope_address_after_VRF_bind_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_local_address_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_local_address_after_device_bind_-_ns-A_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_local_address_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_local_address_after_device_bind_-_VRF_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_invalid_local_address_for_VRF_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.IPv4_address_binds.With_VRF.TCP_socket_bind_to_invalid_local_address_for_device_bind_-_ns-A_loopback_IP.pass: 1 -net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fcnal-test-ping.yaml b/spec/stats/kernel-selftests/net-fcnal-test-ping.yaml deleted file mode 100644 index d28e4778c..000000000 --- a/spec/stats/kernel-selftests/net-fcnal-test-ping.yaml +++ /dev/null @@ -1,9 +0,0 @@ -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IPv6.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_loopback_IPv6.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IPv6_LLA.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_multicast_IP.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.ping_group_range=0_2147483647.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IPv6.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.ping_group_range=0_2147483647.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_loopback_IPv6.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.ping_group_range=0_2147483647.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_ns-B_IPv6_LLA.pass: 1 -net.fcnal-test.sh.IPv6_ping.With_VRF.net.ipv4.ping_group_range=0_2147483647.net.ipv4.raw_l3mdev_accept=1.ping_out_VRF_bind_-_multicast_IP.pass: 1 -net.fcnal-test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-fib-01 b/spec/stats/kernel-selftests/net-fib-01 index 805a1f549..422576b19 100644 --- a/spec/stats/kernel-selftests/net-fib-01 +++ b/spec/stats/kernel-selftests/net-fib-01 @@ -59,15 +59,6 @@ ok 15 selftests: net: fib-onlink-tests.sh # TEST: rule4 check: oif dummy0 [ OK ] # # TEST: rule4 del by pref: oif dummy0 [ OK ] -# ###################################################################### -# TEST SECTION: IPv6 fib rule -# ###################################################################### -# TEST: rule6 check: ipproto ipv6-icmp [ OK ] -# -# TEST: rule6 del by pref: ipproto ipv6-icmp [ OK ] -# -# Tests passed: 32 -# Tests failed: 0 ok 20 selftests: net: fib_rule_tests.sh # selftests: net: fib_nexthops.sh # diff --git a/spec/stats/kernel-selftests/net-fib-01.yaml b/spec/stats/kernel-selftests/net-fib-01.yaml index 6f074b7e5..d9fe02cf7 100644 --- a/spec/stats/kernel-selftests/net-fib-01.yaml +++ b/spec/stats/kernel-selftests/net-fib-01.yaml @@ -1,7 +1,7 @@ -net.fib_tests.sh.Single_path_route_test.Start_point.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_route_test.Start_point.IPv6_fibmatch.pass: 1 -net.fib_tests.sh.Local_carrier_tests_-_single_path.Start_point.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Local_carrier_tests_-_single_path.Start_point.IPv6_fibmatch.pass: 1 +net.fib_tests.sh.Single_path_route_test.IPv4_fibmatch.pass: 1 +net.fib_tests.sh.Single_path_route_test.IPv6_fibmatch.pass: 1 +net.fib_tests.sh.Local_carrier_tests_-_single_path.IPv4_fibmatch.pass: 1 +net.fib_tests.sh.Local_carrier_tests_-_single_path.IPv6_fibmatch.pass: 1 net.fib_tests.sh.FIB_rule_with_suppress_prefixlength.FIB_rule_suppress_test.pass: 1 net.fib_tests.sh.IPv6_route_add_/_append_tests.Attempt_to_add_duplicate_route_-_gw.pass: 1 net.fib_tests.sh.IPv6_route_add_/_append_tests.Attempt_to_add_duplicate_route_-_dev_only.pass: 1 @@ -9,17 +9,24 @@ net.fib_tests.sh.IPv6_route_add_/_append_tests.Attempt_to_add_duplicate_route_-_ net.fib_tests.sh.IPv4_rp_filter_tests.rp_filter_passes_local_packets.fail: 1 net.fib_tests.sh.IPv4_rp_filter_tests.rp_filter_passes_loopback_packets.fail: 1 net.fib_tests.sh.fail: 1 -net.fib-onlink-tests.sh.IPv4_onlink.default_VRF_-_main_table.unicast_connected.pass: 1 -net.fib-onlink-tests.sh.IPv4_onlink.default_VRF_-_main_table.unicast_recursive.pass: 1 -net.fib-onlink-tests.sh.IPv6_onlink.default_VRF_-_main_table.unicast_connected.pass: 1 -net.fib-onlink-tests.sh.IPv6_onlink.default_VRF_-_main_table.unicast_recursive.pass: 1 -net.fib-onlink-tests.sh.IPv6_onlink.default_VRF_-_main_table.v4-mapped.pass: 1 +net.fib-onlink-tests.sh.IPv4_onlink.Valid_onlink_commands.default_VRF_-_main_table.unicast_connected.pass: 1 +net.fib-onlink-tests.sh.IPv4_onlink.Valid_onlink_commands.default_VRF_-_main_table.unicast_recursive.pass: 1 +net.fib-onlink-tests.sh.IPv6_onlink.Valid_onlink_commands.default_VRF_-_main_table.unicast_connected.pass: 1 +net.fib-onlink-tests.sh.IPv6_onlink.Valid_onlink_commands.default_VRF_-_main_table.unicast_recursive.pass: 1 +net.fib-onlink-tests.sh.IPv6_onlink.Valid_onlink_commands.default_VRF_-_main_table.v4-mapped.pass: 1 net.fib-onlink-tests.sh.pass: 1 net.fib_rule_tests.sh.IPv4_fib_rule.rule4_check_oif_dummy0.pass: 1 net.fib_rule_tests.sh.IPv4_fib_rule.rule4_del_by_pref_oif_dummy0.pass: 1 -net.fib_rule_tests.sh.IPv6_fib_rule.rule6_check_ipproto_ipv6-icmp.pass: 1 -net.fib_rule_tests.sh.IPv6_fib_rule.rule6_del_by_pref_ipproto_ipv6-icmp.pass: 1 net.fib_rule_tests.sh.pass: 1 +net.fib_nexthops.sh.Basic_functional_tests.List_with_nothing_defined.pass: 1 +net.fib_nexthops.sh.Basic_functional_tests.Nexthop_get_on_non-existent_id.pass: 1 +net.fib_nexthops.sh.Basic_functional_tests.Nexthop_with_no_device_or_gateway.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Create_nexthop_group_with_single_nexthop.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Get_nexthop_group_by_id.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Delete_nexthop_group_by_id.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Nexthop_group_with_multiple_nexthops.pass: 1 +net.fib_nexthops.sh.IPv6_groups_functional.Create_nexthop_group_with_single_nexthop.pass: 1 +net.fib_nexthops.sh.IPv6_groups_functional.Get_nexthop_group_by_id.pass: 1 net.fib_nexthops.sh.pass: 1 net.fib_nexthop_multiprefix.sh.IPv4_host_0_to_host_2_mtu_1350.pass: 1 net.fib_nexthop_multiprefix.sh.IPv6_host_0_to_host_2_mtu_1350.fail: 1 diff --git a/spec/stats/kernel-selftests/net-fib-02 b/spec/stats/kernel-selftests/net-fib-02 index a024c80f5..9c760e26f 100644 --- a/spec/stats/kernel-selftests/net-fib-02 +++ b/spec/stats/kernel-selftests/net-fib-02 @@ -6,30 +6,7 @@ # TEST: IPv6 fibmatch [ OK ] # Nexthop device deleted # TEST: IPv4 fibmatch - no route [ OK ] -# TEST: IPv6 fibmatch - no route [ OK ] -# -# Multipath route test -# Start point -# TEST: IPv4 fibmatch [ OK ] -# TEST: IPv6 fibmatch [ OK ] -# One nexthop device deleted -# TEST: IPv4 - multipath route removed on delete [ OK ] -# TEST: IPv6 - multipath down to single path [ OK ] -# Second nexthop device deleted -# TEST: IPv6 - no route [ OK ] -# -# Single path, admin down -# Start point -# TEST: IPv4 fibmatch [ OK ] -# TEST: IPv6 fibmatch [ OK ] -# Route deleted on down -# TEST: IPv4 fibmatch [ OK ] -# TEST: IPv6 fibmatch [ OK ] -# # IPv4 route with IPv6 gateway tests -# TEST: Single path route with IPv6 gateway [ OK ] -# TEST: Single path route with IPv6 gateway - ping [ OK ] -# TEST: Single path route delete [ OK ] # TEST: Multipath route add - v6 nexthop then v4 [ OK ] # TEST: Multipath route delete - nexthops in wrong order [ OK ] # TEST: Multipath route delete exact match [ OK ] @@ -46,66 +23,21 @@ not ok 13 selftests: net: fib_tests.sh # exit=1 # # TEST: IPv4: host 0 to host 2, mtu 1350 [ OK ] # TEST: IPv6: host 0 to host 2, mtu 1350 [FAIL] -# -# TEST: IPv4: host 0 to host 3, mtu 1400 [ OK ] -# TEST: IPv6: host 0 to host 3, mtu 1400 [FAIL] -# -# TEST: IPv4: host 0 to host 1, mtu 1300 [ OK ] -# TEST: IPv6: host 0 to host 1, mtu 1300 [FAIL] -# -# TEST: IPv4: host 0 to host 2, mtu 1350 [ OK ] -# TEST: IPv6: host 0 to host 2, mtu 1350 [FAIL] -# -# TEST: IPv4: host 0 to host 3, mtu 1400 [ OK ] -# TEST: IPv6: host 0 to host 3, mtu 1400 [FAIL] ok 33 selftests: net: fib_nexthop_multiprefix.sh # selftests: net: fib_nexthops.sh # # IPv4 groups functional # ---------------------- # TEST: Create nexthop group with single nexthop [ OK ] -# TEST: Get nexthop group by id [ OK ] -# TEST: Delete nexthop group by id [ OK ] -# TEST: Nexthop group with multiple nexthops [ OK ] -# TEST: Nexthop group updated when entry is deleted [ OK ] -# TEST: Nexthop group with weighted nexthops [ OK ] -# TEST: Weighted nexthop group updated when entry is deleted [ OK ] -# TEST: Nexthops in groups removed on admin down [ OK ] -# TEST: Multiple groups with same nexthop [ OK ] -# TEST: Nexthops in group removed on admin down - mixed group [ OK ] -# TEST: Nexthop group can not have a group as an entry [ OK ] -# TEST: Nexthop group with a blackhole entry [ OK ] -# TEST: Nexthop group can not have a blackhole and another nexthop [ OK ] # TEST: IPv6 nexthop with IPv4 route [ OK ] # TEST: IPv6 nexthop with IPv4 route [ OK ] # TEST: IPv4 route with IPv6 gateway [ OK ] -# TEST: IPv4 route with invalid IPv6 gateway [ OK ] # IPv4 functional runtime # ----------------------- # TEST: Route add [ OK ] # TEST: Route delete [ OK ] -# TEST: Route add - scope conflict with nexthop [ OK ] -# TEST: Nexthop replace with invalid scope for existing route [ OK ] -# TEST: Basic ping [ OK ] -# TEST: Ping - multipath [ OK ] -# TEST: Ping - multiple default routes, nh first [ OK ] -# TEST: Ping - multiple default routes, nh second [ OK ] -# TEST: Ping - blackhole [ OK ] -# TEST: Ping - blackhole replaced with gateway [ OK ] -# TEST: Ping - gateway replaced by blackhole [ OK ] -# TEST: Ping - group with blackhole [ OK ] -# TEST: Ping - group blackhole replaced with gateways [ OK ] -# TEST: IPv4 route with device only nexthop [ OK ] -# TEST: IPv4 multipath route with nexthop mix - dev only + gw [ OK ] -# TEST: IPv6 nexthop with IPv4 route [ OK ] -# TEST: IPv4 route with mixed v4-v6 multipath route [ OK ] -# TEST: IPv6 nexthop with IPv4 route [ OK ] -# TEST: IPv4 route with IPv6 gateway [ OK ] -# TEST: IPv4 default route with IPv6 gateway [ OK ] # TEST: IPv4 route with MPLS encap [ OK ] # TEST: IPv4 route with MPLS encap - check [ OK ] -# TEST: IPv4 route with MPLS encap and v6 gateway [ OK ] -# TEST: IPv4 route with MPLS encap, v6 gw - check [ OK ] # not ok 34 selftests: net: fib_nexthops.sh # TIMEOUT 45 seconds diff --git a/spec/stats/kernel-selftests/net-fib-02.yaml b/spec/stats/kernel-selftests/net-fib-02.yaml index 87cec5ff2..3ced50737 100644 --- a/spec/stats/kernel-selftests/net-fib-02.yaml +++ b/spec/stats/kernel-selftests/net-fib-02.yaml @@ -1,22 +1,21 @@ -net.fib_tests.sh.Single_path_route_test.Start_point.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_route_test.Start_point.IPv6_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_route_test.Nexthop_device_deleted.IPv4_fibmatch_-_no_route.pass: 1 -net.fib_tests.sh.Single_path_route_test.Nexthop_device_deleted.IPv6_fibmatch_-_no_route.pass: 1 -net.fib_tests.sh.Multipath_route_test.Start_point.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Multipath_route_test.Start_point.IPv6_fibmatch.pass: 1 -net.fib_tests.sh.Multipath_route_test.One_nexthop_device_deleted.IPv4_-_multipath_route_removed_on_delete.pass: 1 -net.fib_tests.sh.Multipath_route_test.One_nexthop_device_deleted.IPv6_-_multipath_down_to_single_path.pass: 1 -net.fib_tests.sh.Multipath_route_test.Second_nexthop_device_deleted.IPv6_-_no_route.pass: 1 -net.fib_tests.sh.Single_path_admin_down.Start_point.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_admin_down.Start_point.IPv6_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_admin_down.Route_deleted_on_down.IPv4_fibmatch.pass: 1 -net.fib_tests.sh.Single_path_admin_down.Route_deleted_on_down.IPv6_fibmatch.pass: 1 +net.fib_tests.sh.Single_path_route_test.IPv4_fibmatch.pass: 1 +net.fib_tests.sh.Single_path_route_test.IPv6_fibmatch.pass: 1 +net.fib_tests.sh.Single_path_route_test.IPv4_fibmatch_-_no_route.pass: 1 +net.fib_tests.sh.IPv4_route_with_IPv6_gateway_tests.Multipath_route_add_-_v6_nexthop_then_v4.pass: 1 +net.fib_tests.sh.IPv4_route_with_IPv6_gateway_tests.Multipath_route_delete_-_nexthops_in_wrong_order.pass: 1 +net.fib_tests.sh.IPv4_route_with_IPv6_gateway_tests.Multipath_route_delete_exact_match.pass: 1 +net.fib_tests.sh.IPv4_route_with_IPv6_gateway_tests.Multipath_route_add_-_v4_nexthop_then_v6.pass: 1 net.fib_tests.sh.fail: 1 net.fib_nexthop_multiprefix.sh.IPv4_host_0_to_host_1_mtu_1300.pass: 1 net.fib_nexthop_multiprefix.sh.IPv6_host_0_to_host_1_mtu_1300.fail: 1 net.fib_nexthop_multiprefix.sh.IPv4_host_0_to_host_2_mtu_1350.pass: 1 net.fib_nexthop_multiprefix.sh.IPv6_host_0_to_host_2_mtu_1350.fail: 1 -net.fib_nexthop_multiprefix.sh.IPv4_host_0_to_host_3_mtu_1400.pass: 1 -net.fib_nexthop_multiprefix.sh.IPv6_host_0_to_host_3_mtu_1400.fail: 1 net.fib_nexthop_multiprefix.sh.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Create_nexthop_group_with_single_nexthop.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.IPv6_nexthop_with_IPv4_route.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.IPv4_route_with_IPv6_gateway.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Route_add.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.Route_delete.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.IPv4_route_with_MPLS_encap.pass: 1 +net.fib_nexthops.sh.IPv4_groups_functional.IPv4_route_with_MPLS_encap_-_check.pass: 1 net.fib_nexthops.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/net-ioam6 b/spec/stats/kernel-selftests/net-ioam6 index cee5d0d91..2033a9e5c 100644 --- a/spec/stats/kernel-selftests/net-ioam6 +++ b/spec/stats/kernel-selftests/net-ioam6 @@ -8,89 +8,22 @@ # TEST: Missing trace room (inline mode) [ OK ] # TEST: Missing trace room (encap mode) [ OK ] # TEST: Trace type with bit 0 only (inline mode) [ OK ] -# TEST: Trace type with bit 1 only (inline mode) [ OK ] -# TEST: Trace type with bit 10 only (inline mode) [ OK ] -# TEST: Trace type with bit 11 only (inline mode) [ OK ] -# TEST: Trace type with bit 12 only [ OK ] -# TEST: Trace type with bit 13 only [ OK ] -# TEST: Trace type with bit 14 only [ OK ] -# TEST: Trace type with bit 15 only [ OK ] -# TEST: Trace type with bit 16 only [ OK ] -# TEST: Trace type with bit 17 only [ OK ] -# TEST: Trace type with bit 18 only [ OK ] -# TEST: Trace type with bit 19 only [ OK ] -# TEST: Trace type with bit 20 only [ OK ] # TEST: Trace type with bit 21 only [ OK ] # TEST: Trace type with bit 22 only (inline mode) [ OK ] # TEST: Trace type with bit 0 only (encap mode) [ OK ] -# TEST: Trace type with bit 1 only (encap mode) [ OK ] -# TEST: Trace type with bit 2 only (encap mode) [ OK ] -# TEST: Trace type with bit 3 only (encap mode) [ OK ] -# TEST: Trace type with bit 4 only (encap mode) [ OK ] -# TEST: Trace type with bit 5 only (encap mode) [ OK ] -# TEST: Trace type with bit 6 only (encap mode) [ OK ] -# TEST: Trace type with bit 7 only (encap mode) [ OK ] -# TEST: Trace type with bit 8 only (encap mode) [ OK ] -# TEST: Trace type with bit 9 only (encap mode) [ OK ] -# TEST: Trace type with bit 10 only (encap mode) [ OK ] -# TEST: Trace type with bit 11 only (encap mode) [ OK ] -# TEST: Trace type with bit 12 only [ OK ] -# TEST: Trace type with bit 13 only [ OK ] -# TEST: Trace type with bit 14 only [ OK ] -# TEST: Trace type with bit 15 only [ OK ] -# TEST: Trace type with bit 16 only [ OK ] -# TEST: Trace type with bit 17 only [ OK ] -# TEST: Trace type with bit 18 only [ OK ] -# TEST: Trace type with bit 19 only [ OK ] -# TEST: Trace type with bit 20 only [ OK ] -# TEST: Trace type with bit 21 only [ OK ] -# TEST: Trace type with bit 22 only (encap mode) [ OK ] -# TEST: Full supported trace (inline mode) [ OK ] # TEST: Full supported trace (encap mode) [ OK ] # # -------------------------------------------------------------------------- # INPUT tests # -------------------------------------------------------------------------- # TEST: Unknown IOAM namespace (inline mode) [ OK ] -# TEST: Unknown IOAM namespace (encap mode) [ OK ] -# TEST: Missing trace room (inline mode) [ OK ] -# TEST: Missing trace room (encap mode) [ OK ] -# TEST: Overflow flag is set (inline mode) [ OK ] -# TEST: Overflow flag is set (encap mode) [ OK ] -# TEST: Trace type with bit 0 only (inline mode) [ OK ] -# TEST: Trace type with bit 1 only (inline mode) [ OK ] -# TEST: Trace type with bit 2 only (inline mode) [ OK ] -# TEST: Trace type with bit 3 only (inline mode) [ OK ] -# TEST: Trace type with bit 4 only (inline mode) [ OK ] -# TEST: Trace type with bit 5 only (inline mode) [ OK ] -# TEST: Trace type with bit 6 only (inline mode) [ OK ] -# TEST: Trace type with bit 7 only (inline mode) [ OK ] -# TEST: Trace type with bit 8 only (inline mode) [ OK ] -# TEST: Trace type with bit 9 only (inline mode) [ OK ] -# TEST: Trace type with bit 10 only (inline mode) [ OK ] -# TEST: Trace type with bit 11 only (inline mode) [ OK ] -# TEST: Trace type with bit 22 only (inline mode) [ OK ] -# TEST: Trace type with bit 0 only (encap mode) [ OK ] -# TEST: Trace type with bit 1 only (encap mode) [ OK ] -# TEST: Trace type with bit 2 only (encap mode) [ OK ] -# TEST: Trace type with bit 3 only (encap mode) [ OK ] -# TEST: Trace type with bit 4 only (encap mode) [ OK ] -# TEST: Trace type with bit 5 only (encap mode) [ OK ] -# TEST: Trace type with bit 6 only (encap mode) [ OK ] -# TEST: Trace type with bit 7 only (encap mode) [ OK ] -# TEST: Trace type with bit 8 only (encap mode) [ OK ] -# TEST: Trace type with bit 9 only (encap mode) [ OK ] -# TEST: Trace type with bit 10 only (encap mode) [ OK ] -# TEST: Trace type with bit 11 only (encap mode) [ OK ] -# TEST: Trace type with bit 22 only (encap mode) [ OK ] -# TEST: Full supported trace (inline mode) [ OK ] # TEST: Full supported trace (encap mode) [ OK ] # # -------------------------------------------------------------------------- # GLOBAL tests # -------------------------------------------------------------------------- # TEST: Forward - Full supported trace (inline mode) [ OK ] -# TEST: Forward - Full supported trace (encap mode) [ OK ] +# TEST: Forward - Full supported trace (encap mode) [FAIL] # # - Tests passed: 88 # - Tests failed: 0 diff --git a/spec/stats/kernel-selftests/net-ioam6.yaml b/spec/stats/kernel-selftests/net-ioam6.yaml index 99b538c1c..31f9e14b8 100644 --- a/spec/stats/kernel-selftests/net-ioam6.yaml +++ b/spec/stats/kernel-selftests/net-ioam6.yaml @@ -3,79 +3,12 @@ net.ioam6.sh.OUTPUT_tests.Unknown_IOAM_namespace_encap_mode.pass: 1 net.ioam6.sh.OUTPUT_tests.Missing_trace_room_inline_mode.pass: 1 net.ioam6.sh.OUTPUT_tests.Missing_trace_room_encap_mode.pass: 1 net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_0_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_1_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_10_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_11_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_12_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_13_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_14_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_15_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_16_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_17_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_18_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_19_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_20_only_inline_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_21_only_inline_mode.pass: 1 +net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_21_only.pass: 1 net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_22_only_inline_mode.pass: 1 net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_0_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_1_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_2_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_3_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_4_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_5_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_6_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_7_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_8_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_9_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_10_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_11_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_12_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_13_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_14_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_15_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_16_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_17_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_18_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_19_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_20_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_21_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Trace_type_with_bit_22_only_encap_mode.pass: 1 -net.ioam6.sh.OUTPUT_tests.Full_supported_trace_inline_mode.pass: 1 net.ioam6.sh.OUTPUT_tests.Full_supported_trace_encap_mode.pass: 1 net.ioam6.sh.INPUT_tests.Unknown_IOAM_namespace_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Unknown_IOAM_namespace_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Missing_trace_room_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Missing_trace_room_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Overflow_flag_is_set_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Overflow_flag_is_set_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_0_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_1_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_2_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_3_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_4_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_5_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_6_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_7_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_8_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_9_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_10_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_11_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_22_only_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_0_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_1_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_2_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_3_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_4_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_5_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_6_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_7_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_8_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_9_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_10_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_11_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Trace_type_with_bit_22_only_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Full_supported_trace_inline_mode.pass: 1 net.ioam6.sh.INPUT_tests.Full_supported_trace_encap_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Forward_-_Full_supported_trace_inline_mode.pass: 1 -net.ioam6.sh.INPUT_tests.Forward_-_Full_supported_trace_encap_mode.pass: 1 +net.ioam6.sh.GLOBAL_tests.Forward_-_Full_supported_trace_inline_mode.pass: 1 +net.ioam6.sh.GLOBAL_tests.Forward_-_Full_supported_trace_encap_mode.fail: 1 net.ioam6.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-test-vxlan-mdb-01 b/spec/stats/kernel-selftests/net-test-vxlan-mdb-01 index bc43131b7..99a9e8237 100644 --- a/spec/stats/kernel-selftests/net-test-vxlan-mdb-01 +++ b/spec/stats/kernel-selftests/net-test-vxlan-mdb-01 @@ -1,69 +1,33 @@ # selftests: net: test_vxlan_mdb.sh -# +# # Control path: Large scale MDB dump - IPv4 overlay / IPv4 underlay # ----------------------------------------------------------------- # TEST: Large scale dump - VXLAN device #1 [ OK ] # TEST: Large scale dump - VXLAN device #2 [ OK ] -# +# # Control path: Large scale MDB dump - IPv6 overlay / IPv4 underlay # ----------------------------------------------------------------- # TEST: Large scale dump - VXLAN device #1 [ OK ] # TEST: Large scale dump - VXLAN device #2 [ OK ] -# -# Control path: Large scale MDB dump - IPv4 overlay / IPv6 underlay -# ----------------------------------------------------------------- -# TEST: Large scale dump - VXLAN device #1 [ OK ] -# TEST: Large scale dump - VXLAN device #2 [ OK ] -# -# Control path: Large scale MDB dump - IPv6 overlay / IPv6 underlay -# ----------------------------------------------------------------- -# TEST: Large scale dump - VXLAN device #1 [ OK ] -# TEST: Large scale dump - VXLAN device #2 [ OK ] -# +# # Data path: MDB with FDB - IPv4 overlay / IPv4 underlay # ------------------------------------------------------ # TEST: IP multicast - first VTEP [FAIL] # TEST: IP multicast - second VTEP [ OK ] -# TEST: Broadcast - first VTEP [FAIL] -# TEST: Broadcast - second VTEP [ OK ] -# +# # Data path: MDB with FDB - IPv6 overlay / IPv4 underlay # ------------------------------------------------------ # TEST: IP multicast - first VTEP [ OK ] # TEST: IP multicast - second VTEP [ OK ] -# TEST: Broadcast - first VTEP [ OK ] -# TEST: Broadcast - second VTEP [ OK ] -# -# Data path: MDB with FDB - IPv4 overlay / IPv6 underlay -# ------------------------------------------------------ -# TEST: IP multicast - first VTEP [FAIL] -# TEST: IP multicast - second VTEP [ OK ] -# TEST: Broadcast - first VTEP [FAIL] -# TEST: Broadcast - second VTEP [ OK ] -# -# Data path: MDB with FDB - IPv6 overlay / IPv6 underlay -# ------------------------------------------------------ -# TEST: IP multicast - first VTEP [ OK ] -# TEST: IP multicast - second VTEP [ OK ] -# TEST: Broadcast - first VTEP [ OK ] -# TEST: Broadcast - second VTEP [ OK ] -# -# Data path: MDB torture test - IPv4 overlay / IPv4 underlay -# ---------------------------------------------------------- -# TEST: Torture test [ OK ] -# -# Data path: MDB torture test - IPv6 overlay / IPv4 underlay -# ---------------------------------------------------------- -# TEST: Torture test [ OK ] -# +# # Data path: MDB torture test - IPv4 overlay / IPv6 underlay # ---------------------------------------------------------- # TEST: Torture test [ OK ] -# +# # Data path: MDB torture test - IPv6 overlay / IPv6 underlay # ---------------------------------------------------------- # TEST: Torture test [ OK ] -# +# # Tests passed: 536 # Tests failed: 84 not ok 82 selftests: net: test_vxlan_mdb.sh # exit=1 diff --git a/spec/stats/kernel-selftests/net-test-vxlan-mdb-01.yaml b/spec/stats/kernel-selftests/net-test-vxlan-mdb-01.yaml index 6e03a4863..7650edb81 100644 --- a/spec/stats/kernel-selftests/net-test-vxlan-mdb-01.yaml +++ b/spec/stats/kernel-selftests/net-test-vxlan-mdb-01.yaml @@ -2,28 +2,10 @@ net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv4_overlay_/_IPv4_un net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv4_overlay_/_IPv4_underlay.Large_scale_dump_-_VXLAN_device_#2.pass: 1 net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv6_overlay_/_IPv4_underlay.Large_scale_dump_-_VXLAN_device_#1.pass: 1 net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv6_overlay_/_IPv4_underlay.Large_scale_dump_-_VXLAN_device_#2.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv4_overlay_/_IPv6_underlay.Large_scale_dump_-_VXLAN_device_#1.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv4_overlay_/_IPv6_underlay.Large_scale_dump_-_VXLAN_device_#2.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv6_overlay_/_IPv6_underlay.Large_scale_dump_-_VXLAN_device_#1.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Large_scale_MDB_dump_-_IPv6_overlay_/_IPv6_underlay.Large_scale_dump_-_VXLAN_device_#2.pass: 1 net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv4_underlay.IP_multicast_-_first_VTEP.fail: 1 net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv4_underlay.IP_multicast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv4_underlay.Broadcast_-_first_VTEP.fail: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv4_underlay.Broadcast_-_second_VTEP.pass: 1 net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv4_underlay.IP_multicast_-_first_VTEP.pass: 1 net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv4_underlay.IP_multicast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv4_underlay.Broadcast_-_first_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv4_underlay.Broadcast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv6_underlay.IP_multicast_-_first_VTEP.fail: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv6_underlay.IP_multicast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv6_underlay.Broadcast_-_first_VTEP.fail: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv4_overlay_/_IPv6_underlay.Broadcast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv6_underlay.IP_multicast_-_first_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv6_underlay.IP_multicast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv6_underlay.Broadcast_-_first_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_with_FDB_-_IPv6_overlay_/_IPv6_underlay.Broadcast_-_second_VTEP.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_torture_test_-_IPv4_overlay_/_IPv4_underlay.Torture_test.pass: 1 -net.test_vxlan_mdb.sh.Data_path_MDB_torture_test_-_IPv6_overlay_/_IPv4_underlay.Torture_test.pass: 1 net.test_vxlan_mdb.sh.Data_path_MDB_torture_test_-_IPv4_overlay_/_IPv6_underlay.Torture_test.pass: 1 net.test_vxlan_mdb.sh.Data_path_MDB_torture_test_-_IPv6_overlay_/_IPv6_underlay.Torture_test.pass: 1 net.test_vxlan_mdb.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/net-test-vxlan-mdb-02 b/spec/stats/kernel-selftests/net-test-vxlan-mdb-02 index 90de618f9..5bb3ddfab 100644 --- a/spec/stats/kernel-selftests/net-test-vxlan-mdb-02 +++ b/spec/stats/kernel-selftests/net-test-vxlan-mdb-02 @@ -5,9 +5,4 @@ # ------------------- # TEST: Flush by unspecified destination IP - IPv4 [ OK ] # TEST: Flush by specified destination IP - IPv6 [ OK ] -# TEST: Flush by unspecified destination IP - IPv6 [ OK ] -# TEST: Flush by specified destination VNI [ OK ] -# TEST: Flush by unspecified destination VNI [ OK ] -# TEST: Flush by destination VNI equal to source VNI [ OK ] -# TEST: Flush by unspecified destination VNI [ OK ] -# TEST: Flush by VLAN ID [ OK ] + diff --git a/spec/stats/kernel-selftests/net-test-vxlan-mdb-02.yaml b/spec/stats/kernel-selftests/net-test-vxlan-mdb-02.yaml index 78b1988c4..37e20c71e 100644 --- a/spec/stats/kernel-selftests/net-test-vxlan-mdb-02.yaml +++ b/spec/stats/kernel-selftests/net-test-vxlan-mdb-02.yaml @@ -1,7 +1,2 @@ net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_unspecified_destination_IP_-_IPv4.pass: 1 net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_specified_destination_IP_-_IPv6.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_unspecified_destination_IP_-_IPv6.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_specified_destination_VNI.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_unspecified_destination_VNI.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_destination_VNI_equal_to_source_VNI.pass: 1 -net.test_vxlan_mdb.sh.Control_path_Flush.Flush_by_VLAN_ID.pass: 1 diff --git a/spec/stats/kernel-selftests/net-udpgro b/spec/stats/kernel-selftests/net-udpgro deleted file mode 100644 index a8ba1f57b..000000000 --- a/spec/stats/kernel-selftests/net-udpgro +++ /dev/null @@ -1,22 +0,0 @@ -2022-10-11 06:12:10 make quicktest=1 run_tests -C net -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4fe89d07dcc2804c8b562f6c7896a45643d34b2f/tools/testing/selftests/net' -# selftests: net: udpgro.sh -# ipv4 -# no GRO ok -# no GRO chk cmsg ok -# GRO ok -# GRO chk cmsg ok -# GRO with custom segment size ok -# GRO with custom segment size cmsg ok -# bad GRO lookup ok -# multiple GRO socks ok -# ipv6 -# no GRO ok -# no GRO chk cmsg ok -# GRO ok -# GRO chk cmsg ok -# GRO with custom segment size ok -# GRO with custom segment size cmsg ok -# bad GRO lookup ok -# multiple GRO socks ok -ok 26 selftests: net: udpgro.sh diff --git a/spec/stats/kernel-selftests/net-udpgro-01 b/spec/stats/kernel-selftests/net-udpgro-01 new file mode 100644 index 000000000..c323606be --- /dev/null +++ b/spec/stats/kernel-selftests/net-udpgro-01 @@ -0,0 +1,10 @@ +2022-10-11 06:12:10 make quicktest=1 run_tests -C net +make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4fe89d07dcc2804c8b562f6c7896a45643d34b2f/tools/testing/selftests/net' +# selftests: net: udpgro.sh +# ipv4 +# no GRO ok +# no GRO chk cmsg ok +# ipv6 +# no GRO ok +# no GRO chk cmsg ok +ok 26 selftests: net: udpgro.sh diff --git a/spec/stats/kernel-selftests/net-udpgro-01.yaml b/spec/stats/kernel-selftests/net-udpgro-01.yaml new file mode 100644 index 000000000..fc2cebb29 --- /dev/null +++ b/spec/stats/kernel-selftests/net-udpgro-01.yaml @@ -0,0 +1,5 @@ +net.udpgro.sh.ipv4.no_GRO.pass: 1 +net.udpgro.sh.ipv4.no_GRO_chk_cmsg.pass: 1 +net.udpgro.sh.ipv6.no_GRO.pass: 1 +net.udpgro.sh.ipv6.no_GRO_chk_cmsg.pass: 1 +net.udpgro.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-udpgro-02 b/spec/stats/kernel-selftests/net-udpgro-02 index 643981c64..7c85aa3f3 100644 --- a/spec/stats/kernel-selftests/net-udpgro-02 +++ b/spec/stats/kernel-selftests/net-udpgro-02 @@ -19,18 +19,10 @@ TAP version 13 # ok # no GRO chk cmsg object file doesn't contain sec xdp_dummy # ok -# GRO object file doesn't contain sec xdp_dummy -# ok # GRO chk cmsg object file doesn't contain sec xdp_dummy # ok # GRO with custom segment size object file doesn't contain sec xdp_dummy # ok -# GRO with custom segment size cmsg object file doesn't contain sec xdp_dummy -# ok -# bad GRO lookup object file doesn't contain sec xdp_dummy -# ok -# multiple GRO socks object file doesn't contain sec xdp_dummy -# ok # ipv6 # no GRO object file doesn't contain sec xdp_dummy # ok diff --git a/spec/stats/kernel-selftests/net-udpgro-02.yaml b/spec/stats/kernel-selftests/net-udpgro-02.yaml index 2e9341a51..fcc5ce79d 100644 --- a/spec/stats/kernel-selftests/net-udpgro-02.yaml +++ b/spec/stats/kernel-selftests/net-udpgro-02.yaml @@ -1,12 +1,8 @@ net.make.pass: 1 net.udpgro.sh.ipv4.no_GRO.pass: 1 net.udpgro.sh.ipv4.no_GRO_chk_cmsg.pass: 1 -net.udpgro.sh.ipv4.GRO.pass: 1 net.udpgro.sh.ipv4.GRO_chk_cmsg.pass: 1 net.udpgro.sh.ipv4.GRO_with_custom_segment_size.pass: 1 -net.udpgro.sh.ipv4.GRO_with_custom_segment_size_cmsg.pass: 1 -net.udpgro.sh.ipv4.bad_GRO_lookup.pass: 1 -net.udpgro.sh.ipv4.multiple_GRO_socks.pass: 1 net.udpgro.sh.ipv6.no_GRO.pass: 1 net.udpgro.sh.ipv6.no_GRO_chk_cmsg.pass: 1 net.udpgro.sh.ipv6.GRO.pass: 1 diff --git a/spec/stats/kernel-selftests/net-14 b/spec/stats/kernel-selftests/net-udpgro-03 similarity index 100% rename from spec/stats/kernel-selftests/net-14 rename to spec/stats/kernel-selftests/net-udpgro-03 diff --git a/spec/stats/kernel-selftests/net-14.yaml b/spec/stats/kernel-selftests/net-udpgro-03.yaml similarity index 100% rename from spec/stats/kernel-selftests/net-14.yaml rename to spec/stats/kernel-selftests/net-udpgro-03.yaml diff --git a/spec/stats/kernel-selftests/net-udpgro.yaml b/spec/stats/kernel-selftests/net-udpgro.yaml deleted file mode 100644 index 8124407cf..000000000 --- a/spec/stats/kernel-selftests/net-udpgro.yaml +++ /dev/null @@ -1,17 +0,0 @@ -net.udpgro.sh.ipv4.no_GRO.pass: 1 -net.udpgro.sh.ipv4.no_GRO_chk_cmsg.pass: 1 -net.udpgro.sh.ipv4.GRO.pass: 1 -net.udpgro.sh.ipv4.GRO_chk_cmsg.pass: 1 -net.udpgro.sh.ipv4.GRO_with_custom_segment_size.pass: 1 -net.udpgro.sh.ipv4.GRO_with_custom_segment_size_cmsg.pass: 1 -net.udpgro.sh.ipv4.bad_GRO_lookup.pass: 1 -net.udpgro.sh.ipv4.multiple_GRO_socks.pass: 1 -net.udpgro.sh.ipv6.no_GRO.pass: 1 -net.udpgro.sh.ipv6.no_GRO_chk_cmsg.pass: 1 -net.udpgro.sh.ipv6.GRO.pass: 1 -net.udpgro.sh.ipv6.GRO_chk_cmsg.pass: 1 -net.udpgro.sh.ipv6.GRO_with_custom_segment_size.pass: 1 -net.udpgro.sh.ipv6.GRO_with_custom_segment_size_cmsg.pass: 1 -net.udpgro.sh.ipv6.bad_GRO_lookup.pass: 1 -net.udpgro.sh.ipv6.multiple_GRO_socks.pass: 1 -net.udpgro.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-udpgso b/spec/stats/kernel-selftests/net-udpgso index e81dbade8..ac0699175 100644 --- a/spec/stats/kernel-selftests/net-udpgso +++ b/spec/stats/kernel-selftests/net-udpgso @@ -9,6 +9,11 @@ TAP version 13 # ipv4 tx:64 gso:1 # ipv4 tx:65 gso:1 (fail) # OK +# ipv4 setsockopt +# ipv4 tx:1 gso:0 +# ipv4 tx:1472 gso:0 +# ipv4 tx:1473 gso:0 (fail) +# OK # ipv6 cmsg # device mtu (orig): 65536 # device mtu (test): 1500 diff --git a/spec/stats/kernel-selftests/net-udpgso.yaml b/spec/stats/kernel-selftests/net-udpgso.yaml index b0087cab5..64716343a 100644 --- a/spec/stats/kernel-selftests/net-udpgso.yaml +++ b/spec/stats/kernel-selftests/net-udpgso.yaml @@ -1,4 +1,5 @@ net.make.pass: 1 net.udpgso.sh.ipv4_cmsg.pass: 1 +net.udpgso.sh.ipv4_setsockopt.pass: 1 net.udpgso.sh.ipv6_cmsg.pass: 1 net.udpgso.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-veth-01.yaml b/spec/stats/kernel-selftests/net-veth-01.yaml index 4137f221a..1c5caddf5 100644 --- a/spec/stats/kernel-selftests/net-veth-01.yaml +++ b/spec/stats/kernel-selftests/net-veth-01.yaml @@ -1,17 +1 @@ -net.veth.sh.default.gro_flag.pass: 1 -net.veth.sh.default.peer_gro_flag.pass: 1 -net.veth.sh.with_gro_on.gro_flag.pass: 1 -net.veth.sh.with_gro_on.peer_gro_flag.pass: 1 -net.veth.sh.with_gro_on.tso_flag.pass: 1 -net.veth.sh.default_channels.fail: 1 -net.veth.sh.setting_tx_channels.pass: 1 -net.veth.sh.setting_both_rx_and_tx_channels.pass: 1 -net.veth.sh.bad_setting_combined_channels.pass: 1 -net.veth.sh.setting_invalid_channels_nr.pass: 1 -net.veth.sh.with_xdp_attached.gro_flag.pass: 1 -net.veth.sh.with_xdp_attached.peer_gro_flag.pass: 1 -net.veth.sh.decreasing_tx_channels_with_device_down.pass: 1 -net.veth.sh.decreasing_tx_channels_with_device_down.aggregation.pass: 1 -net.veth.sh.increasing_tx_channels_with_device_down.pass: 1 -net.veth.sh.aggregation_again_with_default_and_TSO_off.pass: 1 net.veth.sh.fail: 1 diff --git a/spec/stats/kernel-selftests/net-veth-02.yaml b/spec/stats/kernel-selftests/net-veth-02.yaml index 0a79aa6a6..85eccfa38 100644 --- a/spec/stats/kernel-selftests/net-veth-02.yaml +++ b/spec/stats/kernel-selftests/net-veth-02.yaml @@ -1,37 +1 @@ -net.veth.sh.default.gro_flag.pass: 1 -net.veth.sh.default.peer_gro_flag.pass: 1 -net.veth.sh.default.tso_flag.pass: 1 -net.veth.sh.default.peer_tso_flag.pass: 1 -net.veth.sh.default.aggregation.pass: 1 -net.veth.sh.default.aggregation_with_TSO_off.pass: 1 -net.veth.sh.with_gro_on.gro_flag.pass: 1 -net.veth.sh.with_gro_on.peer_gro_flag.pass: 1 -net.veth.sh.with_gro_on.tso_flag.pass: 1 -net.veth.sh.with_gro_on.peer_tso_flag.pass: 1 -net.veth.sh.with_gro_on.aggregation_with_TSO_off.pass: 1 -net.veth.sh.default_channels.pass: 1 -net.veth.sh.with_gro_enabled_on_link_down.gro_flag.pass: 1 -net.veth.sh.with_gro_enabled_on_link_down.peer_gro_flag.pass: 1 -net.veth.sh.with_gro_enabled_on_link_down.tso_flag.pass: 1 -net.veth.sh.with_gro_enabled_on_link_down.peer_tso_flag.pass: 1 -net.veth.sh.with_gro_enabled_on_link_down.aggregation_with_TSO_off.pass: 1 -net.veth.sh.setting_tx_channels.pass: 1 -net.veth.sh.setting_both_rx_and_tx_channels.pass: 1 -net.veth.sh.bad_setting_combined_channels.pass: 1 -net.veth.sh.setting_invalid_channels_nr.pass: 1 -net.veth.sh.bad_setting_XDP_with_RX_nr_less_than_TX.pass: 1 -net.veth.sh.bad_setting_reducing_RX_nr_below_peer_TX_with_XDP_set.pass: 1 -net.veth.sh.bad_setting_increasing_peer_TX_nr_above_RX_with_XDP_set.pass: 1 -net.veth.sh.with_xdp_attached.gro_flag.pass: 1 -net.veth.sh.with_xdp_attached.peer_gro_flag.pass: 1 -net.veth.sh.with_xdp_attached.tso_flag.pass: 1 -net.veth.sh.with_xdp_attached.peer_tso_flag.pass: 1 -net.veth.sh.with_xdp_attached.aggregation.pass: 1 -net.veth.sh.with_xdp_attached.after_dev_off_flag.pass: 1 -net.veth.sh.with_xdp_attached.peer_flag.pass: 1 -net.veth.sh.with_xdp_attached.after_gro_on_xdp_off_gro_flag.pass: 1 -net.veth.sh.decreasing_tx_channels_with_device_down.pass: 1 -net.veth.sh.decreasing_tx_channels_with_device_down.aggregation.pass: 1 -net.veth.sh.increasing_tx_channels_with_device_down.pass: 1 -net.veth.sh.aggregation_again_with_default_and_TSO_off.pass: 1 net.veth.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/net-vrf-strict-mode-test b/spec/stats/kernel-selftests/net-vrf-strict-mode-test index 233d42155..1042da815 100644 --- a/spec/stats/kernel-selftests/net-vrf-strict-mode-test +++ b/spec/stats/kernel-selftests/net-vrf-strict-mode-test @@ -7,28 +7,6 @@ # # TEST: init: strict_mode=0 by default, 0 vrfs [ OK ] # -# TEST: init: add vrf vrf100, 1 vrfs for table 100 [ OK ] -# -# TEST: init: vrf vrf100 up, addr 172.16.100.1/24 [ OK ] -# -# TEST: init: enable strict_mode (=1) [ OK ] -# -# TEST: init: CANNOT add vrf vrf101, 1 vrfs for table 100 [ OK ] -# -# TEST: init: disable strict_mode (=0) [ OK ] -# -# TEST: init: add vrf vrf101, 2 vrfs for table 100 [ OK ] -# -# TEST: init: vrf vrf101 up, addr 172.16.101.1/24 [ OK ] -# -# TEST: init: CANNOT enable strict_mode [ OK ] -# -# TEST: init: remove vrf vrf101 [ OK ] -# -# TEST: init: enable strict_mode (=1) [ OK ] -# -# TEST: init: add vrf vrf102, 1 vrfs for table 102 [ OK ] -# # TEST: init: vrf vrf102 up, addr 172.16.102.1/24 [ OK ] # # ################################################################################ @@ -38,22 +16,6 @@ # # TEST: testns: strict_mode=0 by default, 0 vrfs [ OK ] # -# TEST: testns: enable strict_mode (=1) [ OK ] -# -# TEST: testns: add vrf vrf100, 1 vrfs for table 100 [ OK ] -# -# TEST: testns: vrf vrf100 up, addr 10.0.100.1/24 [ OK ] -# -# TEST: testns: CANNOT add vrf vrf101, 1 vrfs for table 100 [ OK ] -# -# TEST: testns: CANNOT add vrf vrf102, 1 vrfs for table 100 [ OK ] -# -# TEST: testns: add vrf vrf200, 1 vrfs for table 200 [ OK ] -# -# TEST: testns: disable strict_mode (=0) [ OK ] -# -# TEST: testns: add vrf vrf101, 2 vrfs for table 100 [ OK ] -# # TEST: testns: add vrf vrf102, 3 vrfs for table 100 [ OK ] # # ################################################################################ @@ -64,26 +26,6 @@ # # TEST: testns: check strict_mode=0 [ OK ] # -# TEST: testns: remove vrf vrf101 [ OK ] -# -# TEST: testns: remove vrf vrf102 [ OK ] -# -# TEST: init: disable strict_mode (=0) [ OK ] -# -# TEST: testns: enable strict_mode (=1) [ OK ] -# -# TEST: init: enable strict_mode (=1) [ OK ] -# -# TEST: init: enable strict_mode (=1) [ OK ] -# -# TEST: testns: disable strict_mode (=0) [ OK ] -# -# TEST: testns: disable strict_mode (=0) [ OK ] -# -# TEST: init: check strict_mode=1 [ OK ] -# -# TEST: testns: check strict_mode=0 [ OK ] -# # Tests passed: 35 # Tests failed: 0 ok 57 selftests: net: vrf_strict_mode_test.sh diff --git a/spec/stats/kernel-selftests/net-vrf-strict-mode-test.yaml b/spec/stats/kernel-selftests/net-vrf-strict-mode-test.yaml index 7368cfab5..64f01e737 100644 --- a/spec/stats/kernel-selftests/net-vrf-strict-mode-test.yaml +++ b/spec/stats/kernel-selftests/net-vrf-strict-mode-test.yaml @@ -1,31 +1,7 @@ net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_strict_mode=0_by_default_0_vrfs.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_add_vrf_vrf100_1_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_vrf_vrf100_up_addr_172.16.100.1/24.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_enable_strict_mode_=1.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_CANNOT_add_vrf_vrf101_1_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_disable_strict_mode_=0.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_add_vrf_vrf101_2_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_vrf_vrf101_up_addr_172.16.101.1/24.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_CANNOT_enable_strict_mode.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_remove_vrf_vrf101.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_add_vrf_vrf102_1_vrfs_for_table_102.pass: 1 net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_init_network_namespace.init_vrf_vrf102_up_addr_172.16.102.1/24.pass: 1 net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_strict_mode=0_by_default_0_vrfs.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_enable_strict_mode_=1.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_add_vrf_vrf100_1_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_vrf_vrf100_up_addr_10.0.100.1/24.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_CANNOT_add_vrf_vrf101_1_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_CANNOT_add_vrf_vrf102_1_vrfs_for_table_100.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_add_vrf_vrf200_1_vrfs_for_table_200.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_disable_strict_mode_=0.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_add_vrf_vrf101_2_vrfs_for_table_100.pass: 1 net.vrf_strict_mode_test.sh.VRF_strict_mode_test_on_testns_network_namespace.testns_add_vrf_vrf102_3_vrfs_for_table_100.pass: 1 net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.init_check_strict_mode=1.pass: 1 net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.testns_check_strict_mode=0.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.testns_remove_vrf_vrf101.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.testns_remove_vrf_vrf102.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.init_disable_strict_mode_=0.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.testns_enable_strict_mode_=1.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.init_enable_strict_mode_=1.pass: 1 -net.vrf_strict_mode_test.sh.VRF_strict_mode_test_mixing_init_and_testns_network_namespaces.testns_disable_strict_mode_=0.pass: 1 net.vrf_strict_mode_test.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/netfilter-05 b/spec/stats/kernel-selftests/netfilter-05 index 50382d1c7..24afc9899 100644 --- a/spec/stats/kernel-selftests/netfilter-05 +++ b/spec/stats/kernel-selftests/netfilter-05 @@ -2,42 +2,17 @@ make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-521a547ced6477c54b4b0cc206000406c221b4d6/tools/testing/selftests/netfilter' TAP version 13 1..1 -# selftests: netfilter: nft_concat_range.sh -# TEST: performance -# net,port [ OK ] -# baseline (drop from netdev hook): 1641876pps -# baseline hash (non-ranged entries): 1273605pps -# baseline rbtree (match on first field only): 886393pps -# set with 1000 full, ranged entries: 1356473pps -# port,net [ OK ] -# baseline (drop from netdev hook): 1631981pps -# baseline hash (non-ranged entries): 1291292pps -# baseline rbtree (match on first field only): 1013569pps -# set with 100 full, ranged entries: 1369244pps -# net6,port [ OK ] -# baseline (drop from netdev hook): 1528582pps -# baseline hash (non-ranged entries): 1236295pps -# baseline rbtree (match on first field only): 729926pps -# set with 1000 full, ranged entries: 1204659pps -# port,proto [ OK ] -# baseline (drop from netdev hook): 1786168pps -# baseline hash (non-ranged entries): 1440478pps -# baseline rbtree (match on first field only): 959099pps -# set with 30000 full, ranged entries: 1233298pps -# net6,port,mac [ OK ] -# baseline (drop from netdev hook): 1517555pps -# baseline hash (non-ranged entries): 1168245pps -# baseline rbtree (match on first field only): 946397pps -# set with 10 full, ranged entries: 1156820pps -# net6,port,mac,proto [ OK ] -# baseline (drop from netdev hook): 1525906pps -# baseline hash (non-ranged entries): 1164566pps -# baseline rbtree (match on first field only): 728346pps -# set with 1000 full, ranged entries: 1088614pps -# net,mac [ OK ] -# baseline (drop from netdev hook): 1627161pps -# baseline hash (non-ranged entries): 1258732pps -# baseline rbtree (match on first field only): 888121pps -# set with 1000 full, ranged entries: 1313066pps +# selftests: net/netfilter: nft_concat_range.sh +# TEST: reported issues +# Add two elements, flush, re-add 3s [ OK ] +# net,mac with reload 0s [ OK ] +# net,port,proto 4s [ OK ] +# TEST: correctness +# net,port 0s [ OK ] +# port,net 1s [ OK ] +# net6,port 0s [ OK ] +# TEST: concurrency +# net,port 8s [ OK ] +# port,net 4s [ OK ] ok 1 selftests: netfilter: nft_concat_range.sh make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-521a547ced6477c54b4b0cc206000406c221b4d6/tools/testing/selftests/netfilter' diff --git a/spec/stats/kernel-selftests/netfilter-05.yaml b/spec/stats/kernel-selftests/netfilter-05.yaml index 00779be37..b26980b2e 100644 --- a/spec/stats/kernel-selftests/netfilter-05.yaml +++ b/spec/stats/kernel-selftests/netfilter-05.yaml @@ -1,37 +1,10 @@ netfilter.make.pass: 1 -netfilter.nft_concat_range.sh.performance.net_port.pass: 1 -netfilter.nft_concat_range.sh.performance.net_port.baseline_drop_from_netdev_hook_.packets_per_sec: 1641876 -netfilter.nft_concat_range.sh.performance.net_port.baseline_hash_non-ranged_entries_.packets_per_sec: 1273605 -netfilter.nft_concat_range.sh.performance.net_port.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 886393 -netfilter.nft_concat_range.sh.performance.net_port.set_with_1000_full_ranged_entries.packets_per_sec: 1356473 -netfilter.nft_concat_range.sh.performance.port_net.pass: 1 -netfilter.nft_concat_range.sh.performance.port_net.baseline_drop_from_netdev_hook_.packets_per_sec: 1631981 -netfilter.nft_concat_range.sh.performance.port_net.baseline_hash_non-ranged_entries_.packets_per_sec: 1291292 -netfilter.nft_concat_range.sh.performance.port_net.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 1013569 -netfilter.nft_concat_range.sh.performance.port_net.set_with_100_full_ranged_entries.packets_per_sec: 1369244 -netfilter.nft_concat_range.sh.performance.net6_port.pass: 1 -netfilter.nft_concat_range.sh.performance.net6_port.baseline_drop_from_netdev_hook_.packets_per_sec: 1528582 -netfilter.nft_concat_range.sh.performance.net6_port.baseline_hash_non-ranged_entries_.packets_per_sec: 1236295 -netfilter.nft_concat_range.sh.performance.net6_port.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 729926 -netfilter.nft_concat_range.sh.performance.net6_port.set_with_1000_full_ranged_entries.packets_per_sec: 1204659 -netfilter.nft_concat_range.sh.performance.port_proto.pass: 1 -netfilter.nft_concat_range.sh.performance.port_proto.baseline_drop_from_netdev_hook_.packets_per_sec: 1786168 -netfilter.nft_concat_range.sh.performance.port_proto.baseline_hash_non-ranged_entries_.packets_per_sec: 1440478 -netfilter.nft_concat_range.sh.performance.port_proto.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 959099 -netfilter.nft_concat_range.sh.performance.port_proto.set_with_30000_full_ranged_entries.packets_per_sec: 1233298 -netfilter.nft_concat_range.sh.performance.net6_port_mac.pass: 1 -netfilter.nft_concat_range.sh.performance.net6_port_mac.baseline_drop_from_netdev_hook_.packets_per_sec: 1517555 -netfilter.nft_concat_range.sh.performance.net6_port_mac.baseline_hash_non-ranged_entries_.packets_per_sec: 1168245 -netfilter.nft_concat_range.sh.performance.net6_port_mac.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 946397 -netfilter.nft_concat_range.sh.performance.net6_port_mac.set_with_10_full_ranged_entries.packets_per_sec: 1156820 -netfilter.nft_concat_range.sh.performance.net6_port_mac_proto.pass: 1 -netfilter.nft_concat_range.sh.performance.net6_port_mac_proto.baseline_drop_from_netdev_hook_.packets_per_sec: 1525906 -netfilter.nft_concat_range.sh.performance.net6_port_mac_proto.baseline_hash_non-ranged_entries_.packets_per_sec: 1164566 -netfilter.nft_concat_range.sh.performance.net6_port_mac_proto.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 728346 -netfilter.nft_concat_range.sh.performance.net6_port_mac_proto.set_with_1000_full_ranged_entries.packets_per_sec: 1088614 -netfilter.nft_concat_range.sh.performance.net_mac.pass: 1 -netfilter.nft_concat_range.sh.performance.net_mac.baseline_drop_from_netdev_hook_.packets_per_sec: 1627161 -netfilter.nft_concat_range.sh.performance.net_mac.baseline_hash_non-ranged_entries_.packets_per_sec: 1258732 -netfilter.nft_concat_range.sh.performance.net_mac.baseline_rbtree_match_on_first_field_only_.packets_per_sec: 888121 -netfilter.nft_concat_range.sh.performance.net_mac.set_with_1000_full_ranged_entries.packets_per_sec: 1313066 +net/netfilter.nft_concat_range.sh.reported_issues.Add_two_elements_flush_re-add.pass: 1 +net/netfilter.nft_concat_range.sh.reported_issues.net_mac_with_reload.pass: 1 +net/netfilter.nft_concat_range.sh.reported_issues.net_port_proto.pass: 1 +net/netfilter.nft_concat_range.sh.correctness.net_port.pass: 1 +net/netfilter.nft_concat_range.sh.correctness.port_net.pass: 1 +net/netfilter.nft_concat_range.sh.correctness.net6_port.pass: 1 +net/netfilter.nft_concat_range.sh.concurrency.net_port.pass: 1 +net/netfilter.nft_concat_range.sh.concurrency.port_net.pass: 1 netfilter.nft_concat_range.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/pidfd-01 b/spec/stats/kernel-selftests/pidfd-01 index 3f12ba1f5..a201f0f6d 100644 --- a/spec/stats/kernel-selftests/pidfd-01 +++ b/spec/stats/kernel-selftests/pidfd-01 @@ -1,30 +1,13 @@ make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-d6d5df1db6e9d7f8f76d2911707f7d5877251b02/tools/testing/selftests/pidfd' +TAP version 13 +1..7 # selftests: pidfd: pidfd_test -# TAP version 13 -# 1..4 -# # Parent: pid: 2793 -# # Parent: Waiting for Child (2794) to complete. -# # Time waited for child: 3 -# ok 1 pidfd_poll check for premature notification on child thread exec test: Passed -# # Parent: pid: 1212 -# # Parent: Waiting for Child (1224) to complete. -# # Parent: Child process waited for. -# # Time waited for child: 3 -# ok 2 pidfd_poll check for premature notification on child thread exec test: Passed -# ok 4 pidfd_poll check for premature notification on non-emptygroup leader exit test: Passed -# ok 5 pidfd_send_signal check for support test: pidfd_send_signal() syscall is supported. Tests can be executed -# waitpTAP version 13 +TAP version 13 # 1..8 # # Parent: pid: 2793 # # Parent: Waiting for Child (2794) to complete. # # Time waited for child: 3 # ok 1 pidfd_poll check for premature notification on child thread exec test: Passed -# # Parent: pid: 1212 -# # Parent: Waiting for Child (1224) to complete. -# # Parent: Child process waited for. -# # Time waited for child: 3 -# ok 2 pidfd_poll check for premature notification on child thread exec test: Passed -# ok 4 pidfd_poll check for premature notification on non-emptygroup leader exit test: Passed # ok 5 pidfd_send_signal check for support test: pidfd_send_signal() syscall is supported. Tests can be executed # ok 8 # SKIP pidfd_send_signal signal recycled pid test: Skipping test # # Pass 7 Fail 0 Xfail 0 Xpass 0 Skip 1 Error 0 @@ -39,9 +22,4 @@ ok 2 selftests: pidfd: pidfd_open_test # # running pidfd poll test for 10000 iterations # ok 1 pidfd poll test: pass ok 3 selftests: pidfd: pidfd_poll_test -# selftests: pidfd: pidfd_wait -# 1..2 -# ok 1 pidfd wait simple test: Passed -# # Pass 2 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -ok 4 selftests: pidfd: pidfd_wait make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-d6d5df1db6e9d7f8f76d2911707f7d5877251b02/tools/testing/selftests/pidfd' diff --git a/spec/stats/kernel-selftests/pidfd-01.yaml b/spec/stats/kernel-selftests/pidfd-01.yaml index 20d9c9179..64050e6de 100644 --- a/spec/stats/kernel-selftests/pidfd-01.yaml +++ b/spec/stats/kernel-selftests/pidfd-01.yaml @@ -1,12 +1,9 @@ pidfd.make.pass: 1 -pidfd.pidfd_test.pidfd_poll_check_for_premature_notification_on_child_thread_exec_test_Passed.pass: 1 -pidfd.pidfd_test.pidfd_poll_check_for_premature_notification_on_non-emptygroup_leader_exit_test_Passed.pass: 1 +pidfd.pidfd_test.pidfd_poll_check_for_premature_notification_on_child_thread_exec_test.pass: 1 pidfd.pidfd_test.pidfd_send_signal_check_for_support_test_pidfd_send_signal_syscall_is_supported._Tests_can_be_executed.pass: 1 -pidfd.pidfd_test.pidfd_send_signal_signal_recycled_pid.skip: 1 +pidfd.pidfd_test.pidfd_send_signal_signal_recycled_pid_test.skip: 1 pidfd.pidfd_test.pass: 1 -pidfd.pidfd_open_test.do_not_allow_invalid_pid_test_passed.pass: 1 +pidfd.pidfd_open_test.do_not_allow_invalid_pid_test.pass: 1 pidfd.pidfd_open_test.pass: 1 -pidfd.pidfd_poll_test.pidfd_poll_test_pass.pass: 1 +pidfd.pidfd_poll_test.pidfd_poll_test.pass: 1 pidfd.pidfd_poll_test.pass: 1 -pidfd.pidfd_wait.pidfd_wait_simple_test_Passed.pass: 1 -pidfd.pidfd_wait.pass: 1 diff --git a/spec/stats/kernel-selftests/pidfd-02 b/spec/stats/kernel-selftests/pidfd-02 index 7185608b3..e93909a83 100644 --- a/spec/stats/kernel-selftests/pidfd-02 +++ b/spec/stats/kernel-selftests/pidfd-02 @@ -5,10 +5,10 @@ # # New child: 2634, fd: 6 # # waitpid WEXITSTATUS=0 # # waitpid WEXITSTATUS=0 -# ok 1 test: Passed +# ok 1 pidfd check for NSpid in fdinfo test: Passed # # New child: 2635, fd: 5 # # waitpid WEXITSTATUS=0 -# ok 2 test: Passed +# ok 2 pidfd check fdinfo for dead process test: Passed # # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:0 error:0 ok 2 selftests: pidfd: pidfd_fdinfo_test # selftests: pidfd: pidfd_wait diff --git a/spec/stats/kernel-selftests/pidfd-02.yaml b/spec/stats/kernel-selftests/pidfd-02.yaml index 189b48c0b..3c181d300 100644 --- a/spec/stats/kernel-selftests/pidfd-02.yaml +++ b/spec/stats/kernel-selftests/pidfd-02.yaml @@ -1,5 +1,6 @@ pidfd.make.pass: 1 -pidfd.pidfd_fdinfo_test._test_Passed.pass: 1 +pidfd.pidfd_fdinfo_test.pidfd_check_for_NSpid_in_fdinfo_test.pass: 1 +pidfd.pidfd_fdinfo_test.pidfd_check_fdinfo_for_dead_process_test.pass: 1 pidfd.pidfd_fdinfo_test.pass: 1 pidfd.pidfd_wait.global.wait_simple.pass: 1 pidfd.pidfd_wait.global.wait_states.pass: 1 diff --git a/spec/stats/kernel-selftests/prctl b/spec/stats/kernel-selftests/prctl index eca822246..50bb7cc76 100644 --- a/spec/stats/kernel-selftests/prctl +++ b/spec/stats/kernel-selftests/prctl @@ -1,75 +1,38 @@ 2021-05-04 05:24:11 /kselftests/run_kselftest.sh -c prctl TAP version 13 1..12 +# timeout set to 300 # selftests: prctl: disable-tsc-ctxt-sw-stress-test -# [No further output means we're allright] +# [No further output means we're all right] +IPMI BMC is not supported on this machine, skip bmc-watchdog setup! ok 1 selftests: prctl: disable-tsc-ctxt-sw-stress-test -# selftests: prctl: disable-tsc-ctxt-sw-stress-test -# [No further output means we're allright] -ok 2 selftests: prctl: disable-tsc-ctxt-sw-stress-test -# selftests: prctl: disable-tsc-on-off-stress-test -# [No further output means we're allright] -ok 3 selftests: prctl: disable-tsc-on-off-stress-test -# selftests: prctl: disable-tsc-on-off-stress-test -# [No further output means we're allright] -ok 4 selftests: prctl: disable-tsc-on-off-stress-test -# selftests: prctl: disable-tsc-test -# rdtsc() == 1583379865128878 -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_ENABLE -# rdtsc() == 1583379865471631 -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583379865482184 -# prctl(PR_SET_TSC, PR_TSC_SIGSEGV) -# rdtsc() == [ SIG_SEGV ] -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_SIGSEGV -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583379865540225 -ok 5 selftests: prctl: disable-tsc-test -# selftests: prctl: disable-tsc-test -# rdtsc() == 1583380036106643 -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_ENABLE -# rdtsc() == 1583380036454019 -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583380036466059 -# prctl(PR_SET_TSC, PR_TSC_SIGSEGV) -# rdtsc() == [ SIG_SEGV ] -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_SIGSEGV -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583380036526427 -ok 6 selftests: prctl: disable-tsc-test -# selftests: prctl: disable-tsc-ctxt-sw-stress-test -# [No further output means we're allright] -ok 7 selftests: prctl: disable-tsc-ctxt-sw-stress-test -# selftests: prctl: disable-tsc-ctxt-sw-stress-test -# [No further output means we're allright] -ok 8 selftests: prctl: disable-tsc-ctxt-sw-stress-test -# selftests: prctl: disable-tsc-on-off-stress-test -# [No further output means we're allright] -ok 9 selftests: prctl: disable-tsc-on-off-stress-test -# selftests: prctl: disable-tsc-on-off-stress-test -# [No further output means we're allright] -ok 10 selftests: prctl: disable-tsc-on-off-stress-test -# selftests: prctl: disable-tsc-test -# rdtsc() == 1583512082556765 -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_ENABLE -# rdtsc() == 1583512082923990 -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583512082934471 -# prctl(PR_SET_TSC, PR_TSC_SIGSEGV) -# rdtsc() == [ SIG_SEGV ] -# prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_SIGSEGV -# prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583512082991790 -ok 11 selftests: prctl: disable-tsc-test +# timeout set to 300 +# [No further output means we're all right] +ok 2 selftests: prctl: disable-tsc-on-off-stress-test +# timeout set to 300 # selftests: prctl: disable-tsc-test -# rdtsc() == 1583512211217590 +# rdtsc() == 34276683311683 # prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_ENABLE -# rdtsc() == 1583512211675366 +# rdtsc() == 34276683686143 # prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583512211686417 +# rdtsc() == 34276683700451 # prctl(PR_SET_TSC, PR_TSC_SIGSEGV) # rdtsc() == [ SIG_SEGV ] # prctl(PR_GET_TSC, &tsc_val); tsc_val == PR_TSC_SIGSEGV # prctl(PR_SET_TSC, PR_TSC_ENABLE) -# rdtsc() == 1583512211744685 -ok 12 selftests: prctl: disable-tsc-test +# rdtsc() == 34276683798161 +ok 3 selftests: prctl: disable-tsc-test +# timeout set to 300 +# selftests: prctl: set-anon-vma-name-test +# TAP version 13 +# 1..1 +# # Starting 1 tests from 1 test cases. +# # RUN vma.renaming ... +# # set-anon-vma-name-test.c:93:renaming:Try to rename the VMA with correct parameters +# # set-anon-vma-name-test.c:97:renaming:Try to pass invalid name (with non-printable character \1) to rename the VMA +# # set-anon-vma-name-test.c:100:renaming:Try to rename non-anonymous VMA +# # OK vma.renaming +# ok 1 vma.renaming +# # PASSED: 1 / 1 tests passed. +# # Totals: pass:1 fail:0 xfail:0 xpass:0 skip:0 error:0 +ok 4 selftests: prctl: set-anon-vma-name-test diff --git a/spec/stats/kernel-selftests/prctl.yaml b/spec/stats/kernel-selftests/prctl.yaml index 4e5f18884..5342000cb 100644 --- a/spec/stats/kernel-selftests/prctl.yaml +++ b/spec/stats/kernel-selftests/prctl.yaml @@ -1,12 +1,6 @@ -prctl.1.disable-tsc-ctxt-sw-stress-test.pass: 1 -prctl.2.disable-tsc-ctxt-sw-stress-test.pass: 1 -prctl.3.disable-tsc-on-off-stress-test.pass: 1 -prctl.4.disable-tsc-on-off-stress-test.pass: 1 -prctl.5.disable-tsc-test.pass: 1 -prctl.6.disable-tsc-test.pass: 1 -prctl.7.disable-tsc-ctxt-sw-stress-test.pass: 1 -prctl.8.disable-tsc-ctxt-sw-stress-test.pass: 1 -prctl.9.disable-tsc-on-off-stress-test.pass: 1 -prctl.10.disable-tsc-on-off-stress-test.pass: 1 -prctl.11.disable-tsc-test.pass: 1 -prctl.12.disable-tsc-test.pass: 1 +prctl.disable-tsc-ctxt-sw-stress-test.pass: 1 +prctl.disable-tsc-on-off-stress-test.pass: 1 +prctl.disable-tsc-test.pass: 1 +prctl.make.pass: 1 +prctl.set-anon-vma-name-test.vma.renaming.pass: 1 +prctl.set-anon-vma-name-test.pass: 1 diff --git a/spec/stats/kernel-selftests/protection-keys-01 b/spec/stats/kernel-selftests/protection-keys-01 deleted file mode 100644 index ba0bc8281..000000000 --- a/spec/stats/kernel-selftests/protection-keys-01 +++ /dev/null @@ -1,27 +0,0 @@ -# selftests: mm: protection_keys_64 -2022-01-12 03:06:10 mm/protection_keys_64 -has pkeys: 1 -startup pkey_reg: 0000000055555550 -... -test 19 PASSED (iteration 21) -test 0 PASSED (iteration 22) -test 1 PASSED (iteration 22) -test 2 PASSED (iteration 22) -test 3 PASSED (iteration 22) -test 4 PASSED (iteration 22) -test 5 PASSED (iteration 22) -test 6 PASSED (iteration 22) -test 7 PASSED (iteration 22) -test 8 PASSED (iteration 22) -test 9 PASSED (iteration 22) -test 10 PASSED (iteration 22) -test 11 PASSED (iteration 22) -test 12 PASSED (iteration 22) -test 13 PASSED (iteration 22) -test 14 PASSED (iteration 22) -test 15 PASSED (iteration 22) -test 16 PASSED (iteration 22) -test 17 PASSED (iteration 22) -test 18 PASSED (iteration 22) -test 19 PASSED (iteration 22) -done (all tests OK) diff --git a/spec/stats/kernel-selftests/protection-keys-01.yaml b/spec/stats/kernel-selftests/protection-keys-01.yaml deleted file mode 100644 index cf382856c..000000000 --- a/spec/stats/kernel-selftests/protection-keys-01.yaml +++ /dev/null @@ -1 +0,0 @@ -mm.protection_keys_64.pass: 1 diff --git a/spec/stats/kernel-selftests/protection-keys-02 b/spec/stats/kernel-selftests/protection-keys-02 deleted file mode 100644 index 724118aee..000000000 --- a/spec/stats/kernel-selftests/protection-keys-02 +++ /dev/null @@ -1,6 +0,0 @@ -# selftests: mm: protection_keys_64 -2022-01-12 03:06:10 mm/protection_keys_64 -has pkeys: 1 -startup pkey_reg: 0000000055555550 -assert() at protection_keys.c::225 test_nr: 0 iteration: 1 -errno at assert: 0 diff --git a/spec/stats/kernel-selftests/protection-keys-02.yaml b/spec/stats/kernel-selftests/protection-keys-02.yaml deleted file mode 100644 index 05fa569fe..000000000 --- a/spec/stats/kernel-selftests/protection-keys-02.yaml +++ /dev/null @@ -1 +0,0 @@ -mm.protection_keys_64.fail: 1 diff --git a/spec/stats/kernel-selftests/protection-keys-03 b/spec/stats/kernel-selftests/protection-keys-03 deleted file mode 100644 index 58cc03925..000000000 --- a/spec/stats/kernel-selftests/protection-keys-03 +++ /dev/null @@ -1,4 +0,0 @@ -# selftests: mm: protection_keys_64 -2022-01-12 03:06:10 mm/protection_keys_64 -has pkeys: 1 -protection_keys_64: protection_keys.c:1362: test_mprotect_with_pkey_0: Assertion `!pkey_last_malloc_record' failed. diff --git a/spec/stats/kernel-selftests/protection-keys-03.yaml b/spec/stats/kernel-selftests/protection-keys-03.yaml deleted file mode 100644 index 05fa569fe..000000000 --- a/spec/stats/kernel-selftests/protection-keys-03.yaml +++ /dev/null @@ -1 +0,0 @@ -mm.protection_keys_64.fail: 1 diff --git a/spec/stats/kernel-selftests/protection-keys-04 b/spec/stats/kernel-selftests/protection-keys-04 deleted file mode 100644 index cd07c6444..000000000 --- a/spec/stats/kernel-selftests/protection-keys-04 +++ /dev/null @@ -1,4 +0,0 @@ -# selftests: mm: protection_keys_64 -2022-01-12 03:06:10 mm/protection_keys_64 -has pkeys: 0 -running PKEY tests for unsupported CPU/OS diff --git a/spec/stats/kernel-selftests/protection-keys-04.yaml b/spec/stats/kernel-selftests/protection-keys-04.yaml deleted file mode 100644 index e2a779398..000000000 --- a/spec/stats/kernel-selftests/protection-keys-04.yaml +++ /dev/null @@ -1 +0,0 @@ -mm.protection_keys_64.skip: 1 diff --git a/spec/stats/kernel-selftests/resctrl-01 b/spec/stats/kernel-selftests/resctrl-01 deleted file mode 100644 index b3c311079..000000000 --- a/spec/stats/kernel-selftests/resctrl-01 +++ /dev/null @@ -1,219 +0,0 @@ -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-ff2931ef3ca464d20342c4768985f84c3c1ae6a7' -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-ff2931ef3ca464d20342c4768985f84c3c1ae6a7/tools/testing/selftests/resctrl' -gcc -g -Wall -c resctrl_val.c cat_test.c cqm_test.c mbm_test.c fill_buf.c resctrl_tests.c cache.c mba_test.c resctrlfs.c -gcc -g -Wall -o resctrl_tests resctrl_val.o cat_test.o cqm_test.o mbm_test.o fill_buf.o resctrl_tests.o cache.o mba_test.o resctrlfs.o -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-ff2931ef3ca464d20342c4768985f84c3c1ae6a7/tools/testing/selftests/resctrl' -2020-02-28 11:23:44 resctrl/resctrl_tests -TAP version 13 -ok kernel supports resctrl filesystem -ok resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 35.495234] resctrl: L3 allocation detected -# dmesg: [ 35.505553] resctrl: L3DATA allocation detected -# dmesg: [ 35.519745] resctrl: L3CODE allocation detected -# dmesg: [ 35.519748] resctrl: L3 monitoring detected -# Starting MBM BW change ... -ok mounting resctrl to "/sys/fs/resctrl" -TAP version 13 -ok kernel supports resctrl filesystem -ok resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 35.495234] resctrl: L3 allocation detected -# dmesg: [ 35.505553] resctrl: L3DATA allocation detected -# dmesg: [ 35.519745] resctrl: L3CODE allocation detected -# dmesg: [ 35.519748] resctrl: L3 monitoring detected -# Starting MBM BW change ... -ok mounting resctrl to "/sys/fs/resctrl" -# benchmark PID: 10764 -ok writing benchmark parameters to resctrl FS -# Checking for pass/fail -not ok MBM: diff within 300% -# avg_diff: 406 -# Span (MB): 250 -# avg_bw_imc: 10766 -# avg_bw_resc: 11172 -ok MBM: bw change -# Starting MBA Schemata change ... -ok mounting resctrl to "/sys/fs/resctrl" -TAP version 13 -ok kernel supports resctrl filesystem -ok resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 35.495234] resctrl: L3 allocation detected -# dmesg: [ 35.505553] resctrl: L3DATA allocation detected -# dmesg: [ 35.519745] resctrl: L3CODE allocation detected -# dmesg: [ 35.519748] resctrl: L3 monitoring detected -# Starting MBM BW change ... -ok mounting resctrl to "/sys/fs/resctrl" -# benchmark PID: 10764 -ok writing benchmark parameters to resctrl FS -# Checking for pass/fail -not ok MBM: diff within 300% -# avg_diff: 406 -# Span (MB): 250 -# avg_bw_imc: 10766 -# avg_bw_resc: 11172 -ok MBM: bw change -# Starting MBA Schemata change ... -ok mounting resctrl to "/sys/fs/resctrl" -# benchmark PID: 10787 -ok writing benchmark parameters to resctrl FS -ok Write schema "MB:0=100" to resctrl FS -ok Write schema "MB:0=90" to resctrl FS -ok Write schema "MB:0=80" to resctrl FS -ok Write schema "MB:0=70" to resctrl FS -ok Write schema "MB:0=60" to resctrl FS -ok Write schema "MB:0=50" to resctrl FS -ok Write schema "MB:0=40" to resctrl FS -ok Write schema "MB:0=30" to resctrl FS -ok Write schema "MB:0=20" to resctrl FS -ok Write schema "MB:0=10" to resctrl FS -# Results are displayed in (MB) -not ok MBA schemata percentage 100 smaller than 300 % -# avg_diff: 410 -# avg_bw_imc: 11407 -# avg_bw_resc: 11817 -not ok MBA schemata percentage 90 smaller than 300 % -# avg_diff: 436 -# avg_bw_imc: 11880 -# avg_bw_resc: 12316 -not ok MBA schemata percentage 80 smaller than 300 % -# avg_diff: 430 -# avg_bw_imc: 11888 -# avg_bw_resc: 12318 -not ok MBA schemata percentage 70 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11852 -# avg_bw_resc: 12286 -not ok MBA schemata percentage 60 smaller than 300 % -# avg_diff: 426 -# avg_bw_imc: 11867 -# avg_bw_resc: 12293 -not ok MBA schemata percentage 50 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11868 -# avg_bw_resc: 12302 -not ok MBA schemata percentage 40 smaller than 300 % -# avg_diff: 429 -# avg_bw_imc: 11848 -# avg_bw_resc: 12277 -not ok MBA schemata percentage 30 smaller than 300 % -# avg_diff: 433 -# avg_bw_imc: 11858 -# avg_bw_resc: 12291 -not ok MBA schemata percentage 20 smaller than 300 % -# avg_diff: 433 -# avg_bw_imc: 11866 -# avg_bw_resc: 12299 -not ok MBA schemata percentage 10 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11866 -# avg_bw_resc: 12300 -not ok schemata change using MBA # at least one test failed -ok MBA: schemata change -# Starting CQM test ... -ok mounting resctrl to "/sys/fs/resctrl" -cache size :57671680 -TAP version 13 -ok kernel supports resctrl filesystem -ok resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 35.495234] resctrl: L3 allocation detected -# dmesg: [ 35.505553] resctrl: L3DATA allocation detected -# dmesg: [ 35.519745] resctrl: L3CODE allocation detected -# dmesg: [ 35.519748] resctrl: L3 monitoring detected -# Starting MBM BW change ... -ok mounting resctrl to "/sys/fs/resctrl" -# benchmark PID: 10764 -ok writing benchmark parameters to resctrl FS -# Checking for pass/fail -not ok MBM: diff within 300% -# avg_diff: 406 -# Span (MB): 250 -# avg_bw_imc: 10766 -# avg_bw_resc: 11172 -ok MBM: bw change -# Starting MBA Schemata change ... -ok mounting resctrl to "/sys/fs/resctrl" -# benchmark PID: 10787 -ok writing benchmark parameters to resctrl FS -ok Write schema "MB:0=100" to resctrl FS -ok Write schema "MB:0=90" to resctrl FS -ok Write schema "MB:0=80" to resctrl FS -ok Write schema "MB:0=70" to resctrl FS -ok Write schema "MB:0=60" to resctrl FS -ok Write schema "MB:0=50" to resctrl FS -ok Write schema "MB:0=40" to resctrl FS -ok Write schema "MB:0=30" to resctrl FS -ok Write schema "MB:0=20" to resctrl FS -ok Write schema "MB:0=10" to resctrl FS -# Results are displayed in (MB) -not ok MBA schemata percentage 100 smaller than 300 % -# avg_diff: 410 -# avg_bw_imc: 11407 -# avg_bw_resc: 11817 -not ok MBA schemata percentage 90 smaller than 300 % -# avg_diff: 436 -# avg_bw_imc: 11880 -# avg_bw_resc: 12316 -not ok MBA schemata percentage 80 smaller than 300 % -# avg_diff: 430 -# avg_bw_imc: 11888 -# avg_bw_resc: 12318 -not ok MBA schemata percentage 70 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11852 -# avg_bw_resc: 12286 -not ok MBA schemata percentage 60 smaller than 300 % -# avg_diff: 426 -# avg_bw_imc: 11867 -# avg_bw_resc: 12293 -not ok MBA schemata percentage 50 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11868 -# avg_bw_resc: 12302 -not ok MBA schemata percentage 40 smaller than 300 % -# avg_diff: 429 -# avg_bw_imc: 11848 -# avg_bw_resc: 12277 -not ok MBA schemata percentage 30 smaller than 300 % -# avg_diff: 433 -# avg_bw_imc: 11858 -# avg_bw_resc: 12291 -not ok MBA schemata percentage 20 smaller than 300 % -# avg_diff: 433 -# avg_bw_imc: 11866 -# avg_bw_resc: 12299 -not ok MBA schemata percentage 10 smaller than 300 % -# avg_diff: 434 -# avg_bw_imc: 11866 -# avg_bw_resc: 12300 -not ok schemata change using MBA # at least one test failed -ok MBA: schemata change -# Starting CQM test ... -ok mounting resctrl to "/sys/fs/resctrl" -cache size :57671680 -# benchmark PID: 10958 -ok writing benchmark parameters to resctrl FS -# checking for pass/fail -ok CQM: diff within 2000000, 15% -# diff: 585728 -# percent diff=4 -# Results are displayed in (Bytes) -# Number of bits: 5 -# Avg_llc_occu_resc: 15003648 -# llc_occu_exp (span): 14417920 -ok CQM: test -# Starting CAT test ... -ok mounting resctrl to "/sys/fs/resctrl" -cache size :57671680 -ok writing benchmark parameters to resctrl FS -ok Write schema "L3:0=7fff" to resctrl FS -# Checking for pass/fail -not ok CAT: cache miss rate within 4% -# Percent diff=35 -# Number of bits: 15 -# Avg_llc_perf_miss: 438577 -# Allocated cache lines: 675840 -ok CAT: test -1..39 diff --git a/spec/stats/kernel-selftests/resctrl-01.yaml b/spec/stats/kernel-selftests/resctrl-01.yaml deleted file mode 100644 index 827febbf5..000000000 --- a/spec/stats/kernel-selftests/resctrl-01.yaml +++ /dev/null @@ -1,33 +0,0 @@ -resctrl.resctrl_mountpoint_/sys/fs/resctrl_exists.pass: 1 -resctrl.mounting_resctrl_to_/sys/fs/resctrl.pass: 1 -resctrl.make.pass: 1 -resctrl.writing_benchmark_parameters_to_resctrl_FS.pass: 1 -resctrl.MBM_diff_within_300%.fail: 1 -resctrl.MBM_bw_change.pass: 1 -resctrl.Write_schema_MB_0=100_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=90_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=80_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=70_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=60_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=50_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=40_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=30_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=20_to_resctrl_FS.pass: 1 -resctrl.Write_schema_MB_0=10_to_resctrl_FS.pass: 1 -resctrl.MBA_schemata_percentage_100_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_90_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_80_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_70_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_60_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_50_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_40_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_30_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_20_smaller_than_300_%.fail: 1 -resctrl.MBA_schemata_percentage_10_smaller_than_300_%.fail: 1 -resctrl.schemata_change_using_MBA_#_at_least_one_test_failed.fail: 1 -resctrl.MBA_schemata_change.pass: 1 -resctrl.CQM_diff_within_2000000_15%.pass: 1 -resctrl.CQM_test.pass: 1 -resctrl.Write_schema_L3_0=7fff_to_resctrl_FS.pass: 1 -resctrl.CAT_cache_miss_rate_within_4%.fail: 1 -resctrl.CAT_test.pass: 1 diff --git a/spec/stats/kernel-selftests/resctrl-02 b/spec/stats/kernel-selftests/resctrl-02 index c69aef742..e3ce2d63b 100644 --- a/spec/stats/kernel-selftests/resctrl-02 +++ b/spec/stats/kernel-selftests/resctrl-02 @@ -1,122 +1,47 @@ -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-25eba7c82c367e31e4b75503d21e3857a6a796b0/tools/testing/selftests/resctrl' -gcc -g -Wall -O2 -D_FORTIFY_SOURCE=2 -c resctrl_val.c cat_test.c cmt_test.c mbm_test.c resctrl_tests.c fill_buf.c cache.c mba_test.c resctrlfs.c -gcc -g -Wall -O2 -D_FORTIFY_SOURCE=2 -o resctrl_tests resctrl_val.o cat_test.o cmt_test.o mbm_test.o resctrl_tests.o fill_buf.o cache.o mba_test.o resctrlfs.o -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-25eba7c82c367e31e4b75503d21e3857a6a796b0/tools/testing/selftests/resctrl' -2021-06-25 23:06:55 resctrl/resctrl_tests +2024-10-23 01:00:01 make -j224 -C resctrl +make: Entering directory '/usr/src/perf_selftests-x86_64-os-bkc-post-si-6.6-staging-gnr-kselftests-ffc253263a1375a65fa6c9f62a893e9767fbebfa/tools/testing/selftests/resctrl'SOURCE=2 -isystem /usr/src/perf_selftests-x86_64-os-bkc-post-si-6.6-staging-gnr-kselftests-ffc253263a1375a65fa6c9f62 +a893e9767fbebfa/usr/include resctrl_tests.c cache.c cat_test.c cmt_test.c fill_buf.c mba_test.c mbm_test.c resctrl.h resctrl_val.c resctrlfs.c -o /usr/src/perf_selftests-x86_64-os-bkc-post-si-6.6-staging-gnr-kselftests-ffc253263a1375a65fa6c9f62a893e9767fbebfa/tools/testing/selftests/resctrl/resctrl_tests +2024-10-23 01:00:04 resctrl/resctrl_tests TAP version 13 # Pass: Check kernel supports resctrl filesystem # Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists # resctrl filesystem not mounted -# dmesg: [ 8.929464] resctrl: MB allocation detected -# dmesg: [ 8.938736] resctrl: L3 monitoring detected +# dmesg: [ 68.470179] resctrl: L3 allocation detected +# dmesg: [ 68.482359] resctrl: L2 allocation detected +# dmesg: [ 68.487931] resctrl: MB allocation detected +# dmesg: [ 68.493531] resctrl: L3 monitoring detected 1..4 # Starting MBM BW change ... # Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 8.929464] resctrl: MB allocation detected -# dmesg: [ 8.938736] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 10635 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check MBM diff within 5% -# avg_diff_per: 2% -# Span (MB): 250 -# avg_bw_imc: 13338 -# avg_bw_resc: 13047 -ok 1 MBM: bw change -# Starting MBA Schemata change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -Failed to open cache level: No such file or directory -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 8.929464] resctrl: MB allocation detected -# dmesg: [ 8.938736] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 10635 +# Benchmark PID: 3594 # Writing benchmark parameters to resctrl FS +# Write schema "MB:0=100" to resctrl FS # Checking for pass/fail # Pass: Check MBM diff within 5% -# avg_diff_per: 2% +# avg_diff_per: 0% # Span (MB): 250 -# avg_bw_imc: 13338 -# avg_bw_resc: 13047 +# avg_bw_imc: 11674 +# avg_bw_resc: 11597 ok 1 MBM: bw change # Starting MBA Schemata change ... # Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 10659 -# Writing benchmark parameters to resctrl FS -# Write schema "MB:0=100" to resctrl FS -# Write schema "MB:0=90" to resctrl FS -# Write schema "MB:0=80" to resctrl FS -# Write schema "MB:0=70" to resctrl FS -# Write schema "MB:0=60" to resctrl FS -# Write schema "MB:0=50" to resctrl FS -# Write schema "MB:0=40" to resctrl FS -# Write schema "MB:0=30" to resctrl FS -# Write schema "MB:0=20" to resctrl FS -# Write schema "MB:0=10" to resctrl FS -# Results are displayed in (MB) -# Pass: Check MBA diff within 5% for schemata 100 -# avg_diff_per: 2% -# avg_bw_imc: 13308 -# avg_bw_resc: 12974 -# Pass: Check MBA diff within 5% for schemata 90 -# avg_diff_per: 1% -# avg_bw_imc: 9581 -# avg_bw_resc: 9399 -# Pass: Check MBA diff within 5% for schemata 80 -# avg_diff_per: 1% -# avg_bw_imc: 9659 -# avg_bw_resc: 9488 -# Pass: Check MBA diff within 5% for schemata 70 -# avg_diff_per: 1% -# avg_bw_imc: 9730 -# avg_bw_resc: 9550 -# Pass: Check MBA diff within 5% for schemata 60 -# avg_diff_per: 1% -# avg_bw_imc: 8536 -# avg_bw_resc: 8378 -# Pass: Check MBA diff within 5% for schemata 50 -# avg_diff_per: 2% -# avg_bw_imc: 7575 -# avg_bw_resc: 7411 -# Pass: Check MBA diff within 5% for schemata 40 -# avg_diff_per: 1% -# avg_bw_imc: 6868 -# avg_bw_resc: 6731 -# Pass: Check MBA diff within 5% for schemata 30 -# avg_diff_per: 2% -# avg_bw_imc: 3887 -# avg_bw_resc: 3792 -# Pass: Check MBA diff within 5% for schemata 20 -# avg_diff_per: 2% -# avg_bw_imc: 2804 -# avg_bw_resc: 2743 # Pass: Check MBA diff within 5% for schemata 10 -# avg_diff_per: 3% -# avg_bw_imc: 1863 -# avg_bw_resc: 1804 +# avg_diff_per: 2% +# avg_bw_imc: 850 +# avg_bw_resc: 827 # Pass: Check schemata change using MBA ok 2 MBA: schemata change -# Starting CMT test ... +# Starting CAT test ... # Mounting resctrl to "/sys/fs/resctrl" # Mounting resctrl to "/sys/fs/resctrl" -not ok 3 CMT: test -# Starting CAT test ... -ok 4 # SKIP Hardware does not support CAT or CAT is disabled -# Totals: pass:2 fail:1 xfail:0 xpass:0 skip:1 error:0 +# Cache size :12582912 +# Writing benchmark parameters to resctrl FS +# Write schema "L3:0=3f" to resctrl FS +# Checking for pass/fail +# Fail: Check cache miss rate within 4% +# Percent diff=116 +# Number of bits: 6 +# Average LLC val: 212775 +# Cache span (lines): 98304 +not ok 4 CAT: test +# Totals: pass:4 fail:0 xfail:0 xpass:0 skip:0 error:0 diff --git a/spec/stats/kernel-selftests/resctrl-02.yaml b/spec/stats/kernel-selftests/resctrl-02.yaml index 0f092642d..0017052a8 100644 --- a/spec/stats/kernel-selftests/resctrl-02.yaml +++ b/spec/stats/kernel-selftests/resctrl-02.yaml @@ -1,18 +1,4 @@ -resctrl.resctrl_mountpoint_/sys/fs/resctrl_exists.pass: 1 resctrl.make.pass: 1 -resctrl.MBM_diff_within_5%.pass: 1 resctrl.MBM_bw_change.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_100.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_90.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_80.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_70.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_60.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_50.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_40.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_30.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_20.pass: 1 -resctrl.MBA_diff_within_5%_for_schemata_10.pass: 1 -resctrl.schemata_change_using_MBA.pass: 1 resctrl.MBA_schemata_change.pass: 1 -resctrl.CMT_test.fail: 1 -resctrl.CAT_test.skip: 1 +resctrl.CAT_test.fail: 1 diff --git a/spec/stats/kernel-selftests/resctrl-03 b/spec/stats/kernel-selftests/resctrl-03 deleted file mode 100644 index 6152c3267..000000000 --- a/spec/stats/kernel-selftests/resctrl-03 +++ /dev/null @@ -1,137 +0,0 @@ -make[1]: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-2fdecfcb9dd8bc5adefde782a3213f2da884ec53/tools/testing/selftests/resctrl' -gcc -g -Wall -O2 -D_FORTIFY_SOURCE=2 -c resctrl_val.c cmt_test.c cat_test.c mbm_test.c fill_buf.c resctrl_tests.c cache.c mba_test.c resctrlfs.c -gcc -g -Wall -O2 -D_FORTIFY_SOURCE=2 -o resctrl_tests resctrl_val.o cmt_test.o cat_test.o mbm_test.o fill_buf.o resctrl_tests.o cache.o mba_test.o resctrlfs.o -make[1]: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-2fdecfcb9dd8bc5adefde782a3213f2da884ec53/tools/testing/selftests/resctrl' -2021-10-16 01:18:07 resctrl/resctrl_tests -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 10.958900] resctrl: L3 allocation detected -# dmesg: [ 10.964161] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 10.958900] resctrl: L3 allocation detected -# dmesg: [ 10.964161] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 8607 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check MBM diff within 5% -# avg_diff_per: 0% -# Span (MB): 250 -# avg_bw_imc: 11826 -# avg_bw_resc: 11781 -ok 1 MBM: bw change -# Starting MBA Schemata change ... -# Mounting resctrl to "/sys/fs/resctrl" -ok 2 # SKIP Hardware does not support MBA or MBA is disabled -# Starting CMT test ... -# Mounting resctrl to "/sys/fs/resctrl" -# Cache size :12582912 -# Unable to umount resctrl: Invalid argument -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 10.958900] resctrl: L3 allocation detected -# dmesg: [ 10.964161] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 8607 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check MBM diff within 5% -# avg_diff_per: 0% -# Span (MB): 250 -# avg_bw_imc: 11826 -# avg_bw_resc: 11781 -ok 1 MBM: bw change -# Starting MBA Schemata change ... -# Mounting resctrl to "/sys/fs/resctrl" -ok 2 # SKIP Hardware does not support MBA or MBA is disabled -# Starting CMT test ... -# Mounting resctrl to "/sys/fs/resctrl" -# Cache size :12582912 -# Benchmark PID: 8627 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check cache miss rate within 15% -# Percent diff=8 -# Number of bits: 5 -# Average LLC val: 5701632 -# Cache span (bytes): 5242880 -ok 3 CMT: test -# Starting CAT test ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Cache size :12582912 -# Writing benchmark parameters to resctrl FS -# Write schema "L3:0=fc0" to resctrl FS -# Checking for pass/fail -# Fail: Check cache miss rate within 4% -# Percent diff=116 -# Number of bits: 6 -# Average LLC val: 212657 -# Cache span (lines): 98304 -not ok 4 CAT: test -# Totals: pass:2 fail:1 xfail:0 xpass:0 skip:1 error:0 -TAP version 13 -# Pass: Check kernel supports resctrl filesystem -# Pass: Check resctrl mountpoint "/sys/fs/resctrl" exists -# resctrl filesystem not mounted -# dmesg: [ 10.958900] resctrl: L3 allocation detected -# dmesg: [ 10.964161] resctrl: L3 monitoring detected -1..4 -# Starting MBM BW change ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Benchmark PID: 8607 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check MBM diff within 5% -# avg_diff_per: 0% -# Span (MB): 250 -# avg_bw_imc: 11826 -# avg_bw_resc: 11781 -ok 1 MBM: bw change -# Starting MBA Schemata change ... -# Mounting resctrl to "/sys/fs/resctrl" -ok 2 # SKIP Hardware does not support MBA or MBA is disabled -# Starting CMT test ... -# Mounting resctrl to "/sys/fs/resctrl" -# Cache size :12582912 -# Benchmark PID: 8627 -# Writing benchmark parameters to resctrl FS -# Checking for pass/fail -# Pass: Check cache miss rate within 15% -# Percent diff=8 -# Number of bits: 5 -# Average LLC val: 5701632 -# Cache span (bytes): 5242880 -ok 3 CMT: test -# Starting CAT test ... -# Mounting resctrl to "/sys/fs/resctrl" -# Mounting resctrl to "/sys/fs/resctrl" -# Cache size :12582912 -# Writing benchmark parameters to resctrl FS -# Write schema "L3:0=3f" to resctrl FS -# Checking for pass/fail -# Fail: Check cache miss rate within 4% -# Percent diff=116 -# Number of bits: 6 -# Average LLC val: 212775 -# Cache span (lines): 98304 -not ok 4 CAT: test -# Totals: pass:2 fail:1 xfail:0 xpass:0 skip:1 error:0 diff --git a/spec/stats/kernel-selftests/resctrl-03.yaml b/spec/stats/kernel-selftests/resctrl-03.yaml deleted file mode 100644 index fb9b25beb..000000000 --- a/spec/stats/kernel-selftests/resctrl-03.yaml +++ /dev/null @@ -1,8 +0,0 @@ -resctrl.resctrl_mountpoint_/sys/fs/resctrl_exists.pass: 1 -resctrl.make.pass: 1 -resctrl.MBM_diff_within_5%.pass: 1 -resctrl.MBM_bw_change.pass: 1 -resctrl.MBA_Schemata_change.skip: 1 -resctrl.cache_miss_rate_within_15%.pass: 1 -resctrl.CMT_test.pass: 1 -resctrl.CAT_test.fail: 1 diff --git a/spec/stats/kernel-selftests/seccomp b/spec/stats/kernel-selftests/seccomp index b71366435..98e68e36a 100644 --- a/spec/stats/kernel-selftests/seccomp +++ b/spec/stats/kernel-selftests/seccomp @@ -12,5 +12,4 @@ TAP version 13 # # PASSED: 89 / 89 tests passed. # # Totals: pass:89 fail:0 xfail:0 xpass:0 skip:0 error:0 ok 1 selftests: seccomp: seccomp_bpf -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a36 -13c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/seccomp' +make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-4b0986a3613c92f4ec1bdc7f60ec66fea135991f/tools/testing/selftests/seccomp' diff --git a/spec/stats/kernel-selftests/sigaltstack-01 b/spec/stats/kernel-selftests/sigaltstack-01 index 1e922556f..53dfb4425 100644 --- a/spec/stats/kernel-selftests/sigaltstack-01 +++ b/spec/stats/kernel-selftests/sigaltstack-01 @@ -1,15 +1,24 @@ -# sigaltstack pass - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-6f7da290413ba713f0cdd9ff1a2a9bb129ef4f6c/tools/testing/selftests/sigaltstack' -gcc -Wall sas.c -o /usr/src/linux-selftests-x86_64-rhel-7.2-6f7da290413ba713f0cdd9ff1a2a9bb129ef4f6c/tools/testing/selftests/sigaltstack/sas -[OK] Initial sigaltstack state was SS_DISABLE -[RUN] signal USR1 -[OK] sigaltstack is disabled in sighandler -[RUN] switched to user ctx -[RUN] signal USR2 -[OK] Stack preserved -[OK] sigaltstack is still SS_AUTODISARM after signal -[OK] Test passed -selftests: sas [PASS] -/usr/src/linux-selftests-x86_64-rhel-7.2-6f7da290413ba713f0cdd9ff1a2a9bb129ef4f6c/tools/testing/selftests/sigaltstack -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-6f7da290413ba713f0cdd9ff1a2a9bb129ef4f6c/tools/testing/selftests/sigaltstack' +2024-10-22 11:40:09 make -j224 -C sigaltstack +make: Entering directory '/usr/src/perf_selftests-x86_64-os-bkc-pre-si-6.8-staging-cwf-kselftests-e8f897f4afef0031fe618a8e94127a0934896aba/tools/testing/selftests/sigaltstack' +gcc -Wall sas.c -o /usr/src/perf_selftests-x86_64-os-bkc-pre-si-6.8-staging-cwf-kselftests-e8f897f4afef0031fe618a8e94127a0934896aba/tools/testing/selftests/sigaltstack/sas +make: Leaving directory '/usr/src/perf_selftests-x86_64-os-bkc-pre-si-6.8-staging-cwf-kselftests-e8f897f4afef0031fe618a8e94127a0934896aba/tools/testing/selftests/sigaltstack' +2024-10-22 11:40:10 make quicktest=1 run_tests -C sigaltstack +make: Entering directory '/usr/src/perf_selftests-x86_64-os-bkc-pre-si-6.8-staging-cwf-kselftests-e8f897f4afef0031fe618a8e94127a0934896aba/tools/testing/selftests/sigaltstack' +TAP version 13 +1..1 +# timeout set to 300 +# selftests: sigaltstack: sas +# # [NOTE] the stack size is 59760 +# TAP version 13 +# 1..3 +# ok 1 Initial sigaltstack state was SS_DISABLE +# # [RUN] signal USR1 +# ok 2 sigaltstack is disabled in sighandler +# # [RUN] switched to user ctx +# # [RUN] signal USR2 +# # [RUN] signal USR2 +# # [OK] Stack preserved +# ok 3 sigaltstack is still SS_AUTODISARM after signal +# # Totals: pass:3 fail:0 xfail:0 xpass:0 skip:0 error:0 +ok 1 selftests: sigaltstack: sas +make: Leaving directory '/usr/src/perf_selftests-x86_64-os-bkc-pre-si-6.8-staging-cwf-kselftests-e8f897f4afef0031fe618a8e94127a0934896aba/tools/testing/selftests/sigaltstack' diff --git a/spec/stats/kernel-selftests/sigaltstack-01.yaml b/spec/stats/kernel-selftests/sigaltstack-01.yaml index e086dcbf1..c8b93ea47 100644 --- a/spec/stats/kernel-selftests/sigaltstack-01.yaml +++ b/spec/stats/kernel-selftests/sigaltstack-01.yaml @@ -1 +1,5 @@ +sigaltstack.make.pass: 1 +sigaltstack.sas.Initial_sigaltstack_state_was_SS_DISABLE.pass: 1 +sigaltstack.sas.sigaltstack_is_disabled_in_sighandler.pass: 1 +sigaltstack.sas.sigaltstack_is_still_SS_AUTODISARM_after_signal.pass: 1 sigaltstack.sas.pass: 1 diff --git a/spec/stats/kernel-selftests/sigaltstack-02 b/spec/stats/kernel-selftests/sigaltstack-02 deleted file mode 100644 index c8985ea8f..000000000 --- a/spec/stats/kernel-selftests/sigaltstack-02 +++ /dev/null @@ -1,6 +0,0 @@ -# sigaltstack fail - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/sigaltstack' -gcc -Wall sas.c -o sas -selftests: sas [FAIL] -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-d5adbfcd5f7bcc6fa58a41c5c5ada0e5c826ce2c/tools/testing/selftests/sigaltstack' diff --git a/spec/stats/kernel-selftests/sigaltstack-02.yaml b/spec/stats/kernel-selftests/sigaltstack-02.yaml deleted file mode 100644 index 0a13a2410..000000000 --- a/spec/stats/kernel-selftests/sigaltstack-02.yaml +++ /dev/null @@ -1 +0,0 @@ -sigaltstack.sas.fail: 1 diff --git a/spec/stats/kernel-selftests/sync.yaml b/spec/stats/kernel-selftests/sync.yaml index 2b87cf00d..2d40dcbb7 100644 --- a/spec/stats/kernel-selftests/sync.yaml +++ b/spec/stats/kernel-selftests/sync.yaml @@ -1,5 +1,5 @@ sync.make.pass: 1 -sync.sync_test.test_alloc_timeline.pass: 1 -sync.sync_test.test_alloc_fence.pass: 1 -sync.sync_test.test_merge_stress_random_merge.pass: 1 +sync.sync_test.Testing_sync_framework.test_alloc_timeline.pass: 1 +sync.sync_test.Testing_sync_framework.test_alloc_fence.pass: 1 +sync.sync_test.Testing_sync_framework.test_merge_stress_random_merge.pass: 1 sync.sync_test.pass: 1 diff --git a/spec/stats/kernel-selftests/sysctl b/spec/stats/kernel-selftests/sysctl deleted file mode 100644 index bb9a62f82..000000000 --- a/spec/stats/kernel-selftests/sysctl +++ /dev/null @@ -1,4 +0,0 @@ -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-a121103c922847ba5010819a3f250f1f7fc84ab8/tools/testing/selftests/sysctl' -selftests: run_numerictests [PASS] -selftests: run_stringtests [PASS] -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-a121103c922847ba5010819a3f250f1f7fc84ab8/tools/testing/selftests/sysctl' diff --git a/spec/stats/kernel-selftests/sysctl-01 b/spec/stats/kernel-selftests/sysctl-01 index d64c7e9a0..d2bd3e5e1 100644 --- a/spec/stats/kernel-selftests/sysctl-01 +++ b/spec/stats/kernel-selftests/sysctl-01 @@ -19,5 +19,16 @@ TAP version 13 # Running test: sysctl_test_0002 - run #0 # == Testing sysctl behavior against /proc/sys/debug/test_sysctl/string_0001 == # Writing test file ... ok +# Mon Oct 21 08:56:23 UTC 2024 +# Running test: sysctl_test_0007 - run #0 +# Testing if /proc/sys/debug/test_sysctl/boot_int is set to 1 ... SKIPPING +# Test only possible if sysctl_test is built-in, not module: +# CONFIG_TEST_SYSCTL=m +# Mon Oct 21 08:56:22 UTC 2024 +# Running test: sysctl_test_0006 - run #47 +# Checking bitmap handler ... OK +# Mon Oct 21 08:56:22 UTC 2024 +# Running test: sysctl_test_0006 - run #48 +# Checking bitmap handler ... OK ok 1 selftests: sysctl: sysctl.sh make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-3d7cb6b04c3f3115719235cc6866b10326de34cd/tools/testing/selftests/sysctl' diff --git a/spec/stats/kernel-selftests/sysctl-01.yaml b/spec/stats/kernel-selftests/sysctl-01.yaml index 707d7eff4..642a82c92 100644 --- a/spec/stats/kernel-selftests/sysctl-01.yaml +++ b/spec/stats/kernel-selftests/sysctl-01.yaml @@ -5,4 +5,7 @@ sysctl.sysctl.sh.sysctl_test_0001.0.Testing_that_0x0000000100000000_fails_as_exp sysctl.sysctl.sh.sysctl_test_0001.0.Checking_ignoring_spaces_up_to_PAGE_SIZE_works_on_write.pass: 1 sysctl.sysctl.sh.sysctl_test_0001.0.Checking_passing_PAGE_SIZE_of_spaces_fails_on_write.pass: 1 sysctl.sysctl.sh.sysctl_test_0002.0.Writing_test_file.pass: 1 +sysctl.sysctl.sh.sysctl_test_0007.0.Testing_if_/proc/sys/debug/test_sysctl/boot_int_is_set_to_1.skip: 1 +sysctl.sysctl.sh.sysctl_test_0006.47.Checking_bitmap_handler.pass: 1 +sysctl.sysctl.sh.sysctl_test_0006.48.Checking_bitmap_handler.pass: 1 sysctl.sysctl.sh.pass: 1 diff --git a/spec/stats/kernel-selftests/sysctl.yaml b/spec/stats/kernel-selftests/sysctl.yaml deleted file mode 100644 index 1ca92b455..000000000 --- a/spec/stats/kernel-selftests/sysctl.yaml +++ /dev/null @@ -1,2 +0,0 @@ -sysctl.run_numerictests.pass: 1 -sysctl.run_stringtests.pass: 1 diff --git a/spec/stats/kernel-selftests/timens-02 b/spec/stats/kernel-selftests/timens-02 index 148b9fd56..2d8667ef6 100644 --- a/spec/stats/kernel-selftests/timens-02 +++ b/spec/stats/kernel-selftests/timens-02 @@ -1,96 +1,22 @@ 2022-10-19 08:28:57 make quicktest=1 run_tests -C timens make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-21ef9e7031c1b2d51db5b2bfba2019e7fa3451cf/tools/testing/selftests/timens' - TAP version 13 - 1..8 - # selftests: timens: timens - # 1..10 - # ok 1 Passed for CLOCK_BOOTTIME (syscall) - # ok 2 Passed for CLOCK_BOOTTIME (vdso) - # ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - # ok 4 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - -# ok 5 Passed for CLOCK_MONOTONIC (syscall) - -# ok 6 Passed for CLOCK_MONOTONIC (vdso) - -# ok 7 Passed for CLOCK_MONOTONIC_COARSE (syscall) - -# ok 8 Passed for CLOCK_MONOTONIC_COARSE (vdso) - -# ok 9 Passed for CLOCK_MONOTONIC_RAW (syscall) - -# ok 10 Passed for CLOCK_MONOTONIC_RAW (vdso) - # # Totals: pass:8 fail:0 xfail:0 xpass:0 skip:2 error:0 - ok 1 selftests: timens: timens - # selftests: timens: timerfd - # 1..3 - # ok 1 clockid=7 - # ok 2 clockid=1 - # ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - # # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:1 error:0 - # 1..3 - ok 2 selftests: timens: timerfd - -# selftests: timens: timer - -# 1..3 - -# ok 1 clockid=7 - -# ok 2 clockid=1 - -# ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - -# # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:1 error:0 - -# 1..3 - -ok 3 selftests: timens: timer - -# selftests: timens: clock_nanosleep - -# 1..4 - -# ok 1 clockid: 1 abs:0 - -# ok 2 clockid: 1 abs:1 - -# ok 3 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - -# ok 4 # SKIP CLOCK_BOOTTIME_ALARM isn't supported - -# # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:2 error:0 - -ok 4 selftests: timens: clock_nanosleep - -# selftests: timens: procfs - -# 1..2 - -# ok 1 Passed for /proc/uptime - -# ok 2 Passed for /proc/stat btime - -# # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:0 error:0 - -ok 5 selftests: timens: procfs make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-21ef9e7031c1b2d51db5b2bfba2019e7fa3451cf/tools/testing/selftests/timens' diff --git a/spec/stats/kernel-selftests/timens-02.yaml b/spec/stats/kernel-selftests/timens-02.yaml index 2771d785e..8ff7e7673 100644 --- a/spec/stats/kernel-selftests/timens-02.yaml +++ b/spec/stats/kernel-selftests/timens-02.yaml @@ -1,22 +1,7 @@ timens.make.pass: 1 -timens.timens.Passed_for_CLOCK_BOOTTIME_syscall.pass: 1 -timens.timens.Passed_for_CLOCK_BOOTTIME_vdso.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_syscall.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_vdso.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_COARSE_syscall.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_COARSE_vdso.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_RAW_syscall.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_RAW_vdso.pass: 1 +timens.timens.for_CLOCK_BOOTTIME_syscall.pass: 1 +timens.timens.for_CLOCK_BOOTTIME_vdso.pass: 1 timens.timens.pass: 1 timens.timerfd.clockid=7.pass: 1 timens.timerfd.clockid=1.pass: 1 timens.timerfd.pass: 1 -timens.timer.clockid=7.pass: 1 -timens.timer.clockid=1.pass: 1 -timens.timer.pass: 1 -timens.clock_nanosleep.clockid_1_abs_0.pass: 1 -timens.clock_nanosleep.clockid_1_abs_1.pass: 1 -timens.clock_nanosleep.pass: 1 -timens.procfs.Passed_for_/proc/uptime.pass: 1 -timens.procfs.Passed_for_/proc/stat_btime.pass: 1 -timens.procfs.pass: 1 diff --git a/spec/stats/kernel-selftests/timens-03 b/spec/stats/kernel-selftests/timens-03 deleted file mode 100644 index 324eaec55..000000000 --- a/spec/stats/kernel-selftests/timens-03 +++ /dev/null @@ -1,29 +0,0 @@ -make: Entering directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-8223a71d1963d25cbec67dba3cecce6d3b09bd7d/tools/testing/selftests/timens' -# selftests: timens: timens -# ok 1 Passed for CLOCK_BOOTTIME (syscall) -# ok 10 Passed for CLOCK_MONOTONIC_RAW (vdso) -ok 1 selftests: timens: timens -# selftests: timens: timerfd -# ok 3 clockid=9 -# # Pass 3 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -# 1..3 -ok 2 selftests: timens: timerfd -# selftests: timens: timer -# ok 1 clockid=7 -# 1..3 -ok 3 selftests: timens: timer -# selftests: timens: clock_nanosleep -# ok 1 clockid: 1 abs:0 -# ok 4 clockid: 9 abs:1 -# # Pass 4 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -ok 4 selftests: timens: clock_nanosleep -# selftests: timens: procfs -# 1..1 -# ok 1 Passed for /proc/uptime -# # Pass 1 Fail 0 Xfail 0 Xpass 0 Skip 0 Error 0 -ok 5 selftests: timens: procfs -# selftests: timens: exec -# 1..1 -# ok 1 exec -ok 6 selftests: timens: exec -make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-7.6-kselftests-8223a71d1963d25cbec67dba3cecce6d3b09bd7d/tools/testing/selftests/timens' diff --git a/spec/stats/kernel-selftests/timens-03.yaml b/spec/stats/kernel-selftests/timens-03.yaml deleted file mode 100644 index 975cb4f29..000000000 --- a/spec/stats/kernel-selftests/timens-03.yaml +++ /dev/null @@ -1,14 +0,0 @@ -timens.timens.Passed_for_CLOCK_BOOTTIME_syscall.pass: 1 -timens.timens.Passed_for_CLOCK_MONOTONIC_RAW_vdso.pass: 1 -timens.timens.pass: 1 -timens.timerfd.clockid=9.pass: 1 -timens.timerfd.pass: 1 -timens.timer.clockid=7.pass: 1 -timens.timer.pass: 1 -timens.clock_nanosleep.clockid_1_abs_0.pass: 1 -timens.clock_nanosleep.clockid_9_abs_1.pass: 1 -timens.clock_nanosleep.pass: 1 -timens.procfs.Passed_for_/proc/uptime.pass: 1 -timens.procfs.pass: 1 -timens.exec.exec.pass: 1 -timens.exec.pass: 1 diff --git a/spec/stats/kernel-selftests/timers-01.yaml b/spec/stats/kernel-selftests/timers-01.yaml index d1fdb50a5..7678d84ed 100644 --- a/spec/stats/kernel-selftests/timers-01.yaml +++ b/spec/stats/kernel-selftests/timers-01.yaml @@ -5,12 +5,12 @@ timers.nsleep-lat.nsleep_latency_CLOCK_MONOTONIC.pass: 1 timers.nsleep-lat.nsleep_latency_CLOCK_MONOTONIC_RAW.unsupported: 1 timers.nsleep-lat.nsleep_latency_CLOCK_BOOTTIME.pass: 1 timers.nsleep-lat.pass: 1 -timers.set-timer-lat.CLOCK_REALTIME_ABSTIME_PERIODIC_timer_fired_early.pass: 1 -timers.set-timer-lat.CLOCK_MONOTONIC_ABSTIME_PERIODIC_timer_fired_early.pass: 1 -timers.set-timer-lat.CLOCK_REALTIME_ALARM_RELTIME_ONE-SHOT_timer_fired_early.pass: 1 -timers.set-timer-lat.CLOCK_TAI_RELTIME_ONE-SHOT_count.pass: 1 +timers.set-timer-lat.CLOCK_REALTIME_ABSTIME_PERIODIC_timer_fired_early_0.pass: 1 +timers.set-timer-lat.CLOCK_MONOTONIC_ABSTIME_PERIODIC_timer_fired_early_0.pass: 1 +timers.set-timer-lat.CLOCK_REALTIME_ALARM_RELTIME_ONE-SHOT_timer_fired_early_0.pass: 1 +timers.set-timer-lat.CLOCK_TAI_RELTIME_ONE-SHOT_count_1.pass: 1 timers.set-timer-lat.pass: 1 -timers.raw_skew.Estimating_clock_drift.pass: 1 +timers.raw_skew.Estimating_clock_drift_0.0_est_0.0_act.pass: 1 timers.raw_skew.pass: 1 timers.threadtest.Testing_consistency_with_8_threads_for_30_seconds.pass: 1 timers.threadtest.pass: 1 diff --git a/spec/stats/kernel-selftests/vdso-01 b/spec/stats/kernel-selftests/vdso-01 index cc1221629..b68e89aa6 100644 --- a/spec/stats/kernel-selftests/vdso-01 +++ b/spec/stats/kernel-selftests/vdso-01 @@ -1,3 +1,11 @@ +2024-10-21 20:54:19 make -j36 -C vDSO +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/vDSO' + CC vdso_test_abi + CC vdso_test_getrandom +make: Leaving directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/vDSO' +2024-10-21 20:54:19 make quicktest=1 run_tests -C vDSO +make: Entering directory '/usr/src/perf_selftests-x86_64-dcg_x86_64_defconfig-kselftests-42f7652d3eb527d03665b09edac47f85fb600924/tools/testing/selftests/vDSO' +TAP version 13 1..6 # selftests: vDSO: vdso_test_gettimeofday # The time is 1671235612.981397 @@ -8,86 +16,19 @@ ok 2 selftests: vDSO: vdso_test_getcpu # selftests: vDSO: vdso_test_abi # TAP version 13 # 1..16 -# [vDSO kselftest] VDSO_VERSION: LINUX_2.6 -# # The time is 1671235613.200660 -# ok 1 -# vdso_test_gettimeofday(): PASS -# # -# clock_id: CLOCK_REALTIME -# # The time is 1671235613.200663675 -# ok 2 -# vdso_test_clock_gettime(): PASS +# # [vDSO kselftest] VDSO_VERSION: LINUX_2.6 +# # The time is 1729544060.085639 +# ok 1 __vdso_gettimeofday +# # clock_id: CLOCK_REALTIME +# # The time is 1729544060.85647146 +# ok 2 __vdso_clock_gettime CLOCK_REALTIME # # The vdso resolution is 0 1 # # The syscall resolution is 0 1 -# ok 3 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_BOOTTIME -# # The time is 648.202183820 -# ok 4 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1 -# # The syscall resolution is 0 1 -# ok 5 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_TAI -# # The time is 1671235613.200670736 -# ok 6 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1 -# # The syscall resolution is 0 1 -# ok 7 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_REALTIME_COARSE -# # The time is 1671235613.199991121 -# ok 8 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1000000 -# # The syscall resolution is 0 1000000 -# ok 9 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_MONOTONIC -# # The time is 648.202192244 -# ok 10 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1 -# # The syscall resolution is 0 1 -# ok 11 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_MONOTONIC_RAW -# # The time is 645.593335097 -# ok 12 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1 -# # The syscall resolution is 0 1 -# ok 13 -# vdso_test_clock_getres(): PASS -# # -# clock_id: CLOCK_MONOTONIC_COARSE -# # The time is 648.201506988 -# ok 14 -# vdso_test_clock_gettime(): PASS -# # The vdso resolution is 0 1000000 -# # The syscall resolution is 0 1000000 -# ok 15 -# vdso_test_clock_getres(): PASS -# # The time in hours since January 1, 1970 is 464232 -# ok 16 -# vdso_test_time(): PASS -# # Totals: pass:16 fail:0 xfail:0 xpass:0 skip:0 error:0 +# ok 3 __vdso_clock_getres CLOCK_REALTIME ok 3 selftests: vDSO: vdso_test_abi # selftests: vDSO: vdso_test_clock_getres # clock_id: CLOCK_REALTIME [PASS] # clock_id: CLOCK_BOOTTIME [PASS] -# clock_id: CLOCK_TAI [PASS] -# clock_id: CLOCK_REALTIME_COARSE [PASS] -# clock_id: CLOCK_MONOTONIC [PASS] -# clock_id: CLOCK_MONOTONIC_RAW [PASS] -# clock_id: CLOCK_MONOTONIC_COARSE [PASS] ok 4 selftests: vDSO: vdso_test_clock_getres # selftests: vDSO: vdso_standalone_test_x86 # The time is 1671235613.425725 @@ -102,36 +43,6 @@ ok 5 selftests: vDSO: vdso_standalone_test_x86 # [RUN] Testing clock_gettime for clock CLOCK_PROCESS_CPUTIME_ID (2)... # 0.006776410 0.006781431 0.006785297 # [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_THREAD_CPUTIME_ID (3)... -# 0.006789942 0.006792997 0.006796027 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_MONOTONIC_RAW (4)... -# 645.933938082 645.933939190 645.933940020 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_REALTIME_COARSE (5)... -# 1671235613.539991116 1671235613.539991116 1671235613.539991116 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_MONOTONIC_COARSE (6)... -# 648.541506983 648.541506983 648.541506983 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_BOOTTIME (7)... -# 648.542810802 648.542811875 648.542812683 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_REALTIME_ALARM (8)... -# 1671235613.541300049 1671235613.541302261 1671235613.541304459 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_BOOTTIME_ALARM (9)... -# 648.542823096 648.542825324 648.542827531 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock CLOCK_SGI_CYCLE (10)... -# [OK] No such clock. -# [RUN] Testing clock_gettime for clock CLOCK_TAI (11)... -# 1671235613.541316760 1671235613.541317813 1671235613.541318615 -# [OK] Test Passed. -# [RUN] Testing clock_gettime for clock invalid (-1)... -# [OK] No such clock. -# [RUN] Testing clock_gettime for clock invalid (-2147483648)... -# [OK] No such clock. # [RUN] Testing clock_gettime for clock invalid (2147483647)... # [OK] No such clock. # [SKIP] No vDSO, so skipping clock_gettime64() tests @@ -140,8 +51,13 @@ ok 5 selftests: vDSO: vdso_standalone_test_x86 # [OK] timezones match: minuteswest=0, dsttime=0 # [RUN] Testing getcpu... # [OK] CPU 0: syscall: cpu 0, node 0 vdso: cpu 0, node 0 vsyscall: cpu 0, node 0 -# [OK] CPU 1: syscall: cpu 1, node 0 vdso: cpu 1, node 0 vsyscall: cpu 1, node 0 -# [OK] CPU 2: syscall: cpu 2, node 0 vdso: cpu 2, node 0 vsyscall: cpu 2, node 0 # [OK] CPU 3: syscall: cpu 3, node 0 vdso: cpu 3, node 0 vsyscall: cpu 3, node 0 ok 6 selftests: vDSO: vdso_test_correctness +# timeout set to 300 +# selftests: vDSO: vdso_test_getrandom +# TAP version 13 +# 1..2 +# ok 2 getrandom timens: PASS +# # Totals: pass:2 fail:0 xfail:0 xpass:0 skip:0 error:0 +ok 7 selftests: vDSO: vdso_test_getrandom make: Leaving directory '/usr/src/perf_selftests-x86_64-rhel-8.3-kselftests-830b3c68c1fb1e9176028d02ef86f3cf76aa2476/tools/testing/selftests/vDSO' diff --git a/spec/stats/kernel-selftests/vdso-01.yaml b/spec/stats/kernel-selftests/vdso-01.yaml index cc8a67ad5..0c9cc7f87 100644 --- a/spec/stats/kernel-selftests/vdso-01.yaml +++ b/spec/stats/kernel-selftests/vdso-01.yaml @@ -1,41 +1,20 @@ +vDSO.make.pass: 1 vDSO.vdso_test_gettimeofday.pass: 1 vDSO.vdso_test_getcpu.pass: 1 -vDSO.make.pass: 1 -vDSO.vdso_test_abi.vdso_test_gettimeofday.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_REALTIME.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_getres.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_BOOTTIME.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_TAI.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_REALTIME_COARSE.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_MONOTONIC.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_MONOTONIC_RAW.pass: 1 -vDSO.vdso_test_abi.vdso_test_clock_gettime_.CLOCK_MONOTONIC_COARSE.pass: 1 -vDSO.vdso_test_abi.vdso_test_time.pass: 1 +vDSO.vdso_test_abi._vdso_gettimeofday.pass: 1 +vDSO.vdso_test_abi._vdso_clock_gettime_CLOCK_REALTIME.pass: 1 +vDSO.vdso_test_abi._vdso_clock_getres_CLOCK_REALTIME.pass: 1 vDSO.vdso_test_abi.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_REALTIME.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_BOOTTIME.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_TAI.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_REALTIME_COARSE.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_MONOTONIC.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_MONOTONIC_RAW.pass: 1 -vDSO.vdso_test_clock_getres.CLOCK_MONOTONIC_COARSE.pass: 1 +vDSO.vdso_test_clock_getres.clock_id_CLOCK_REALTIME.pass: 1 +vDSO.vdso_test_clock_getres.clock_id_CLOCK_BOOTTIME.pass: 1 vDSO.vdso_test_clock_getres.pass: 1 vDSO.vdso_standalone_test_x86.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_REALTIME_0.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_MONOTONIC_1.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_PROCESS_CPUTIME_ID_2.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_THREAD_CPUTIME_ID_3.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_MONOTONIC_RAW_4.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_REALTIME_COARSE_5.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_MONOTONIC_COARSE_6.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_BOOTTIME_7.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_REALTIME_ALARM_8.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_BOOTTIME_ALARM_9.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_SGI_CYCLE_10.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_CLOCK_TAI_11.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_invalid_-1.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_invalid_-2147483648.pass: 1 -vDSO.vdso_test_correctness.clock_gettime_for_clock_invalid_2147483647.pass: 1 -vDSO.vdso_test_correctness.gettimeofday.pass: 1 -vDSO.vdso_test_correctness.getcpu.pass: 1 +vDSO.vdso_test_correctness.Testing_clock_gettime_for_clock_CLOCK_REALTIME_0.pass: 1 +vDSO.vdso_test_correctness.Testing_clock_gettime_for_clock_CLOCK_MONOTONIC_1.pass: 1 +vDSO.vdso_test_correctness.Testing_clock_gettime_for_clock_CLOCK_PROCESS_CPUTIME_ID_2.pass: 1 +vDSO.vdso_test_correctness.Testing_clock_gettime_for_clock_invalid_2147483647.skip: 1 +vDSO.vdso_test_correctness.Testing_gettimeofday.pass: 1 +vDSO.vdso_test_correctness.Testing_getcpu.pass: 1 vDSO.vdso_test_correctness.pass: 1 +vDSO.vdso_test_getrandom.getrandom_timens_PASS.pass: 1 +vDSO.vdso_test_getrandom.pass: 1 diff --git a/spec/stats/kernel-selftests/vmalloc-02 b/spec/stats/kernel-selftests/vmalloc-02 deleted file mode 100644 index 5d1678316..000000000 --- a/spec/stats/kernel-selftests/vmalloc-02 +++ /dev/null @@ -1,17 +0,0 @@ -2022-02-10 06:42:15 mm/test_vmalloc.sh stress -Run stability tests. In order to stress vmalloc subsystem all -available test cases are run by NUM_CPUS workers simultaneously. -It will take time, so be patient. -Done. -Check the kernel ring buffer to see the summary. -[ 1640.572134] Summary: fix_size_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 16766237 usec -[ 1640.584671] Summary: full_fit_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 20486099 usec -[ 1640.597219] Summary: long_busy_list_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 118147970 usec -[ 1640.610421] Summary: random_size_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 57222705 usec -[ 1640.623284] Summary: fix_align_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 25056212 usec -[ 1640.635988] Summary: random_size_align_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 25116698 usec -[ 1640.649411] Summary: align_shift_alloc_test passed: 0 failed: 5 repeat: 5 loops: 1000000 avg: 151846 usec -[ 1640.662198] Summary: pcpu_alloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 185848 usec -[ 1640.674382] Summary: kvfree_rcu_1_arg_vmalloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 17780257 usec -[ 1640.687977] Summary: kvfree_rcu_2_arg_vmalloc_test passed: 5 failed: 0 repeat: 5 loops: 1000000 avg: 16851049 usec -[ 1640.701569] All test took worker0=4752386129717 cycles diff --git a/spec/stats/kernel-selftests/vmalloc-02.yaml b/spec/stats/kernel-selftests/vmalloc-02.yaml deleted file mode 100644 index 9fd4a8e3d..000000000 --- a/spec/stats/kernel-selftests/vmalloc-02.yaml +++ /dev/null @@ -1,20 +0,0 @@ -mm.test_vmalloc.sh.stress.pass: 1 -mm.test_vmalloc.sh.stress.worker0.fix_size_alloc_test.usec_per_loop: 16766237 -mm.test_vmalloc.sh.stress.worker0.fix_size_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.full_fit_alloc_test.usec_per_loop: 20486099 -mm.test_vmalloc.sh.stress.worker0.full_fit_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.long_busy_list_alloc_test.usec_per_loop: 118147970 -mm.test_vmalloc.sh.stress.worker0.long_busy_list_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.random_size_alloc_test.usec_per_loop: 57222705 -mm.test_vmalloc.sh.stress.worker0.random_size_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.fix_align_alloc_test.usec_per_loop: 25056212 -mm.test_vmalloc.sh.stress.worker0.fix_align_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.random_size_align_alloc_test.usec_per_loop: 25116698 -mm.test_vmalloc.sh.stress.worker0.random_size_align_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.align_shift_alloc_test.fail: 1 -mm.test_vmalloc.sh.stress.worker0.pcpu_alloc_test.usec_per_loop: 185848 -mm.test_vmalloc.sh.stress.worker0.pcpu_alloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.kvfree_rcu_1_arg_vmalloc_test.usec_per_loop: 17780257 -mm.test_vmalloc.sh.stress.worker0.kvfree_rcu_1_arg_vmalloc_test.pass: 1 -mm.test_vmalloc.sh.stress.worker0.kvfree_rcu_2_arg_vmalloc_test.usec_per_loop: 16851049 -mm.test_vmalloc.sh.stress.worker0.kvfree_rcu_2_arg_vmalloc_test.pass: 1 diff --git a/spec/stats/kernel-selftests/x86-02 b/spec/stats/kernel-selftests/x86-02 deleted file mode 100644 index e11f562e4..000000000 --- a/spec/stats/kernel-selftests/x86-02 +++ /dev/null @@ -1,8 +0,0 @@ -# mpx pass - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-69973b830859bc6529a7a0468ba0d80ee5117826/tools/testing/selftests/x86' -XSAVE is supported by HW & OS -XSAVE processor supported state mask: 0x7 -XSAVE OS supported state mask: 0x7 -selftests: mpx-mini-test_64 [PASS] -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-69973b830859bc6529a7a0468ba0d80ee5117826/tools/testing/selftests/x86' diff --git a/spec/stats/kernel-selftests/x86-02.yaml b/spec/stats/kernel-selftests/x86-02.yaml deleted file mode 100644 index cdf2ec2ba..000000000 --- a/spec/stats/kernel-selftests/x86-02.yaml +++ /dev/null @@ -1 +0,0 @@ -x86.mpx-mini-test_64.pass: 1 diff --git a/spec/stats/kernel-selftests/x86-03 b/spec/stats/kernel-selftests/x86-03 deleted file mode 100644 index 99d9df65d..000000000 --- a/spec/stats/kernel-selftests/x86-03 +++ /dev/null @@ -1,9 +0,0 @@ -# mpx skip - -make: Entering directory '/usr/src/linux-selftests-x86_64-rhel-7.2-69973b830859bc6529a7a0468ba0d80ee5117826/tools/testing/selftests/x86' -processor lacks MPX XSTATE(s), can not run MPX tests -XSAVE is supported by HW & OS -XSAVE processor supported state mask: 0x7 -XSAVE OS supported state mask: 0x7 -selftests: mpx-mini-test_64 [PASS] -make: Leaving directory '/usr/src/linux-selftests-x86_64-rhel-7.2-69973b830859bc6529a7a0468ba0d80ee5117826/tools/testing/selftests/x86' diff --git a/spec/stats/kernel-selftests/x86-03.yaml b/spec/stats/kernel-selftests/x86-03.yaml deleted file mode 100644 index 6c4b38fd1..000000000 --- a/spec/stats/kernel-selftests/x86-03.yaml +++ /dev/null @@ -1 +0,0 @@ -x86.mpx-mini-test_64.skip: 1