Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion llvm-project
75 changes: 49 additions & 26 deletions tests/libcxx/expected_results.txt
Original file line number Diff line number Diff line change
Expand Up @@ -42,9 +42,6 @@ std/utilities/format/format.range/format.range.fmtset/format.functions.vformat.p
# LLVM-100506: [libc++][test] Precondition violation in rand.dist.uni.real/param_ctor.pass.cpp
std/numerics/rand/rand.dist/rand.dist.uni/rand.dist.uni.real/param_ctor.pass.cpp FAIL

# LLVM-113609: [libc++][test] Non-rebindable test_alloc in string.capacity/deallocate_size.pass.cpp
std/strings/basic.string/string.capacity/deallocate_size.pass.cpp FAIL

# LLVM-122638: [libc++][test] re.regex.construct/bad_backref.pass.cpp assumes non-standard extension to extended regular expressions
std/re/re.regex/re.regex.construct/bad_backref.pass.cpp FAIL

Expand Down Expand Up @@ -75,12 +72,6 @@ std/thread/futures/futures.task/futures.task.members/dtor.pass.cpp SKIPPED
std/thread/futures/futures.unique_future/wait_until.pass.cpp SKIPPED
std/thread/thread.jthread/detach.pass.cpp SKIPPED

# libcxx is incorrect on what the type passed to allocator::construct should be (LLVM-D61364)
std/containers/associative/map/map.modifiers/insert_and_emplace_allocator_requirements.pass.cpp FAIL
std/containers/associative/set/insert_and_emplace_allocator_requirements.pass.cpp FAIL
std/containers/unord/unord.map/unord.map.modifiers/insert_and_emplace_allocator_requirements.pass.cpp FAIL
std/containers/unord/unord.set/insert_and_emplace_allocator_requirements.pass.cpp FAIL

# Bogus test believes that copyability of array<T, 0> must be the same as array<T, 1>
std/containers/sequences/array/array.cons/implicit_copy.pass.cpp FAIL

Expand Down Expand Up @@ -147,8 +138,6 @@ std/utilities/utility/mem.res/mem.poly.allocator.class/mem.poly.allocator.mem/co
std/utilities/utility/mem.res/mem.poly.allocator.class/mem.poly.allocator.mem/construct_pair_values.pass.cpp:0 FAIL

# Various bogosity (LLVM-D141004)
std/utilities/utility/mem.res/mem.poly.allocator.class/mem.poly.allocator.mem/resource.pass.cpp FAIL
std/utilities/utility/mem.res/mem.poly.allocator.class/mem.poly.allocator.mem/select_on_container_copy_construction.pass.cpp FAIL
std/utilities/utility/mem.res/mem.res.pool/mem.res.pool.ctor/ctor_does_not_allocate.pass.cpp FAIL
std/utilities/utility/mem.res/mem.res.pool/mem.res.pool.ctor/sync_with_default_resource.pass.cpp FAIL
std/utilities/utility/mem.res/mem.res.pool/mem.res.pool.ctor/unsync_with_default_resource.pass.cpp FAIL
Expand Down Expand Up @@ -267,7 +256,7 @@ std/containers/container.adaptors/flat.map/flat.map.cons/initializer_list.pass.c
std/containers/container.adaptors/flat.map/flat.map.cons/iter_iter.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_alloc.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_assign_clears.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_assign_noexcept.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_assign_noexcept.compile.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_assign.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_exceptions.pass.cpp FAIL
std/containers/container.adaptors/flat.map/flat.map.cons/move_noexcept.pass.cpp FAIL
Expand Down Expand Up @@ -347,7 +336,7 @@ std/containers/container.adaptors/flat.multimap/flat.multimap.cons/initializer_l
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/iter_iter.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_alloc.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_assign_clears.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_assign_noexcept.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_assign_noexcept.compile.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_assign.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_exceptions.pass.cpp FAIL
std/containers/container.adaptors/flat.multimap/flat.multimap.cons/move_noexcept.pass.cpp FAIL
Expand Down Expand Up @@ -412,6 +401,7 @@ std/language.support/support.limits/support.limits.general/cmath.version.compile
std/language.support/support.limits/support.limits.general/cstdlib.version.compile.pass.cpp FAIL

# P0543R3 Saturation Arithmetic
# Add 'std-at-least-c++26' to tests/utils/stl/test/tests.py when beginning work on C++26.
std/numerics/numeric.ops/numeric.ops.sat/add_sat.compile.pass.cpp FAIL
std/numerics/numeric.ops/numeric.ops.sat/add_sat.pass.cpp FAIL
std/numerics/numeric.ops/numeric.ops.sat/div_sat.compile.pass.cpp FAIL
Expand Down Expand Up @@ -567,10 +557,24 @@ std/language.support/support.limits/support.limits.general/flat_set.version.comp
std/language.support/support.limits/support.limits.general/type_traits.version.compile.pass.cpp FAIL
std/utilities/meta/meta.unary/meta.unary.prop/reference_constructs_from_temporary.pass.cpp FAIL
std/utilities/meta/meta.unary/meta.unary.prop/reference_converts_from_temporary.pass.cpp FAIL
std/utilities/tuple/tuple.tuple/tuple.cnstr/PR20855_tuple_ref_binding_diagnostics.pass.cpp:0 FAIL
std/utilities/tuple/tuple.tuple/tuple.cnstr/PR20855_tuple_ref_binding_diagnostics.pass.cpp:1 FAIL

# P2674R1 is_implicit_lifetime
std/utilities/meta/meta.unary/meta.unary.prop/is_implicit_lifetime.pass.cpp FAIL

# P2944R3 Comparisons For reference_wrapper
# Add 'std-at-least-c++26' to tests/utils/stl/test/tests.py when beginning work on C++26.
std/utilities/function.objects/refwrap/refwrap.comparisons/compare.three_way.refwrap.const_ref.pass.cpp FAIL
std/utilities/function.objects/refwrap/refwrap.comparisons/compare.three_way.refwrap.refwrap_const.pass.cpp FAIL
std/utilities/function.objects/refwrap/refwrap.comparisons/compare.three_way.refwrap.refwrap.pass.cpp FAIL

# P3168R2 std::optional Range Support
# Add 'std-at-least-c++26' to tests/utils/stl/test/tests.py when beginning work on C++26.
std/utilities/optional/optional.iterator/begin.pass.cpp FAIL
std/utilities/optional/optional.iterator/end.pass.cpp FAIL
std/utilities/optional/optional.iterator/iterator.pass.cpp FAIL


# *** MISSING COMPILER FEATURES ***

Expand Down Expand Up @@ -969,14 +973,8 @@ std/iterators/iterator.requirements/iterator.assoc.types/readable.traits/indirec
std/containers/sequences/vector/trivial_relocation.pass.cpp:0 FAIL
std/containers/sequences/vector/trivial_relocation.pass.cpp:1 FAIL

# These tests emit C5321, which warns when the resolution to CWG-1656 affects a u8 string literal.
# The conformant behavior is opt-in because it can silently change behavior.
# warning C5321: nonstandard extension used: encoding '\x80' as a multi-byte utf-8 character. Use \u instead
# for cross platform compatibility or '/Zc:u8EscapeEncoding' to disable the extension.
std/utilities/format/format.functions/escaped_output.unicode.pass.cpp:0 FAIL
std/utilities/format/format.functions/escaped_output.unicode.pass.cpp:1 FAIL
std/utilities/format/format.functions/fill.unicode.pass.cpp:0 FAIL
std/utilities/format/format.functions/fill.unicode.pass.cpp:1 FAIL
# Not analyzed, likely bogus test. constexpr fails with "vector iterators incompatible".
std/ranges/range.adaptors/range.join.with/range.join.with.iterator/ctor.default.pass.cpp FAIL


# *** LIKELY STL BUGS ***
Expand Down Expand Up @@ -1157,10 +1155,6 @@ std/algorithms/algorithms.results/min_max_result.pass.cpp:1 FAIL
# Not analyzed.
std/algorithms/robust_against_proxy_iterators_lifetime_bugs.pass.cpp FAIL

# Not analyzed. Looks like a test bug, assuming that hash<vector<bool>> is constexpr.
std/containers/sequences/vector.bool/enabled_hash.pass.cpp FAIL
std/containers/sequences/vector.bool/vector_bool.pass.cpp FAIL

# Not analyzed. Inspecting shift operators for quoted().
std/input.output/iostream.format/quoted.manip/quoted_traits.compile.pass.cpp FAIL

Expand Down Expand Up @@ -1193,6 +1187,7 @@ std/utilities/utility/mem.res/mem.poly.allocator.class/mem.poly.allocator.mem/co
std/algorithms/alg.modifying.operations/alg.copy/ranges.copy_backward.pass.cpp:2 FAIL
std/algorithms/alg.modifying.operations/alg.move/move.pass.cpp:2 FAIL
std/algorithms/alg.modifying.operations/alg.rotate/rotate.pass.cpp FAIL
std/algorithms/alg.modifying.operations/alg.swap/ranges.swap_ranges.pass.cpp FAIL
std/algorithms/alg.nonmodifying/alg.contains/ranges.contains_subrange.pass.cpp:2 FAIL
std/algorithms/alg.nonmodifying/alg.count/count.pass.cpp FAIL
std/algorithms/alg.nonmodifying/alg.count/ranges.count.pass.cpp FAIL
Expand All @@ -1201,7 +1196,9 @@ std/containers/sequences/vector.bool/assign_range.pass.cpp FAIL
std/containers/sequences/vector.bool/flip.pass.cpp FAIL
std/containers/sequences/vector.bool/insert_range.pass.cpp FAIL
std/containers/sequences/vector/vector.modifiers/destroy_elements.pass.cpp FAIL
std/containers/sequences/vector/vector.modifiers/emplace.pass.cpp FAIL
std/containers/sequences/vector/vector.modifiers/insert_range.pass.cpp FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.view/end.pass.cpp FAIL
std/strings/basic.string/string.modifiers/string_replace/replace_with_range.pass.cpp FAIL
std/utilities/charconv/charconv.to.chars/integral.pass.cpp FAIL

Expand Down Expand Up @@ -1314,6 +1311,18 @@ std/ranges/range.adaptors/range.join/range.join.iterator/iter.swap.pass.cpp:1 FA
# Not analyzed. Likely MSVC constexpr bug, "note: failure was caused by a read of a variable outside its lifetime"
std/containers/views/mdspan/mdspan/index_operator.pass.cpp:0 FAIL
std/containers/views/mdspan/mdspan/index_operator.pass.cpp:1 FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.iterator/types.compile.pass.cpp:0 FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.iterator/types.compile.pass.cpp:1 FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.view/begin.pass.cpp:0 FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.view/begin.pass.cpp:1 FAIL

# Not analyzed. Likely MSVC constexpr bug, "note: failure was caused by a read of an uninitialized symbol"
std/utilities/smartptr/unique.ptr/unique.ptr.class/unique.ptr.ctor/pointer_deleter.pass.cpp:0 FAIL
std/utilities/smartptr/unique.ptr/unique.ptr.class/unique.ptr.ctor/pointer_deleter.pass.cpp:1 FAIL

# Not analyzed. Likely MSVC constexpr bug, "note: failure was caused by unevaluable pointer value"
std/ranges/range.adaptors/range.join.with/range.join.with.iterator/ctor.not_const.pass.cpp:0 FAIL
std/ranges/range.adaptors/range.join.with/range.join.with.iterator/ctor.not_const.pass.cpp:1 FAIL

# Not analyzed. Likely MSVC constexpr bug, "note: a non-constant (sub-)expression was encountered" in swap()
std/utilities/utility/utility.swap/swap_array.pass.cpp:0 FAIL
Expand Down Expand Up @@ -1527,6 +1536,17 @@ std/ranges/range.adaptors/range.adaptor.object/range_adaptor_closure.pass.cpp:1
# Not analyzed. Emitting easily-suppressed truncation warnings for MSVC, but also compiler errors for MSVC and Clang.
std/algorithms/alg.modifying.operations/alg.copy/ranges.copy.pass.cpp FAIL

# Not analyzed, likely MSVC compiler bugs.
std/utilities/function.objects/refwrap/common_reference.compile.pass.cpp:0 FAIL
std/utilities/function.objects/refwrap/common_reference.compile.pass.cpp:1 FAIL
std/utilities/meta/meta.trans/meta.trans.other/common_reference.compile.pass.cpp:0 FAIL
std/utilities/meta/meta.trans/meta.trans.other/common_reference.compile.pass.cpp:1 FAIL

# Not analyzed.
# MSVC emits truncation warnings, which will be partially addressed by GH-5562.
# Clang asserts `allocated_ == 0 || allocated_ >= i` due to the container proxy object.
std/strings/basic.string/string.capacity/deallocate_size.pass.cpp FAIL


# *** XFAILS WHICH PASS ***
# These tests contain `// XFAIL: msvc` comments, which accurately describe runtime failures for x86 and x64.
Expand Down Expand Up @@ -1587,7 +1607,7 @@ std/numerics/numeric.ops/numeric.ops.midpoint/midpoint.pointer.pass.cpp:9 SKIPPE
std/ranges/range.adaptors/range.lazy.split/constraints.compile.pass.cpp:9 SKIPPED
std/ranges/range.utility/range.utility.conv/to.pass.cpp:9 SKIPPED
std/thread/thread.jthread/assign.move.pass.cpp:9 SKIPPED
std/utilities/meta/meta.unary/dependent_return_type.compile.pass.cpp:9 SKIPPED
std/utilities/meta/meta.unary/dependent_return_type.pass.cpp:9 SKIPPED

# These tests are marked as `XFAIL: msvc`, but the MSVC-internal test harness doesn't yet parse XFAIL.
std/algorithms/algorithms.results/no_unique_address.compile.pass.cpp:9 SKIPPED
Expand All @@ -1600,3 +1620,6 @@ std/input.output/string.streams/stringstream/stringstream.members/gcount.pass.cp

# Similarly, this test is marked as `REQUIRES: 32-bit-pointer`.
std/iterators/iterator.container/ssize.LWG3207.compile.pass.cpp:9 SKIPPED

# This test is marked as `REQUIRES: target={{.+}}-apple-{{.+}}`.
std/input.output/file.streams/fstreams/filebuf.virtuals/overflow.writefail.pass.cpp:9 SKIPPED