From 2d49e70dd7ee682e4d47195f8ab6f930c0bf6295 Mon Sep 17 00:00:00 2001 From: Mika Senghaas Date: Tue, 28 Jul 2026 18:11:17 +0000 Subject: [PATCH] chore: bump verifiers + research-environments to latest main - deps/verifiers -> d0bb0ffe5 (network-policy alignment #2124, Codex MCP tools #2140, Ruff 0.16 / ty tooling, and everything since the last bump) - deps/research-environments -> 6a2dee6fc (judges/swe agentic-judge setups #720, MMMU-Pro / CharXiv tasksets, wideseek verifiers-pin fix #731) - uv.lock relocked (adds charxiv-v1, mmmu-pro-v1; bfcl-v3-v1 0.2.0 -> 0.3.0) No code changes needed: the runtime-on-agent config addressing and Reward-record metrics landed with the earlier bump (#3137). Co-Authored-By: Claude Fable 5 --- deps/research-environments | 2 +- deps/verifiers | 2 +- uv.lock | 68 +++++++++++++++++++++++++++++--------- 3 files changed, 54 insertions(+), 18 deletions(-) diff --git a/deps/research-environments b/deps/research-environments index f5d423c321..6a2dee6fcd 160000 --- a/deps/research-environments +++ b/deps/research-environments @@ -1 +1 @@ -Subproject commit f5d423c3210cd438b3923da4d4e2494745c06e00 +Subproject commit 6a2dee6fcd805f41128dba0024f7073afd496169 diff --git a/deps/verifiers b/deps/verifiers index 295a065058..d0bb0ffe53 160000 --- a/deps/verifiers +++ b/deps/verifiers @@ -1 +1 @@ -Subproject commit 295a0650585af8754eaf98c6fa9071314b5a531c +Subproject commit d0bb0ffe5326ff9cfff9513c0e046bd0977ac1e0 diff --git a/uv.lock b/uv.lock index 336cfbd899..c6002b00a2 100644 --- a/uv.lock +++ b/uv.lock @@ -45,6 +45,7 @@ members = [ "bfcl-v3-v1", "browsecomp-plus-v1", "browsecomp-v1", + "charxiv-v1", "clbench-v1", "code-golf-v1", "color-codeword-v1", @@ -78,6 +79,7 @@ members = [ "math500-v1", "mcp-atlas-v1", "mmlu-pro-v1", + "mmmu-pro-v1", "mmmu-v1", "mrcr-v2-v1", "multiswe-v1", @@ -594,7 +596,7 @@ dependencies = [ [[package]] name = "bfcl-v3-v1" -version = "0.2.0" +version = "0.3.0" source = { editable = "deps/research-environments/environments/tool_use/bfcl_v3_v1" } dependencies = [ { name = "bfcl-eval" }, @@ -606,7 +608,7 @@ dependencies = [ requires-dist = [ { name = "bfcl-eval", git = "https://github.com/mikasenghaas/gorilla.git?subdirectory=berkeley-function-call-leaderboard&rev=898763a" }, { name = "soundfile", specifier = ">=0.13.0" }, - { name = "verifiers", specifier = ">=0.2.0" }, + { name = "verifiers", specifier = ">=0.2.2.dev21" }, ] [[package]] @@ -872,6 +874,23 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/db/8f/61959034484a4a7c527811f4721e75d02d653a35afb0b6054474d8185d4c/charset_normalizer-3.4.7-py3-none-any.whl", hash = "sha256:3dce51d0f5e7951f8bb4900c257dad282f49190fdbebecd4ba99bcc41fef404d", size = 61958, upload-time = "2026-04-02T09:28:37.794Z" }, ] +[[package]] +name = "charxiv-v1" +version = "0.1.0" +source = { editable = "deps/research-environments/environments/multimodal/charxiv_v1" } +dependencies = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers" }, +] + +[package.metadata] +requires-dist = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers", specifier = ">=0.2.0" }, +] + [[package]] name = "chess" version = "1.11.2" @@ -3774,6 +3793,23 @@ requires-dist = [ { name = "verifiers", specifier = ">=0.2.0" }, ] +[[package]] +name = "mmmu-pro-v1" +version = "0.1.0" +source = { editable = "deps/research-environments/environments/multimodal/mmmu_pro_v1" } +dependencies = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers" }, +] + +[package.metadata] +requires-dist = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers", specifier = ">=0.2.0" }, +] + [[package]] name = "mmmu-v1" version = "0.1.0" @@ -3985,7 +4021,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "multi-swe-bench" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -4656,7 +4692,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "huggingface-hub" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6031,7 +6067,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6346,7 +6382,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6465,7 +6501,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.2.dev27" }] [[package]] name = "sentence-transformers" @@ -6883,7 +6919,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.2.dev27" }] [[package]] name = "swebench-pro-v1" @@ -6894,7 +6930,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", specifier = ">=0.2.2.dev27" }] [[package]] name = "swebench-verified-v1" @@ -6905,7 +6941,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", specifier = ">=0.2.2.dev27" }] [[package]] name = "swelego-v1" @@ -6919,7 +6955,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6934,7 +6970,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6958,7 +6994,7 @@ requires-dist = [ { name = "datasets" }, { name = "swebench" }, { name = "swesmith", git = "https://github.com/SWE-bench/SWE-smith.git?rev=9b74ac0" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -7901,10 +7937,10 @@ dev = [ { name = "pytest-xdist", specifier = ">=3.8.0" }, { name = "python-dotenv", specifier = ">=1.0.0" }, { name = "reasoning-gym", specifier = ">=0.1.8" }, - { name = "ruff", specifier = ">=0.9.0" }, + { name = "ruff", specifier = ">=0.16.0" }, { name = "stagehand", specifier = ">=3.4.0" }, { name = "textarena", specifier = "==0.7.4" }, - { name = "ty", specifier = ">=0.0.1a29,<0.0.22" }, + { name = "ty", specifier = ">=0.0.63" }, ] examples = [ { name = "alphabet-sort-v1", editable = "deps/verifiers/environments/alphabet_sort_v1" }, @@ -8531,7 +8567,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "openai" }, - { name = "verifiers", specifier = ">=0.2.0" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]]