diff --git a/deps/research-environments b/deps/research-environments index f5d423c321..6a2dee6fcd 160000 --- a/deps/research-environments +++ b/deps/research-environments @@ -1 +1 @@ -Subproject commit f5d423c3210cd438b3923da4d4e2494745c06e00 +Subproject commit 6a2dee6fcd805f41128dba0024f7073afd496169 diff --git a/deps/verifiers b/deps/verifiers index 295a065058..d0bb0ffe53 160000 --- a/deps/verifiers +++ b/deps/verifiers @@ -1 +1 @@ -Subproject commit 295a0650585af8754eaf98c6fa9071314b5a531c +Subproject commit d0bb0ffe5326ff9cfff9513c0e046bd0977ac1e0 diff --git a/uv.lock b/uv.lock index 336cfbd899..c6002b00a2 100644 --- a/uv.lock +++ b/uv.lock @@ -45,6 +45,7 @@ members = [ "bfcl-v3-v1", "browsecomp-plus-v1", "browsecomp-v1", + "charxiv-v1", "clbench-v1", "code-golf-v1", "color-codeword-v1", @@ -78,6 +79,7 @@ members = [ "math500-v1", "mcp-atlas-v1", "mmlu-pro-v1", + "mmmu-pro-v1", "mmmu-v1", "mrcr-v2-v1", "multiswe-v1", @@ -594,7 +596,7 @@ dependencies = [ [[package]] name = "bfcl-v3-v1" -version = "0.2.0" +version = "0.3.0" source = { editable = "deps/research-environments/environments/tool_use/bfcl_v3_v1" } dependencies = [ { name = "bfcl-eval" }, @@ -606,7 +608,7 @@ dependencies = [ requires-dist = [ { name = "bfcl-eval", git = "https://github.com/mikasenghaas/gorilla.git?subdirectory=berkeley-function-call-leaderboard&rev=898763a" }, { name = "soundfile", specifier = ">=0.13.0" }, - { name = "verifiers", specifier = ">=0.2.0" }, + { name = "verifiers", specifier = ">=0.2.2.dev21" }, ] [[package]] @@ -872,6 +874,23 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/db/8f/61959034484a4a7c527811f4721e75d02d653a35afb0b6054474d8185d4c/charset_normalizer-3.4.7-py3-none-any.whl", hash = "sha256:3dce51d0f5e7951f8bb4900c257dad282f49190fdbebecd4ba99bcc41fef404d", size = 61958, upload-time = "2026-04-02T09:28:37.794Z" }, ] +[[package]] +name = "charxiv-v1" +version = "0.1.0" +source = { editable = "deps/research-environments/environments/multimodal/charxiv_v1" } +dependencies = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers" }, +] + +[package.metadata] +requires-dist = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers", specifier = ">=0.2.0" }, +] + [[package]] name = "chess" version = "1.11.2" @@ -3774,6 +3793,23 @@ requires-dist = [ { name = "verifiers", specifier = ">=0.2.0" }, ] +[[package]] +name = "mmmu-pro-v1" +version = "0.1.0" +source = { editable = "deps/research-environments/environments/multimodal/mmmu_pro_v1" } +dependencies = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers" }, +] + +[package.metadata] +requires-dist = [ + { name = "datasets" }, + { name = "pillow" }, + { name = "verifiers", specifier = ">=0.2.0" }, +] + [[package]] name = "mmmu-v1" version = "0.1.0" @@ -3985,7 +4021,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "multi-swe-bench" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -4656,7 +4692,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "huggingface-hub" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6031,7 +6067,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6346,7 +6382,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6465,7 +6501,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.2.dev27" }] [[package]] name = "sentence-transformers" @@ -6883,7 +6919,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", extras = ["harbor"], specifier = ">=0.2.2.dev27" }] [[package]] name = "swebench-pro-v1" @@ -6894,7 +6930,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", specifier = ">=0.2.2.dev27" }] [[package]] name = "swebench-verified-v1" @@ -6905,7 +6941,7 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "verifiers", specifier = ">=0.2.1" }] +requires-dist = [{ name = "verifiers", specifier = ">=0.2.2.dev27" }] [[package]] name = "swelego-v1" @@ -6919,7 +6955,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6934,7 +6970,7 @@ dependencies = [ [package.metadata] requires-dist = [ { name = "datasets" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -6958,7 +6994,7 @@ requires-dist = [ { name = "datasets" }, { name = "swebench" }, { name = "swesmith", git = "https://github.com/SWE-bench/SWE-smith.git?rev=9b74ac0" }, - { name = "verifiers", specifier = ">=0.2.2.dev5" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]] @@ -7901,10 +7937,10 @@ dev = [ { name = "pytest-xdist", specifier = ">=3.8.0" }, { name = "python-dotenv", specifier = ">=1.0.0" }, { name = "reasoning-gym", specifier = ">=0.1.8" }, - { name = "ruff", specifier = ">=0.9.0" }, + { name = "ruff", specifier = ">=0.16.0" }, { name = "stagehand", specifier = ">=3.4.0" }, { name = "textarena", specifier = "==0.7.4" }, - { name = "ty", specifier = ">=0.0.1a29,<0.0.22" }, + { name = "ty", specifier = ">=0.0.63" }, ] examples = [ { name = "alphabet-sort-v1", editable = "deps/verifiers/environments/alphabet_sort_v1" }, @@ -8531,7 +8567,7 @@ dependencies = [ requires-dist = [ { name = "datasets" }, { name = "openai" }, - { name = "verifiers", specifier = ">=0.2.0" }, + { name = "verifiers", specifier = ">=0.2.2.dev27" }, ] [[package]]