From 8d0f43b72d789c07faf59c4f6ddc19624fe330dd Mon Sep 17 00:00:00 2001 From: rasdani <73563550+rasdani@users.noreply.github.com> Date: Tue, 4 Aug 2026 01:18:00 +0000 Subject: [PATCH 1/4] exp: add Laguna XS-2.1 SWE example --- examples/advanced/laguna-xs-2.1/swe.toml | 159 +++++++++++++++++++++++ 1 file changed, 159 insertions(+) create mode 100644 examples/advanced/laguna-xs-2.1/swe.toml diff --git a/examples/advanced/laguna-xs-2.1/swe.toml b/examples/advanced/laguna-xs-2.1/swe.toml new file mode 100644 index 0000000000..42d8300082 --- /dev/null +++ b/examples/advanced/laguna-xs-2.1/swe.toml @@ -0,0 +1,159 @@ +# Laguna XS-2.1 on ScaleSWE with the standard bash harness and pass@1 +# evaluation on SWE-Bench Verified. + +max_steps = 1000 +seq_len = 131072 + +[env_vars] +TRITON_CACHE_DIR = "/tmp/.triton-cache" + +[slurm] +job_name = "laguna-xs21-swe" +partition = "all" +pre_run_command = 'timeout 120 prime sandbox delete --label "laguna-xs21-swe" -y || true' + +[deployment] +type = "multi_node" +num_train_nodes = 2 +num_infer_nodes = 1 +num_infer_replicas = 4 + +[wandb] +project = "laguna-xs21-swe" +name = "laguna-xs21-scaleswe" + +[weight_broadcast] +type = "nccl" +timeout = 3600 + +[ckpt] +interval = 25 +keep_last = 1 +resume_step = -1 + +[model] +name = "poolside/Laguna-XS-2.1" + +[trainer] +dist_timeout_seconds = 3600 +enable_router_replay = true + +[trainer.model] +impl = "custom" +attn = "flash_attention_3" +cp = 4 +cp_style = "ulysses" +# torch.compile caused trainer ranks to enter mismatched MoE collectives and time out in NCCL. +compile = "None" +fused_lm_head_token_chunk_size = 1024 +optim_cpu_offload = true + +[trainer.model.ac] + +[trainer.model.ac_offloading] +max_inflight_activations = 1 + +[trainer.ckpt] +skip_gather_master_weights = true +skip_optimizer = true + +[trainer.optim] +type = "muon" +lr = 1e-6 + +[orchestrator] +batch_size = 256 +group_size = 16 +max_off_policy_steps = 32 +max_inflight_episodes = 768 + +[orchestrator.algo] +type = "grpo" + +[orchestrator.algo.length_penalty] +type = "linear" +num_output_tokens_weight = 0.0 +num_input_tokens_weight = 0.1 +num_turns_weight = 0.1 + +[orchestrator.renderer] +name = "laguna-xs-2.1" +enable_thinking = true +thinking_retention = "all" + +[orchestrator.train.sampling] +temperature = 1.0 +max_completion_tokens = 32768 +extra_body = { top_k = 20, min_p = 0.0 } + +[[orchestrator.train.source]] +name = "scaleswe" + +[orchestrator.train.source.env.taskset] +id = "scaleswe-v1" + +[orchestrator.train.source.env.agent.harness] +id = "bash" + +[orchestrator.train.source.env.agent.runtime] +type = "prime" +vm = true +cpu = 1.0 +memory = 2.0 +disk = 5.0 +idle_timeout = "None" +labels = ["laguna-xs21-swe"] + +[orchestrator.prime_monitor] + +[orchestrator.eval] +interval = 20 +group_size = 1 + +[orchestrator.eval.sampling] +temperature = 1.0 +top_p = 1.0 +top_k = 20 +min_p = 0.0 +max_completion_tokens = 32768 + +[[orchestrator.eval.source]] +name = "swebench-verified" + +[orchestrator.eval.source.env.taskset] +id = "swebench-verified-v1" + +[orchestrator.eval.source.env.agent.harness] +id = "bash" + +[orchestrator.eval.source.env.agent.runtime] +type = "prime" +vm = true +cpu = 1.0 +memory = 2.0 +disk = 5.0 +idle_timeout = "None" +labels = ["laguna-xs21-swe"] + +[orchestrator.eval.source.env.agent.timeout] +rollout = 3600 + +[inference] +enable_expert_parallel = false +enable_return_routed_experts = true + +[inference.env_vars] +VLLM_CACHE_ROOT = "/tmp/.vllm-cache" +FLASHINFER_WORKSPACE_BASE = "/tmp/.flashinfer-cache" + +[inference.model] +max_model_len = 131072 +tool_call_parser = "poolside_v1" +reasoning_parser = "poolside_v1" + +[inference.parallel] +tp = 8 +dp = 1 + +[inference.vllm_extra] +default_chat_template_kwargs = { enable_thinking = true } From 1886ecb738bdd15ce8d5ccf86bb674480ff4a10c Mon Sep 17 00:00:00 2001 From: rasdani <73563550+rasdani@users.noreply.github.com> Date: Tue, 4 Aug 2026 04:31:44 +0000 Subject: [PATCH 2/4] exp: enable Laguna trainer compilation --- examples/advanced/laguna-xs-2.1/swe.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/advanced/laguna-xs-2.1/swe.toml b/examples/advanced/laguna-xs-2.1/swe.toml index 42d8300082..d1c2b934be 100644 --- a/examples/advanced/laguna-xs-2.1/swe.toml +++ b/examples/advanced/laguna-xs-2.1/swe.toml @@ -43,11 +43,11 @@ impl = "custom" attn = "flash_attention_3" cp = 4 cp_style = "ulysses" -# torch.compile caused trainer ranks to enter mismatched MoE collectives and time out in NCCL. -compile = "None" fused_lm_head_token_chunk_size = 1024 optim_cpu_offload = true +[trainer.model.compile] + [trainer.model.ac] [trainer.model.ac_offloading] From 8aad999f0605bce1d004a9f1ee4c2e7b640bdb63 Mon Sep 17 00:00:00 2001 From: rasdani <73563550+rasdani@users.noreply.github.com> Date: Tue, 4 Aug 2026 21:10:00 +0000 Subject: [PATCH 3/4] exp: enable Laguna expert parallel inference --- examples/advanced/laguna-xs-2.1/swe.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/advanced/laguna-xs-2.1/swe.toml b/examples/advanced/laguna-xs-2.1/swe.toml index d1c2b934be..aa0d2e42c1 100644 --- a/examples/advanced/laguna-xs-2.1/swe.toml +++ b/examples/advanced/laguna-xs-2.1/swe.toml @@ -139,7 +139,7 @@ labels = ["laguna-xs21-swe"] rollout = 3600 [inference] -enable_expert_parallel = false +enable_expert_parallel = true enable_return_routed_experts = true [inference.env_vars] From a5e6abfab9f2479efc6c82220525d1348bb3db3d Mon Sep 17 00:00:00 2001 From: rasdani <73563550+rasdani@users.noreply.github.com> Date: Tue, 4 Aug 2026 21:31:53 +0000 Subject: [PATCH 4/4] exp: use throughput-oriented Laguna inference --- examples/advanced/laguna-xs-2.1/swe.toml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/advanced/laguna-xs-2.1/swe.toml b/examples/advanced/laguna-xs-2.1/swe.toml index aa0d2e42c1..a10be8014b 100644 --- a/examples/advanced/laguna-xs-2.1/swe.toml +++ b/examples/advanced/laguna-xs-2.1/swe.toml @@ -20,7 +20,7 @@ num_infer_replicas = 4 [wandb] project = "laguna-xs21-swe" -name = "laguna-xs21-scaleswe" +name = "laguna-xs21-scaleswe-dep8" [weight_broadcast] type = "nccl" @@ -152,8 +152,8 @@ tool_call_parser = "poolside_v1" reasoning_parser = "poolside_v1" [inference.parallel] -tp = 8 -dp = 1 +tp = 1 +dp = 8 [inference.vllm_extra] default_chat_template_kwargs = { enable_thinking = true }