Add Wordle example with Qwen3 thinking activated

examples/accelerate_configs/fsdp2_sharding_2gpus.yaml

@@ -0,0 +1,31 @@
+# FSDP2 Model Sharding for 2 GPUs (no Context Parallelism)
+# Use this config when Context Parallelism is incompatible (e.g., with GRPOTrainer custom inputs)
+compute_environment: LOCAL_MACHINE
+debug: false
+distributed_type: FSDP
+downcast_bf16: 'no'
+enable_cpu_affinity: false
+fsdp_config:
+  fsdp_activation_checkpointing: true  # Enable activation checkpointing for memory efficiency
+  fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
+  fsdp_cpu_ram_efficient_loading: true
+  fsdp_offload_params: false
+  fsdp_reshard_after_forward: true
+  fsdp_state_dict_type: FULL_STATE_DICT
+  fsdp_version: 2
+machine_rank: 0
+main_training_function: main
+mixed_precision: bf16
+num_machines: 1
+num_processes: 2  # Number of GPUs
+rdzv_backend: static
+same_network: true
+tpu_env: []
+tpu_use_cluster: false
+tpu_use_sudo: false
+use_cpu: false
+parallelism_config:
+  parallelism_config_dp_replicate_size: 1
+  parallelism_config_dp_shard_size: 2  # Shard model across 2 GPUs
+  parallelism_config_tp_size: 1
+  parallelism_config_cp_size: 1  # Context Parallelism disabled