diff --git a/src/engine_args.py b/src/engine_args.py
index 8105a09..8e8fdb1 100644
--- a/src/engine_args.py
+++ b/src/engine_args.py
@@ -46,7 +46,7 @@
     "max_logprobs": int(os.getenv('MAX_LOGPROBS', 20)),  # Default value for OpenAI Chat Completions API
     "revision": os.getenv('REVISION', None),
     "code_revision": os.getenv('CODE_REVISION', None),
-    "rope_scaling": os.getenv('ROPE_SCALING', None),
+    "rope_scaling": json.loads(os.getenv("ROPE_SCALING", "null")),
     "rope_theta": float(os.getenv('ROPE_THETA', 0)) or None,
     "tokenizer_revision": os.getenv('TOKENIZER_REVISION', None),
     "quantization": os.getenv('QUANTIZATION', None),