minor fix of eval device setting

Signed-off-by: He, Xin3 <[email protected]>

Author: xin3he

examples/pytorch/nlp/huggingface_models/language-modeling/quantization/mix-precision/quantize.py

@@ -103,6 +103,9 @@ def initialize_model_and_tokenizer(model_name_or_path):
 
     model, tokenizer = initialize_model_and_tokenizer(args.model_name_or_path)
     device="hpu" if is_hpex_available() else "cuda"
+    # in case that model is set to cuda:0 by default
+    if args.device_map.isdigit() and device=="cuda":
+        device = f"{device}:{args.device_map}"
 
     if args.quantize:
         if args.dtype in ["uNVFP4", "NVFP4+"]: