From 05425b2e9a58f8d727a0ead7739c1f6f0181bb71 Mon Sep 17 00:00:00 2001 From: yjoonjang Date: Thu, 3 Apr 2025 16:45:39 +0900 Subject: [PATCH] fix: jasper models embeddings having nan values --- mteb/models/jasper_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mteb/models/jasper_models.py b/mteb/models/jasper_models.py index dcef55d553..b3a3f62516 100644 --- a/mteb/models/jasper_models.py +++ b/mteb/models/jasper_models.py @@ -68,7 +68,7 @@ def encode( config_kwargs={"is_text_encoder": True, "vector_dim": 12288}, model_kwargs={ "attn_implementation": "sdpa", - "torch_dtype": torch.float16, + "torch_dtype": torch.bfloat16, }, trust_remote_code=True, max_seq_length=2048,