Add gguf models to question answering notebook (#3091)

Author: sbalandi

.ci/spellcheck/.pyspelling.wordlist.txt

@@ -339,6 +339,7 @@ GenerationMixin
 Girshick
 Gitee
 GitHub
+GGUF
 GLA
 GLM
 glm
@@ -954,6 +955,7 @@ SML
 sml
 SmolDocling
 SmolVLM
+SmolLM
 softmax
 softvc
 SoftVC

notebooks/llm-question-answering/config.py

@@ -22,4 +22,9 @@
         "end_key": "<|eot_id|>",
         "prompt_template": "<|start_header_id|>system<|end_header_id|>\n\nBelow is an instruction that describes a task. Write a response that appropriately completes the request.<|eot_id|><|start_header_id|>user<|end_header_id|>Instruction: {instruction} Answer:<|eot_id|><|start_header_id|>assistant<|end_header_id|>",
     },
+    "Qwen2.5-0.5B-Instruct-GGUF": {
+        "model_id": "Qwen/Qwen2.5-0.5B-Instruct-GGUF",
+        "gguf_file": ["qwen2.5-0.5b-instruct-fp16.gguf", "qwen2.5-0.5b-instruct-q4_0.gguf", "qwen2.5-0.5b-instruct-q8_0.gguf"],
+    },
+    "SmolLM2-135M-GGUF": {"model_id": "prithivMLmods/SmolLM2-135M-GGUF", "gguf_file": ["SmolLM2-135M.F16.gguf", "SmolLM2-135M.Q8_0.gguf"]},
 }