Add gguf models to question answering notebook

Author: sbalandi

notebooks/llm-question-answering/config.py

@@ -22,4 +22,19 @@
         "end_key": "<|eot_id|>",
         "prompt_template": "<|start_header_id|>system<|end_header_id|>\n\nBelow is an instruction that describes a task. Write a response that appropriately completes the request.<|eot_id|><|start_header_id|>user<|end_header_id|>Instruction: {instruction} Answer:<|eot_id|><|start_header_id|>assistant<|end_header_id|>",
     },
+    "Qwen2.5-0.5B-Instruct-GGUF": {
+        "model_id": "Qwen/Qwen2.5-0.5B-Instruct-GGUF",
+        "gguf_file": [
+            "qwen2.5-0.5b-instruct-fp16.gguf",
+            "qwen2.5-0.5b-instruct-q4_0.gguf",
+            "qwen2.5-0.5b-instruct-q8_0.gguf"
+        ]
+    },
+    "SmolLM2-135M-GGUF": {
+        "model_id": "prithivMLmods/SmolLM2-135M-GGUF",
+        "gguf_file": [
+            "SmolLM2-135M.F16.gguf",
+            "SmolLM2-135M.Q8_0.gguf"
+        ]
+    },
 }