Update app.py
Browse files
app.py
CHANGED
|
@@ -54,7 +54,8 @@ class MedicalRAG:
|
|
| 54 |
def _setup_generator(self):
|
| 55 |
return pipeline(
|
| 56 |
"text-generation",
|
| 57 |
-
model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
|
|
|
|
| 58 |
device=self.device,
|
| 59 |
torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
|
| 60 |
)
|
|
|
|
| 54 |
def _setup_generator(self):
|
| 55 |
return pipeline(
|
| 56 |
"text-generation",
|
| 57 |
+
#model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
|
| 58 |
+
model = "HuggingFaceTB/SmolLM2-360M-Instruct",
|
| 59 |
device=self.device,
|
| 60 |
torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
|
| 61 |
)
|