Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -15,8 +15,8 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
| 15 |
|
| 16 |
torch.set_grad_enabled(False)
|
| 17 |
vlm_pipe = ModularPipeline.from_pretrained("briaai/FIBO-VLM-prompt-to-JSON", trust_remote_code=True).to(device)
|
| 18 |
-
pipe = BriaFiboPipeline.from_pretrained("briaai/FIBO", trust_remote_code=True,
|
| 19 |
-
|
| 20 |
|
| 21 |
@spaces.GPU(duration=300)
|
| 22 |
def infer(
|
|
|
|
| 15 |
|
| 16 |
torch.set_grad_enabled(False)
|
| 17 |
vlm_pipe = ModularPipeline.from_pretrained("briaai/FIBO-VLM-prompt-to-JSON", trust_remote_code=True).to(device)
|
| 18 |
+
pipe = BriaFiboPipeline.from_pretrained("briaai/FIBO", trust_remote_code=True, torch_dtype=dtype).to(device)
|
| 19 |
+
pipe.enable_model_cpu_offload()
|
| 20 |
|
| 21 |
@spaces.GPU(duration=300)
|
| 22 |
def infer(
|