Update app.py

app.py

@@ -226,7 +226,8 @@ with gr.Blocks() as app:
             fn=guess,
             inputs=[dg_input_img, dg_color_img, dg_edge_img],
             outputs=dg_output,
-            api_name="guess_prompt"
+            api_name="guess_prompt",
+            concurrency_limit=1
         )
         
     with gr.Tab("SAM Segmentation"):
@@ -246,7 +247,8 @@ with gr.Blocks() as app:
             fn=segment,
             inputs=[sam_input_img, sam_pos_coords, sam_neg_coords, sam_bboxes],
             outputs=[sam_output_img, sam_output_bbox],
-            api_name="segment"
+            api_name="segment",
+            concurrency_limit=10
         )
 
 if __name__ == "__main__":
@@ -255,9 +257,9 @@ if __name__ == "__main__":
     
     # Initialize SAM Pool
     # Adjust max_workers based on GPU memory (e.g., 2-4 workers for SAM-B)
-    NUM_SAM_WORKERS = 5
+    NUM_SAM_WORKERS = 10
     print(f"Starting {NUM_SAM_WORKERS} SAM worker processes...")
     sam_pool = ProcessPoolExecutor(max_workers=NUM_SAM_WORKERS, initializer=init_worker_sam)
     
     # Launch Gradio
-    app.queue(max_size=40).launch(max_threads=5)
+    app.queue(max_size=40).launch(max_threads=10)