Update app.py

app.py

@@ -31,13 +31,13 @@ From the given email, extract the following key values. The keys are explained b
 
 
 # Define the function for generating output based on input
-def generate_output(input_text):
+def generate_output(input_text,model):
     # Prompt for the instruction
     
     output = ""
     # Initialize the FastLanguageModel
     model, tokenizer = FastLanguageModel.from_pretrained(
-        model_name = "sxandie/llama_3_8b_4bitQ",
+        model_name = model,
         max_seq_length = 2048,
         dtype = None,
         load_in_4bit = True,
@@ -62,9 +62,16 @@ def generate_output(input_text):
     output = tokenizer.batch_decode(outputs)
     return output
 
+
+model_options = ["sxandie/llama_3_8b_4bitQ"]
+inputs = [
+    gr.inputs.Textbox(label="Input Text"),
+    gr.inputs.Dropdown(label="Model", choices=model_options, default=model_options[0])
+]
+
 # Create Gradio interface
 iface = gr.Interface(fn=generate_output, 
-                     inputs="text", 
+                     inputs=inputs, 
                      outputs="text", 
                      title="Email Information Extraction", 
                      description="Extract key information from the provided email.")