Update app.py

app.py

@@ -3,8 +3,8 @@ import gradio as gr
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 tokenizer = GPT2Tokenizer.from_pretrained("sberbank-ai/mGPT")
 model = GPT2LMHeadModel.from_pretrained("sberbank-ai/mGPT")
-model.cuda()
-model.eval()
+#model.cuda()
+#model.eval()
 
 description = "Multilingual generation with mGPT"
 title = "Generate your own example"
@@ -17,8 +17,11 @@ article = (
     "</p>"
 )
 
+device = "cuda" if torch.cuda.is_available() else "cpu"
+fp16 = device != 'cpu'
+
 def generate(prompt: str):
-            input_ids = tokenizer.encode(prompt, return_tensors="pt").cuda()
+            input_ids = tokenizer.encode(prompt, return_tensors="pt").to(device)
             out = model.generate(input_ids, 
                     min_length=100, 
                     max_length=200,