Update app.py

app.py

@@ -60,10 +60,10 @@ model = BlenderbotForConditionalGeneration.from_pretrained(mname)
 tokenizer = BlenderbotTokenizer.from_pretrained(mname)
 
 def take_last_tokens(inputs, note_history, history):
-    """Filter the last 128 tokens"""
-    if inputs['input_ids'].shape[1] > 128:
-        inputs['input_ids'] = torch.tensor([inputs['input_ids'][0][-128:].tolist()])
-        inputs['attention_mask'] = torch.tensor([inputs['attention_mask'][0][-128:].tolist()])
+        filterTokenCount = 128 # filter last 128 tokens
+    if inputs['input_ids'].shape[1] > filterTokenCount:
+        inputs['input_ids'] = torch.tensor([inputs['input_ids'][0][-filterTokenCount:].tolist()])
+        inputs['attention_mask'] = torch.tensor([inputs['attention_mask'][0][-filterTokenCount:].tolist()])
         note_history = ['</s> <s>'.join(note_history[0].split('</s> <s>')[2:])]
         history = history[1:]
     return inputs, note_history, history