Update generate.py

generate.py

@@ -80,7 +80,7 @@ def custom_generate(
                 # Check if the end token is generated
                 if new_ids_sampled == self.tokenizer.convert_tokens_to_ids("</s>"):
                     finished_generating[answer_idx] = 1
-            
+
             if finished_generating.all():
                 break
 
@@ -89,17 +89,17 @@ def custom_generate(
 
     from collections import namedtuple
     GenerateOutput = namedtuple("GenerateOutput", ["sequences", "scores", "attentions", "hidden_states"])
-    
+
     # Convert the generated token IDs to a tensor
     generated_token_ids_tensor = input_ids
-    
+
     output = GenerateOutput(
         sequences=generated_token_ids_tensor,
         scores=None,
         attentions=None,
-        hidden_states=None
+        hidden_states=None,
     )
-    
+
     return output
 
 
@@ -211,4 +211,4 @@ def generate(
         **model_kwargs,
     )
 
-    return output
+    return output