edouardlgp commited on
Commit
be10dc9
·
verified ·
1 Parent(s): 24cef69

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -105,7 +105,11 @@ log_debug("📄 Test Sources loaded successfully.")
105
  try:
106
  log_debug("🧠 Test rag model on simple example...")
107
  response = rag.generate(query,
108
- sources
 
 
 
 
109
  )
110
  log_debug("✅ Test Answer generated successfully.")
111
  log_debug(response["processed"]["clean_answer"])
 
105
  try:
106
  log_debug("🧠 Test rag model on simple example...")
107
  response = rag.generate(query,
108
+ sources,
109
+ do_sample=True, # Enable sampling
110
+ top_p=0.95, # Set top_p for nucleus sampling
111
+ pad_token_id=rag.tokenizer.eos_token_id, # Set pad_token_id to eos_token_id
112
+ attention_mask=None # Ensure attention_mask is passed if needed
113
  )
114
  log_debug("✅ Test Answer generated successfully.")
115
  log_debug(response["processed"]["clean_answer"])