fix: repetition_penalty was unused

#23
by raphael-gl HF Staff - opened
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -210,6 +210,7 @@ def generate_stream(
210
  top_p=top_p,
211
  pad_token_id=_tokenizer.pad_token_id,
212
  eos_token_id=_tokenizer.eos_token_id,
 
213
  streamer=streamer,
214
  )
215
 
 
210
  top_p=top_p,
211
  pad_token_id=_tokenizer.pad_token_id,
212
  eos_token_id=_tokenizer.eos_token_id,
213
+ repetition_penalty=repetition_penalty,
214
  streamer=streamer,
215
  )
216