mirror of
https://github.com/p-e-w/heretic.git
synced 2026-10-26 19:05:05 +00:00
Fix chat responses being cut off
This commit is contained in:
1 file changed
+1
@@ -309,6 +309,7 @@ class Model:
|
||||
outputs = self.model.generate(
|
||||
**inputs,
|
||||
streamer=streamer,
|
||||
max_new_tokens=4096,
|
||||
)
|
||||
|
||||
return self.tokenizer.decode(
|
||||
|
||||
Reference in new issue
Block a user