DeepSeek/DeepSeek-Coder
1
0 Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder.git synced 2026-10-26 16:45:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update app.py

Browse Source
This commit is contained in:
ZHU QIHAO authored and GitHub committed 2024-02-28 12:27:00 +08:00
1 parent e348ac8619
commit 147170214b
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
demo/app.py
+1 -1
View File
@@ -48,7 +48,7 @@ def generate(
conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
conversation.append({"role": "user", "content": message})
input_ids = tokenizer.apply_chat_template(conversation, return_tensors="pt")
input_ids = tokenizer.apply_chat_template(conversation, return_tensors="pt", add_generation_prompt=True)
if input_ids.shape[1] > MAX_INPUT_TOKEN_LENGTH:
input_ids = input_ids[:, -MAX_INPUT_TOKEN_LENGTH:]
gr.Warning(f"Trimmed input from conversation as it was longer than {MAX_INPUT_TOKEN_LENGTH} tokens.")