mirror of
https://github.com/deepseek-ai/DeepInfer.git
synced 2026-10-27 00:45:06 +00:00
14 lines
524 B
Python
14 lines
524 B
Python
"""文本段处理：引擎请求的文本段只携带长度（TextLengthInput），token 本体在 engine 侧。"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import torch
|
|
|
|
from deepinfer.ve.processor.common import BaseProcessor, TextLengthInput
|
|
|
|
|
|
class TextTokenProcessor(BaseProcessor):
|
|
def process(self, text_input: TextLengthInput) -> dict:
|
|
# 只按长度产出 mm_token_type 缺省值（UNDEFINED=0），不产生 token 内容
|
|
return dict(mm_token_type=torch.zeros(text_input.length, dtype=torch.int32))
|