daniel/h3-blackwell-runtime
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Flatten _text_run_ids output (input_ids is [1,seq])

Browse source
This commit is contained in:
Daniel Maddern 2026-08-19 22:54:32 +07:00
parent 428c83d1d8
commit 0903b849b2
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/h3_blackwell_runtime/qwen3vl_vision.py
View file

@ -384,7 +384,9 @@ def _text_run_ids(prompt: str) -> list[int]:
tokenizer_dir = Path(__file__).with_name("qwen25_tokenizer") tokenizer_dir = Path(__file__).with_name("qwen25_tokenizer")
if not tokenizer_dir.exists(): if not tokenizer_dir.exists():
raise FileNotFoundError(f"Qwen tokenizer directory missing: {tokenizer_dir}") raise FileNotFoundError(f"Qwen tokenizer directory missing: {tokenizer_dir}")
return H3PromptTokenizer(tokenizer_dir)(prompt or " ") ids = H3PromptTokenizer(tokenizer_dir)(prompt or " ")
# input_ids is [1, seq]; flatten to a Python list of ints.
return [int(t) for t in ids.reshape(-1).tolist()]
@dataclass @dataclass