Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -316,7 +316,9 @@ def post_process_image_text_to_text(self, generated_outputs, skip_special_tokens
Returns:
`list[str]`: The decoded text.
"""
return self.tokenizer.batch_decode(generated_outputs[0], skip_special_tokens=skip_special_tokens, **kwargs)
if isinstance(generated_outputs, (tuple, list)):
generated_outputs = generated_outputs[0]
return self.tokenizer.batch_decode(generated_outputs, skip_special_tokens=skip_special_tokens, **kwargs)

def post_process_multimodal_output(
self, generated_outputs, skip_special_tokens=True, generation_mode=None, **kwargs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -337,7 +337,9 @@ def post_process_image_text_to_text(self, generated_outputs, skip_special_tokens
Returns:
`list[str]`: The decoded text.
"""
return self.tokenizer.batch_decode(generated_outputs[0], skip_special_tokens=skip_special_tokens, **kwargs)
if isinstance(generated_outputs, (tuple, list)):
generated_outputs = generated_outputs[0]
return self.tokenizer.batch_decode(generated_outputs, skip_special_tokens=skip_special_tokens, **kwargs)

def post_process_multimodal_output(
self, generated_outputs, skip_special_tokens=True, generation_mode=None, **kwargs
Expand Down
18 changes: 18 additions & 0 deletions tests/models/qwen2_5_omni/test_processing_qwen2_5_omni.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,24 @@
import torch


@require_torch
def test_qwen2_5_omni_post_process_multimodal_output_keeps_text_batch():
class TokenizerStub:
def batch_decode(self, generated_ids, skip_special_tokens=True, **kwargs):
return [f"decoded-{row.tolist()}" for row in generated_ids]

processor = Qwen2_5OmniProcessor.__new__(Qwen2_5OmniProcessor)
processor.tokenizer = TokenizerStub()
generated_ids = torch.tensor([[1, 2], [3, 4]])
expected = ["decoded-[1, 2]", "decoded-[3, 4]"]

decoded = processor.post_process_multimodal_output(generated_ids, generation_mode="text")
assert decoded == expected

decoded_from_tuple = processor.post_process_multimodal_output((generated_ids,), generation_mode="text")
assert decoded_from_tuple == expected


@require_vision
@require_torch
@require_torchaudio
Expand Down
18 changes: 18 additions & 0 deletions tests/models/qwen3_omni_moe/test_processing_qwen3_omni_moe.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,24 @@
import torch


@require_torch
def test_qwen3_omni_moe_post_process_multimodal_output_keeps_text_batch():
class TokenizerStub:
def batch_decode(self, generated_ids, skip_special_tokens=True, **kwargs):
return [f"decoded-{row.tolist()}" for row in generated_ids]

processor = Qwen3OmniMoeProcessor.__new__(Qwen3OmniMoeProcessor)
processor.tokenizer = TokenizerStub()
generated_ids = torch.tensor([[1, 2], [3, 4]])
expected = ["decoded-[1, 2]", "decoded-[3, 4]"]

decoded = processor.post_process_multimodal_output(generated_ids, generation_mode="text")
assert decoded == expected

decoded_from_tuple = processor.post_process_multimodal_output((generated_ids,), generation_mode="text")
assert decoded_from_tuple == expected


@require_vision
@require_torch
@require_torchaudio
Expand Down