|
1 |
| -from vllm.config import ModelConfig |
| 1 | +# SPDX-License-Identifier: Apache-2.0 |
| 2 | +# SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | +import pytest |
| 4 | + |
2 | 5 | from vllm.assets.image import ImageAsset
|
| 6 | +from vllm.config import ModelConfig |
3 | 7 | from vllm.multimodal import MULTIMODAL_REGISTRY
|
4 |
| -import pytest |
5 | 8 |
|
6 | 9 |
|
7 |
| -@pytest.mark.parametrize("model_id",[ |
8 |
| - "llava-hf/llava-onevision-qwen2-0.5b-ov-hf" |
9 |
| -]) |
| 10 | +# yapf: disable |
| 11 | +@pytest.mark.parametrize("model_id", |
| 12 | + ["llava-hf/llava-onevision-qwen2-0.5b-ov-hf"]) |
10 | 13 | def test_multimodal_processor(model_id):
|
11 | 14 | model_config = ModelConfig(
|
12 | 15 | model=model_id,
|
13 | 16 | model_impl="transformers",
|
14 | 17 | )
|
15 | 18 |
|
16 |
| - mm_processor = MULTIMODAL_REGISTRY.create_processor( |
17 |
| - model_config, |
18 |
| - ) |
| 19 | + mm_processor = MULTIMODAL_REGISTRY.create_processor(model_config, ) |
19 | 20 |
|
20 | 21 | image_pil = ImageAsset('cherry_blossom').pil_image
|
21 | 22 | mm_data = {"image": image_pil}
|
22 |
| - str_prompt = "<|im_start|>user <image>\nWhat is the content of this image?<|im_end|><|im_start|>assistant\n" |
| 23 | + str_prompt = "<|im_start|>user <image>\nWhat is the content of this image?<|im_end|><|im_start|>assistant\n" # noqa: E501 |
23 | 24 | str_processed_inputs = mm_processor.apply(
|
24 | 25 | prompt=str_prompt,
|
25 | 26 | mm_data=mm_data,
|
26 |
| - hf_processor_mm_kwargs = {}, |
| 27 | + hf_processor_mm_kwargs={}, |
27 | 28 | )
|
28 | 29 |
|
29 |
| - ids_prompt = [151644, 872, 220, 151646, 198, 3838, 374, 279, 2213, 315, 419, 2168, 30, 151645, 151644, 77091, 198] |
| 30 | + ids_prompt = [ |
| 31 | + 151644, 872, 220, 151646, 198, 3838, 374, 279, 2213, 315, 419, 2168, |
| 32 | + 30, 151645, 151644, 77091, 198 |
| 33 | + ] |
30 | 34 | ids_processed_inputs = mm_processor.apply(
|
31 | 35 | prompt=ids_prompt,
|
32 | 36 | mm_data=mm_data,
|
33 |
| - hf_processor_mm_kwargs = {}, |
| 37 | + hf_processor_mm_kwargs={}, |
34 | 38 | )
|
35 | 39 |
|
36 | 40 | assert str_processed_inputs["prompt"] == ids_processed_inputs["prompt"]
|
0 commit comments