Skip to content

Commit e5142f4

Browse files
committed
Add integration tests for original_output in vLLM's generate
1 parent 3582fc8 commit e5142f4

File tree

1 file changed

+17
-0
lines changed

1 file changed

+17
-0
lines changed

tests/generate/test_integration_vllm.py

+17
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,7 @@
44
import pytest
55
import torch
66
from pydantic import BaseModel, constr
7+
from vllm.outputs import RequestOutput
78
from vllm.sampling_params import SamplingParams
89

910
import outlines.generate as generate
@@ -42,15 +43,31 @@ def test_vllm_generation_api(model, generator_type, params):
4243
res = generator("test", stop_at=[".", "ab"])
4344
assert isinstance(res, str)
4445

46+
res = generator("test", original_output=True)
47+
assert isinstance(res, list)
48+
assert len(res) == 1
49+
assert isinstance(res[0], RequestOutput)
50+
4551
res1 = generator("test", seed=1)
4652
res2 = generator("test", seed=1)
4753
assert isinstance(res1, str)
4854
assert isinstance(res2, str)
4955
assert res1 == res2
5056

57+
res1 = generator("test", seed=1, original_output=True)
58+
res2 = generator("test", seed=1)
59+
assert isinstance(res1[0], RequestOutput)
60+
assert isinstance(res2, str)
61+
text1 = [sample.text for sample in res1[0].outputs]
62+
assert len(text1) == 1
63+
assert text1[0] == res2
64+
5165
res = generator(["test", "test1"])
5266
assert len(res) == 2
5367

68+
res = generator(["test", "test1"], original_output=True)
69+
assert len(res) == 2
70+
5471

5572
def test_vllm_sampling_params(model):
5673
generator = generate.text(model)

0 commit comments

Comments
 (0)