OpenAI Completion Client#
Source vllm-project/vllm.
1from openai import OpenAI
2
3# Modify OpenAI's API key and API base to use vLLM's API server.
4openai_api_key = "EMPTY"
5openai_api_base = "http://localhost:8000/v1"
6
7client = OpenAI(
8 # defaults to os.environ.get("OPENAI_API_KEY")
9 api_key=openai_api_key,
10 base_url=openai_api_base,
11)
12
13models = client.models.list()
14model = models.data[0].id
15
16# Completion API
17stream = False
18completion = client.completions.create(
19 model=model,
20 prompt="A robot may not injure a human being",
21 echo=False,
22 n=2,
23 stream=stream,
24 logprobs=3)
25
26print("Completion results:")
27if stream:
28 for c in completion:
29 print(c)
30else:
31 print(completion)