ClearML/clearml-serving
1
0
Fork 0
mirror of https://github.com/clearml/clearml-serving synced 2025-06-26 18:16:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add some sugar

Browse Source
This commit is contained in:
IlyaMescheryakov1402 2025-03-12 02:20:19 +03:00
parent 8ecb51f1db
commit 10f887d449
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/vllm/test_openai_api.py
View File

@ -14,7 +14,7 @@ def main(model_name: str):
max_tokens=1024, max_tokens=1024,
top_p=1.0 top_p=1.0
) )
print(f"ChatCompletion: \n\n {chat_response.choices[0].message.content}") print(f"\n\nChatCompletion:\n\n {chat_response.choices[0].message.content}")
comp_response = client.completions.create( comp_response = client.completions.create(
model=model_name, model=model_name,
@ -22,10 +22,10 @@ def main(model_name: str):
temperature=1.0, temperature=1.0,
max_tokens=256 max_tokens=256
) )
print(f"\n\n Completion: \n\n {comp_response.choices[0].text}") print(f"\n\nCompletion:\n\n {comp_response.choices[0].text}")
fake_body = {"stream": False, "model": model_name, "prompt": "test"} fake_body = {"stream": False, "model": model_name, "prompt": "test"}
print(f"Models:\n") print(f"\n\nModels:\n")
print('\n\n'.join(map(str, client.models.list(extra_body=fake_body).data))) print('\n\n'.join(map(str, client.models.list(extra_body=fake_body).data)))
return None return None