from openai import OpenAI import sys def main(): openai_api_key = "EMPTY" api_base = f"http://{sys.argv[1]}/v1" client = OpenAI( api_key=openai_api_key, base_url=api_base, ) try: completion = client.chat.completions.create( model='qwen', messages=[{'role': 'user', 'content': 'Hello!'}], timeout=15 ) print(completion.choices[0].message.content) except Exception: exit(1) if __name__ == '__main__': main()