test_api.py

from openai import OpenAI
import sys


def main():
    
    openai_api_key = "EMPTY"
    api_base = f"http://{sys.argv[1]}/v1"

    client = OpenAI(
        api_key=openai_api_key,
        base_url=api_base,
    )

    try:
        completion = client.chat.completions.create(
            model='qwen',
            messages=[{'role': 'user', 'content': 'Hello!'}],
            timeout=15
        )

        print(completion.choices[0].message.content)
    except Exception:
        exit(1)


if __name__ == '__main__':
    main()