test2.py

# import requests
# import json

# messages = [
#     {"role": "user", "content": "helo"},
#     {"role": "assistant", "content": "Hello! How can I assist you today?"},
#     {"role": "user", "content": "who are you and give me a breif description of who created you "}
# ]

# model = "llama-4-scout-17b"

# url = "http://127.0.0.1:8000/api/v1/text/generate"

# payload = {
#     "messages": messages,
#     "model": model,
#     "api_key": ""
# }

# response = requests.post(url, json=payload, stream=True)

# if response.status_code == 200:
#     for line in response.iter_lines():
#         if line:
#             print(line)
#             decoded_line = line.decode('utf-8')
#             if decoded_line.startswith('data: [DONE]'):
#                 break
#             elif decoded_line.startswith('data: '):
#                 try:
#                     json_data = json.loads(decoded_line[6:])
#                     if json_data["choices"] and "text" in json_data["choices"][0]:
#                         print(json_data["choices"][0]["text"], end='')
#                 except json.JSONDecodeError:
#                     continue
# else:
#     print(f"Request failed with status code {response.status_code}")

import requests

url = "http://127.0.0.1:8000/api/v1/tools/google-search"

payload = {
    "query": "who are you and give me a breif description of who created you",
    "num_results": 5,
}

response = requests.get(url, json=payload)

print(response.json())