myspace134v / modules /analyzer.py
rdune71's picture
new1
ab6d29f
raw
history blame
639 Bytes
from openai import OpenAI
import os
client = OpenAI(
base_url="https://zxzbfrlg3ssrk7d9.us-east-1.aws.endpoints.huggingface.cloud/v1/",
api_key=os.getenv("HF_TOKEN")
)
def analyze_with_model(prompt):
try:
response = client.chat.completions.create(
model="DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf",
messages=[{"role": "user", "content": prompt}],
stream=False,
temperature=0.7,
max_tokens=1000
)
return response.choices[0].message.content
except Exception as e:
return f"Error during analysis: {str(e)}"