Update webscout.py

webscout.py

@@ -1708,4 +1708,41 @@ class LLM:
             result = requests.post(url=url, data=data, headers=headers)
             return result.json()['choices'][0]['message']['content']
         except:
-            return None
+            return None
+class FastAI:
+    def __init__(self, model="llama3-70b", system="Answer as concisely as possible."):
+        self.model = model
+        self.system = system
+
+    def _prepare_data(self, user):
+        env_type = "tp16405b" if "405b" in self.model else "tp16"
+        return {
+            'body': {
+                'messages': [
+                    {'role': 'system', 'content': self.system},
+                    {'role': 'user', 'content': user}
+                ],
+                'stream': True,
+                'model': self.model
+            },
+            'env_type': env_type
+        }
+
+    def generate_response(self, user):
+        data = self._prepare_data(user)
+        response_text = ''
+        with requests.post(
+            'https://fast.snova.ai/api/completion',
+            headers={'content-type': 'application/json'},
+            json=data,
+            stream=True
+        ) as response:
+            for line in response.iter_lines(decode_unicode=True):
+                if line.startswith('data:'):
+                    try:
+                        data = json.loads(line[len('data: '):])
+                        response_text += data.get("choices", [{}])[0].get("delta", {}).get("content", '')
+                    except json.JSONDecodeError:
+                        if line[len('data: '):] == '[DONE]':
+                            break
+        return response_text