Spaces:

datbkpro
/

voicebot

Sleeping

App Files Files Community

datbkpro commited on Nov 12

Commit

3dde460

verified ·

1 Parent(s): 8df3db4

Update services/voice_coding_service.py

Browse files

Files changed (1) hide show

services/voice_coding_service.py +47 -37

services/voice_coding_service.py CHANGED Viewed

@@ -9,7 +9,7 @@ from fastrtc import (
     AsyncStreamHandler,
     AdditionalOutputs,
     wait_for_item,
-    get_twilio_turn_credentials,
 )
 from gradio.utils import get_space
@@ -39,8 +39,10 @@ class VoiceCodingHandler(AsyncStreamHandler):
     def extract_html_content(self, text):
         """Extract content including HTML tags."""
         match = re.search(r"<!DOCTYPE html>.*?</html>", text, re.DOTALL)
-        return match.group(0) if match else None
     async def start_up(self):
         """Khởi động handler"""
@@ -63,12 +65,12 @@ class VoiceCodingHandler(AsyncStreamHandler):
         try:
             print("🎤 Processing audio for voice coding...")
-            # Ở đây chúng ta cần chuyển audio sang text
-            # Tạm thời sử dụng transcription service có sẵn
-            transcription = await self._transcribe_audio(audio_data, sample_rate)
-            if transcription and self._is_trigger_phrase(transcription):
-                print(f"🎯 Trigger phrase detected: {transcription}")
                 # Generate loading state
                 await self.output_queue.put(AdditionalOutputs({
@@ -84,21 +86,11 @@ class VoiceCodingHandler(AsyncStreamHandler):
         except Exception as e:
             print(f"❌ Lỗi xử lý audio: {e}")
-    async def _transcribe_audio(self, audio_data: np.ndarray, sample_rate: int) -> str:
-        """Chuyển audio sang text - simplified version"""
-        try:
-            # Sử dụng transcription service có sẵn từ hệ thống của bạn
-            # Hoặc implement Whisper local
-            return "Tạo trang web hello world"  # Tạm thời return test text
-        except Exception as e:
-            print(f"❌ Lỗi transcription: {e}")
-            return ""
-    def _is_trigger_phrase(self, text: str) -> bool:
-        """Kiểm tra trigger phrase"""
-        trigger_phrases = ["hello llama", "xin chào llama", "llama", "code"]
-        text_lower = text.lower()
-        return any(phrase in text_lower for phrase in trigger_phrases)
     async def _generate_code(self, user_message: str):
         """Generate code từ text input"""
@@ -115,11 +107,11 @@ class VoiceCodingHandler(AsyncStreamHandler):
             # Generate code với Groq
             print("🦙 Generating code with Llama...")
             response = self.groq_client.chat.completions.create(
-                model="llama-3.3-70b-versatile",
                 messages=self.current_history,
-                temperature=1,
-                max_tokens=2048,
-                top_p=1,
                 stream=False,
             )
@@ -128,8 +120,6 @@ class VoiceCodingHandler(AsyncStreamHandler):
             # Extract HTML code
             html_code = self.extract_html_content(output)
-            if not html_code:
-                html_code = f"<!-- Generated Code -->\n{output}"
             # Update state
             self.current_history.append({"role": "assistant", "content": output})
@@ -170,13 +160,21 @@ class VoiceCodingService:
     def __init__(self, groq_client: Groq):
         self.groq_client = groq_client
-        self.rtc_configuration = get_twilio_turn_credentials() if get_space() else None
         # HTML templates
         self.sandbox_html = """
-        <div style="text-align: center; padding: 20px;">
             <h3>🎮 Sandbox Preview</h3>
             <p>Code sẽ được hiển thị ở đây sau khi generate</p>
         </div>
         """
@@ -202,6 +200,13 @@ class VoiceCodingService:
         </style>
         """
     def create_stream(self):
         """Tạo FastRTC stream"""
         return Stream(
@@ -209,19 +214,24 @@ class VoiceCodingService:
             modality="audio",
             mode="send-receive",
             rtc_configuration=self.rtc_configuration,
-            concurrency_limit=5 if get_space() else None,
-            time_limit=90 if get_space() else None,
         )
     def display_in_sandbox(self, code):
         """Hiển thị code trong sandbox iframe"""
-        if not code:
             return self.sandbox_html
         try:
-            encoded_html = base64.b64encode(code.encode("utf-8")).decode("utf-8")
-            data_uri = f"data:text/html;charset=utf-8;base64,{encoded_html}"
-            return f'<iframe src="{data_uri}" width="100%" height="600px" style="border: 1px solid #ccc;"></iframe>'
         except Exception as e:
             print(f"❌ Lỗi display sandbox: {e}")
-            return f'<div style="color: red;">Lỗi hiển thị sandbox: {str(e)}</div>'

     AsyncStreamHandler,
     AdditionalOutputs,
     wait_for_item,
+    get_cloudflare_turn_credentials_async,  # Sử dụng Cloudflare free
 )
 from gradio.utils import get_space
     def extract_html_content(self, text):
         """Extract content including HTML tags."""
+        if not text:
+            return None
         match = re.search(r"<!DOCTYPE html>.*?</html>", text, re.DOTALL)
+        return match.group(0) if match else text  # Return full text if no HTML found
     async def start_up(self):
         """Khởi động handler"""
         try:
             print("🎤 Processing audio for voice coding...")
+            # Tạm thời sử dụng text input thay vì audio transcription
+            # Trong thực tế, bạn sẽ tích hợp với VOSK/Whisper
+            transcription = await self._mock_transcribe_audio()
+            if transcription:
+                print(f"🎯 Received request: {transcription}")
                 # Generate loading state
                 await self.output_queue.put(AdditionalOutputs({
         except Exception as e:
             print(f"❌ Lỗi xử lý audio: {e}")
+    async def _mock_transcribe_audio(self) -> str:
+        """Mock transcription - trong thực tế sẽ tích hợp với ASR"""
+        # Tạm thời return test text
+        # Bạn có thể tích hợp với VOSK/Whisper sau
+        return "Tạo trang web hello world với màu nền xanh và chữ màu trắng"
     async def _generate_code(self, user_message: str):
         """Generate code từ text input"""
             # Generate code với Groq
             print("🦙 Generating code with Llama...")
             response = self.groq_client.chat.completions.create(
+                model="llama-3.1-8b-instant",  # Sử dụng model có sẵn
                 messages=self.current_history,
+                temperature=0.7,
+                max_tokens=1024,
+                top_p=0.9,
                 stream=False,
             )
             # Extract HTML code
             html_code = self.extract_html_content(output)
             # Update state
             self.current_history.append({"role": "assistant", "content": output})
     def __init__(self, groq_client: Groq):
         self.groq_client = groq_client
+        # Sử dụng Cloudflare TURN miễn phí hoặc None cho local development
+        try:
+            self.rtc_configuration = asyncio.run(get_cloudflare_turn_credentials_async())
+            print("✅ Using Cloudflare TURN servers")
+        except Exception as e:
+            print(f"⚠️ Cannot get TURN credentials, using None: {e}")
+            self.rtc_configuration = None  # Sẽ hoạt động trên local network
         # HTML templates
         self.sandbox_html = """
+        <div style="text-align: center; padding: 20px; border: 2px dashed #ccc; border-radius: 10px;">
             <h3>🎮 Sandbox Preview</h3>
             <p>Code sẽ được hiển thị ở đây sau khi generate</p>
+            <p><small>Chức năng voice đang được phát triển. Vui lòng sử dụng text input.</small></p>
         </div>
         """
         </style>
         """
+    def extract_html_content(self, text):
+        """Extract content including HTML tags."""
+        if not text:
+            return "<!-- No code generated -->"
+        match = re.search(r"<!DOCTYPE html>.*?</html>", text, re.DOTALL)
+        return match.group(0) if match else f"<!-- Generated Code -->\n<pre>{text}</pre>"
     def create_stream(self):
         """Tạo FastRTC stream"""
         return Stream(
             modality="audio",
             mode="send-receive",
             rtc_configuration=self.rtc_configuration,
+            concurrency_limit=3,
+            time_limit=120,
         )
     def display_in_sandbox(self, code):
         """Hiển thị code trong sandbox iframe"""
+        if not code or "No code" in code:
             return self.sandbox_html
         try:
+            # Kiểm tra xem code có phải HTML không
+            if any(tag in code.lower() for tag in ['<html', '<!doctype', '<body', '<head']):
+                encoded_html = base64.b64encode(code.encode("utf-8")).decode("utf-8")
+                data_uri = f"data:text/html;charset=utf-8;base64,{encoded_html}"
+                return f'<iframe src="{data_uri}" width="100%" height="600px" style="border: 1px solid #ccc; border-radius: 5px;"></iframe>'
+            else:
+                # Nếu không phải HTML, hiển thị dưới dạng text
+                return f'<div style="padding: 20px; background: #f5f5f5; border-radius: 5px;"><h4>Generated Content:</h4><pre style="white-space: pre-wrap;">{code}</pre></div>'
         except Exception as e:
             print(f"❌ Lỗi display sandbox: {e}")
+            return f'<div style="color: red; padding: 20px;">Lỗi hiển thị sandbox: {str(e)}</div>'