fix

searcher/sementic_search.py

@@ -34,25 +34,23 @@ def extract(text, type):
 
 
 async def fetch(url):
-    await asyncio.sleep(1) 
+    await asyncio.sleep(1)  # 异步的 sleep 而不是 time.sleep
     try:
         timeout = aiohttp.ClientTimeout(total=120)
-        async with aiohttp.ClientSession(timeout=timeout) as session:
+        connector = aiohttp.TCPConnector(limit_per_host=10)  # 使用连接池
+        async with aiohttp.ClientSession(timeout=timeout, connector=connector) as session:
             async with session.get(url) as response:
                 if response.status == 200:
                     content = await response.read()  # Read the response content as bytes
                     return content
                 else:
-                    await asyncio.sleep(0.01)
                     print(f"Failed to fetch the URL: {url} with status code: {response.status}")
                     return None
     except aiohttp.ClientError as e:  # 更具体的异常捕获
-        await asyncio.sleep(0.01)
         print(f"An error occurred while fetching the URL: {url}")
         print(e)
         return None
     except Exception as e:
-        await asyncio.sleep(0.01)
         print(f"An unexpected error occurred while fetching the URL: {url}")
         print(e)
         return None