Update api_usage.py

api_usage.py

@@ -7,6 +7,8 @@ from dateutil.relativedelta import relativedelta
 import boto3
 import botocore.exceptions
 import concurrent.futures
+import asyncio
+import aiohttp
 
 BASE_URL = 'https://api.openai.com/v1'
 GPT_TYPES = ["gpt-3.5-turbo", "gpt-4", "gpt-4-32k", "gpt-4-32k-0314"]
@@ -206,12 +208,60 @@ def check_key_availability(session, key):
     except Exception as e:
         return False
 
+async def fetch_ant(async_session, json_data):
+    url = 'https://api.anthropic.com/v1/messages'
+    try:
+        async with async_session.post(url=url, json=json_data) as response:
+            result = await response.json()
+            if response.status == 200:
+                return True
+            else:
+                return False
+    except Exception as e:
+        return False
+        
+async def check_ant_rate_limit(key):    
+    max_requests = 10
+    headers = {
+        "accept": "application/json",
+        "anthropic-version": "2023-06-01",
+        "content-type": "application/json",
+        "x-api-key": key
+    }
+    json_data = {
+        'model': 'claude-3-haiku-20240307',
+        'max_tokens': 1,
+        "temperature": 0.1,
+        'messages': [
+            {
+                'role': 'user',
+                'content': ',',
+            }
+        ],
+    }
+    invalid = False
+    try:
+        async with aiohttp.ClientSession(headers=headers) as async_session:
+            tasks = [fetch_ant(async_session, json_data) for _ in range(max_requests)]
+            results = await asyncio.gather(*tasks)
+            count = 0
+            #print(results)
+            for result in results:
+                if result:
+                    count+=1
+            if count == max_requests:
+                return f'{max_requests} or above'
+            return count
+    except Exception as e:
+        #print(e)
+        return 0 
+
 def check_ant_tier(rpm):
     if rpm:
         for k, v in RPM_LIMIT_PER_BUILD_TIER_ANT.items():
             if int(rpm) == v:
                 return k
-    return "Old Dev/Scale"
+    return "Evaluation/Scale"
     
 def check_key_ant_availability(key):
     try: