Update proxy_server.py

proxy_server.py

@@ -13,6 +13,27 @@ sys.path.insert(
     0, os.path.abspath("../..")
 )  # Adds the parent directory to the system path - for litellm local dev
 
+sample = """
+    from openai import OpenAI
+    import json
+    
+    base_url = "https://ka1kuk-litellm.hf.space"
+    api_key = "hf_xxxx"
+    
+    client = OpenAI(base_url=base_url, api_key=api_key)
+    
+    messages = [{"role": "user", "content": "What's the capital of France?"}]
+    
+    response = client.chat.completions.create(
+      model="huggingface/mistralai/Mixtral-8x7B-Instruct-v0.1",
+      response_format={ "type": "json_object" },
+      messages=messages,
+      stream=False,
+    )
+    
+    print(response.choices[0].message.content)
+"""
+
 try:
     import fastapi
     import backoff
@@ -22,48 +43,6 @@ try:
 except ImportError as e:
     raise ImportError(f"Missing dependency {e}. Run `pip install 'litellm[proxy]'`")
 
-import random
-
-list_of_messages = [
-    "'The thing I wish you improved is...'",
-    "'A feature I really want is...'",
-    "'The worst thing about this product is...'",
-    "'This product would be better if...'",
-    "'I don't like how this works...'",
-    "'It would help me if you could add...'",
-    "'This feature doesn't meet my needs because...'",
-    "'I get frustrated when the product...'",
-]
-
-
-def generate_feedback_box():
-    box_width = 60
-
-    # Select a random message
-    message = random.choice(list_of_messages)
-
-    print()  # noqa
-    print("\033[1;37m" + "#" + "-" * box_width + "#\033[0m")  # noqa
-    print("\033[1;37m" + "#" + " " * box_width + "#\033[0m")  # noqa
-    print("\033[1;37m" + "# {:^59} #\033[0m".format(message))  # noqa
-    print(  # noqa
-        "\033[1;37m"
-        + "# {:^59} #\033[0m".format("https://github.com/BerriAI/litellm/issues/new")
-    )  # noqa
-    print("\033[1;37m" + "#" + " " * box_width + "#\033[0m")  # noqa
-    print("\033[1;37m" + "#" + "-" * box_width + "#\033[0m")  # noqa
-    print()  # noqa
-    print(" Thank you for using LiteLLM! - Krrish & Ishaan")  # noqa
-    print()  # noqa
-    print()  # noqa
-    print()  # noqa
-    print(  # noqa
-        "\033[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\033[0m"
-    )  # noqa
-    print()  # noqa
-    print()  # noqa
-
-
 import litellm
 from litellm.proxy.utils import (
     PrismaClient,
@@ -104,8 +83,7 @@ from typing import Union
 app = FastAPI(
     docs_url="/",
     title="LiteLLM API",
-    description="Proxy Server to call 100+ LLMs in the OpenAI format\n\nAdmin Panel on [https://dashboard.litellm.ai/admin](https://dashboard.litellm.ai/admin)",
-)
+    description="Proxy Server to call 100+ LLMs in the OpenAI format\n\nSsample with openai library:\n\n", sample)
 router = APIRouter()
 origins = ["*"]
 
@@ -1044,7 +1022,6 @@ async def initialize(
     config=None,
 ):
     global user_model, user_api_base, user_debug, user_detailed_debug, user_user_max_tokens, user_request_timeout, user_temperature, user_telemetry, user_headers, experimental, llm_model_list, llm_router, general_settings, master_key, user_custom_auth, prisma_client
-    generate_feedback_box()
     user_model = model
     user_debug = debug
     if debug == True:  # this needs to be first, so users can see Router init debugg