Update app.py
Browse files
    	
        app.py
    CHANGED
    
    | @@ -1,5 +1,6 @@ | |
| 1 | 
             
            import gradio as gr
         | 
| 2 | 
             
            from huggingface_hub import InferenceClient
         | 
|  | |
| 3 |  | 
| 4 | 
             
            """
         | 
| 5 | 
             
            For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
         | 
| @@ -7,7 +8,7 @@ For more information on `huggingface_hub` Inference API support, please check th | |
| 7 |  | 
| 8 | 
             
            # client = InferenceClient("meta-llama/Llama-3.2-3B-Instruct")
         | 
| 9 | 
             
            # client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501")
         | 
| 10 | 
            -
            client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
         | 
| 11 | 
             
            # client = InferenceClient("meta-llama/Llama-3.3-70B-Instruct")
         | 
| 12 | 
             
            # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
         | 
| 13 | 
             
            # client = InferenceClient("nvidia/DeepSeek-R1-FP4")
         | 
|  | |
| 1 | 
             
            import gradio as gr
         | 
| 2 | 
             
            from huggingface_hub import InferenceClient
         | 
| 3 | 
            +
            import os
         | 
| 4 |  | 
| 5 | 
             
            """
         | 
| 6 | 
             
            For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
         | 
|  | |
| 8 |  | 
| 9 | 
             
            # client = InferenceClient("meta-llama/Llama-3.2-3B-Instruct")
         | 
| 10 | 
             
            # client = InferenceClient("mistralai/Mistral-Small-24B-Instruct-2501")
         | 
| 11 | 
            +
            client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3", token=os.environ['TOKEN'])
         | 
| 12 | 
             
            # client = InferenceClient("meta-llama/Llama-3.3-70B-Instruct")
         | 
| 13 | 
             
            # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
         | 
| 14 | 
             
            # client = InferenceClient("nvidia/DeepSeek-R1-FP4")
         | 
