File size: 264 Bytes
65226cd
37527e9
c074c98
8c69006
37527e9
87e455f
8c69006
37527e9
 
 
87e455f
1
2
3
4
5
6
7
8
9
10
11
12
from fastapi import FastAPI
from transformers import AutoModelForCausalLM, AutoTokenizer
from llama_cpp import Llama
from huggingface_hub import hf_hub_download


hf_hub_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", filename="mistral-7b-v0.1.Q4_K_M.gguf")