Afzal Hosen

README.md

@@ -1,5 +1,4 @@
 ---
-library_name: vllm
 language:
 - fr
 - it
@@ -7,17 +6,13 @@ language:
 - es
 - en
 license: apache-2.0
-base_model: mistralai/Mixtral-8x7B-v0.1
-inference: false
+inference:
+  parameters:
+    temperature: 0.5
 widget:
 - messages:
   - role: user
     content: What is your favorite condiment?
-extra_gated_description: >-
-  If you want to learn more about how we process your personal data, please read
-  our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
-tags:
-- vllm
 ---
 # Model Card for Mixtral-8x7B
 
@@ -40,7 +35,7 @@ tokens = tokenizer.encode_chat_completion(completion_request).tokens
 ## Inference with `mistral_inference`
  
  ```py
-from mistral_inference.transformer import Transformer
+from mistral_inference.model import Transformer
 from mistral_inference.generate import generate
  
 model = Transformer.from_folder(mistral_models_path)