Spaces:

izaanishaq
/

emoji-math

Sleeping

Izaan commited on Mar 14

Commit

bcc2e02

1 Parent(s): c36a55e

4

Files changed (1) hide show

app.py CHANGED Viewed

@@ -24,7 +24,8 @@ def load_model():
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_NAME,
         torch_dtype=torch.bfloat16,
-        device_map="auto"
         # quantization_config=bnb_config
     )
     model.generation_config = GenerationConfig.from_pretrained(MODEL_NAME)

     model = AutoModelForCausalLM.from_pretrained(
         MODEL_NAME,
         torch_dtype=torch.bfloat16,
+        device_map="auto",
+        offload_folder="offload"
         # quantization_config=bnb_config
     )
     model.generation_config = GenerationConfig.from_pretrained(MODEL_NAME)