Update app.py

app.py

@@ -11,7 +11,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 from share_btn import community_icon_html, loading_icon_html, share_js, share_btn_css
 
 checkpoint = "smallcloudai/Refact-1_6B-fim"
-device = "cuda" # for GPU usage or "cpu" for CPU usage
+device = "cuda"
+device = "cpu" # for GPU usage or "cpu" for CPU usage
 
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
 model = AutoModelForCausalLM.from_pretrained(checkpoint, trust_remote_code=True).to(device)