dahara1 commited on
Commit
29e82b9
·
verified ·
1 Parent(s): 255a49e

Upload prompt_generator.py

Browse files
Files changed (1) hide show
  1. prompt_generator.py +2 -2
prompt_generator.py CHANGED
@@ -119,8 +119,8 @@ def load_model():
119
  _model = AutoModelForCausalLM.from_pretrained(
120
  model_path,
121
  torch_dtype=torch_dtype,
122
- device_map=device_map,
123
- use_cache=True,
124
  low_cpu_mem_usage=True,
125
  )
126
 
 
119
  _model = AutoModelForCausalLM.from_pretrained(
120
  model_path,
121
  torch_dtype=torch_dtype,
122
+ # device_map=device_map,
123
+ # use_cache=True,
124
  low_cpu_mem_usage=True,
125
  )
126