Spaces:
				
			
			
	
			
			
					
		Running
		
	
	
	
			
			
	
	
	
	
		
		
					
		Running
		
	Upload prompt_generator.py
Browse files- prompt_generator.py +2 -2
    	
        prompt_generator.py
    CHANGED
    
    | @@ -119,8 +119,8 @@ def load_model(): | |
| 119 | 
             
                    _model = AutoModelForCausalLM.from_pretrained(
         | 
| 120 | 
             
                        model_path,
         | 
| 121 | 
             
                        torch_dtype=torch_dtype,
         | 
| 122 | 
            -
                        device_map=device_map,
         | 
| 123 | 
            -
                        use_cache=True,
         | 
| 124 | 
             
                        low_cpu_mem_usage=True,
         | 
| 125 | 
             
                    )
         | 
| 126 |  | 
|  | |
| 119 | 
             
                    _model = AutoModelForCausalLM.from_pretrained(
         | 
| 120 | 
             
                        model_path,
         | 
| 121 | 
             
                        torch_dtype=torch_dtype,
         | 
| 122 | 
            +
            #            device_map=device_map,
         | 
| 123 | 
            +
            #            use_cache=True,
         | 
| 124 | 
             
                        low_cpu_mem_usage=True,
         | 
| 125 | 
             
                    )
         | 
| 126 |  |