Update app.py

app.py

@@ -19,18 +19,19 @@ os.makedirs('./temp', exist_ok=True)
 
 print('\n\n\n')
 print('Loading model...')
-cpu_pipe = transformers.pipeline(
-    'text-generation', 
-    model='dx2102/llama-midi',
-    torch_dtype='float32',
-    device='cpu',
-)
+# cpu_pipe = transformers.pipeline(
+#     'text-generation', 
+#     model='dx2102/llama-midi',
+#     torch_dtype='float32',
+#     device='cpu',
+# )
 gpu_pipe = transformers.pipeline(
     'text-generation', 
     model='dx2102/llama-midi',
     torch_dtype='bfloat16',
     device='cuda:0',
 )
+cpu_pipe = gpu_pipe
 # print devices
 print(f"{gpu_pipe.device = }, {gpu_pipe.model.device = }")
 print(f"{cpu_pipe.device = }, {cpu_pipe.model.device = }")