Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -23,7 +23,7 @@ from transformers import AutoModel, AutoTokenizer
|
|
| 23 |
# Argparser
|
| 24 |
parser = argparse.ArgumentParser(description='demo')
|
| 25 |
#parser.add_argument('--device', type=str, default='mps', help='cuda or mps')
|
| 26 |
-
parser.add_argument('--dtype', type=str, default='
|
| 27 |
args = parser.parse_args()
|
| 28 |
#device = args.device
|
| 29 |
#assert device in ['cuda', 'mps']
|
|
|
|
| 23 |
# Argparser
|
| 24 |
parser = argparse.ArgumentParser(description='demo')
|
| 25 |
#parser.add_argument('--device', type=str, default='mps', help='cuda or mps')
|
| 26 |
+
parser.add_argument('--dtype', type=str, default='bf16', help='bf16 or fp16')
|
| 27 |
args = parser.parse_args()
|
| 28 |
#device = args.device
|
| 29 |
#assert device in ['cuda', 'mps']
|