Upload 2 files
Browse files- handler.py +5 -0
handler.py
CHANGED
|
@@ -39,6 +39,11 @@ torch.set_float32_matmul_precision("high")
|
|
| 39 |
#if IS_COMPILE:
|
| 40 |
# import torch._dynamo
|
| 41 |
# torch._dynamo.config.suppress_errors = True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
|
| 43 |
def print_vram():
|
| 44 |
free = torch.cuda.mem_get_info()[0] / (1024 ** 3)
|
|
|
|
| 39 |
#if IS_COMPILE:
|
| 40 |
# import torch._dynamo
|
| 41 |
# torch._dynamo.config.suppress_errors = True
|
| 42 |
+
torch._inductor.config.disable_progress = False
|
| 43 |
+
torch._inductor.config.conv_1x1_as_mm = True
|
| 44 |
+
torch._inductor.config.coordinate_descent_tuning = True
|
| 45 |
+
torch._inductor.config.coordinate_descent_check_all_directions = True
|
| 46 |
+
torch._inductor.config.epilogue_fusion = False
|
| 47 |
|
| 48 |
def print_vram():
|
| 49 |
free = torch.cuda.mem_get_info()[0] / (1024 ** 3)
|