English
John6666 commited on
Commit
97ea91a
·
verified ·
1 Parent(s): 3fe2688

Upload 2 files

Browse files
Files changed (1) hide show
  1. handler.py +5 -0
handler.py CHANGED
@@ -39,6 +39,11 @@ torch.set_float32_matmul_precision("high")
39
  #if IS_COMPILE:
40
  # import torch._dynamo
41
  # torch._dynamo.config.suppress_errors = True
 
 
 
 
 
42
 
43
  def print_vram():
44
  free = torch.cuda.mem_get_info()[0] / (1024 ** 3)
 
39
  #if IS_COMPILE:
40
  # import torch._dynamo
41
  # torch._dynamo.config.suppress_errors = True
42
+ torch._inductor.config.disable_progress = False
43
+ torch._inductor.config.conv_1x1_as_mm = True
44
+ torch._inductor.config.coordinate_descent_tuning = True
45
+ torch._inductor.config.coordinate_descent_check_all_directions = True
46
+ torch._inductor.config.epilogue_fusion = False
47
 
48
  def print_vram():
49
  free = torch.cuda.mem_get_info()[0] / (1024 ** 3)