Skip to content

Commit

Permalink
Update _utils.py
Browse files Browse the repository at this point in the history
  • Loading branch information
danielhanchen committed Jul 6, 2024
1 parent a29d582 commit ef448f8
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion unsloth/models/_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@ def is_big_gpu(index):
"config.dce = True",
"config.memory_planning = True",
"config.memory_pool = 'combined'",
"config.coordinate_descent_tuning = False",
"config.coordinate_descent_tuning = True",
"config.max_autotune_gemm = False", # GEMM is unnecessary
"config.autotune_multi_device = False",
"config.max_autotune_gemm_backends = 'ATEN'", # Not much faster
Expand Down

0 comments on commit ef448f8

Please sign in to comment.