diff --git a/mii/models/load_models.py b/mii/models/load_models.py index bd61e935..ebf8269d 100644 --- a/mii/models/load_models.py +++ b/mii/models/load_models.py @@ -73,7 +73,7 @@ def load_models(task_name, model_name, task_name, mii_config) - inf_config["replace_with_kernel_inject"] = False #not supported yet + inf_config["replace_with_kernel_inject"] = True # Must be true for SD inf_config["enable_cuda_graph"] = True else: raise ValueError(f"Unknown model provider {provider}")