[Fix] Fix OOM

InternLM · Sep 12, 2024 · 1bf5745 · 1bf5745
1 parent 081c8ca
commit 1bf5745
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/xtuner/tools/model_converters/pth_to_hf.py b/xtuner/tools/model_converters/pth_to_hf.py
@@ -101,6 +101,7 @@ def main():
             else:
                 raise e
     else:
+        cfg.model.llm.device_map = 'auto'
         model = BUILDER.build(cfg.model)
 
     backend = get_file_backend(args.pth_model)