fix requirements and download mode

khimaros · May 7, 2023 · f085021 · f085021
1 parent d6294fd
commit f085021
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -3,7 +3,8 @@ torch
 torchvision
 torchaudio
 transformers
-scipyftfy
+scipy
+ftfy
 accelerate
 tensorboard
 toml
diff --git a/transformable.py b/transformable.py
@@ -171,13 +171,13 @@ def invoke_task(config):
     tokenizer = transformers.AutoTokenizer.from_pretrained(tokenizer_path)
 
     if config['kind'] == 'text-generation':
-        model = transformers.AutoModelForCausalLM.from_pretrained(model_path, local_files_only=True)
+        model = transformers.AutoModelForCausalLM.from_pretrained(model_path, local_files_only=local_files_only)
 
     elif config['kind'] == 'question-answering':
-        model = transformers.AutoModelForQuestionAnswering.from_pretrained(model_path, local_files_only=True)
+        model = transformers.AutoModelForQuestionAnswering.from_pretrained(model_path, local_files_only=local_files_only)
 
     elif config['kind'] == 'conversational':
-        model = transformers.AutoModelForSeq2SeqLM.from_pretrained(model_path, local_files_only=True)
+        model = transformers.AutoModelForSeq2SeqLM.from_pretrained(model_path, local_files_only=local_files_only)
 
     pipe = transformers.pipeline(config['kind'], model=model, tokenizer=tokenizer)