Bugfix: models loaded with path override need to get moved to the device.

JosephCatrambone · JosephCatrambone · commit 6de282424e63 · 2024-11-27T10:25:03.000-08:00
diff --git a/validator/main.py b/validator/main.py
@@ -103,7 +103,7 @@ def __init__(
                 AutoModel
             )
             self.embedding_tokenizer = embedding_tokenizer
-            self.embedding_model = embedding_model
+            self.embedding_model = embedding_model.to(device)
             # Other text attacks:
             self.text_classifier = get_pipeline_by_path(
                 model_path_override,

Original file line number	Diff line number	Diff line change
`@@ -103,7 +103,7 @@ def __init__(`
`103`	`103`	`AutoModel`
`104`	`104`	`)`
`105`	`105`	`self.embedding_tokenizer = embedding_tokenizer`
`106`		`- self.embedding_model = embedding_model`
	`106`	`+ self.embedding_model = embedding_model.to(device)`
`107`	`107`	`# Other text attacks:`
`108`	`108`	`self.text_classifier = get_pipeline_by_path(`
`109`	`109`	`model_path_override,`