Have a chain of use_local. If the param is specified, use that, otherwise read from use_local. Force the app_inference_spec to use local.

Author: JosephCatrambone

app_inference_spec.py

@@ -42,7 +42,8 @@ def device_name(self):
 
     def load(self):
         kwargs = {
-            "device": self.device_name
+            "device": self.device_name,
+            "use_local": True
         }
         read_from = os.environ.get("MODEL_PATH", "s3").lower()
         if read_from == "s3":

validator/main.py

@@ -77,6 +77,15 @@ def __init__(
         self.embedding_model = None
         self.known_malicious_embeddings = []
 
+        # It's possible for self.use_local to be unset and in some indeterminate state.
+        # First take use_local as a kwarg as the truth.
+        # If that's not present, try self.use_local.
+        # If that's not present, default to true.
+        if "use_local" in kwargs:
+            self.use_local = kwargs["use_local"]
+        elif self.use_local is None:
+            self.use_local = True
+
         if self.use_local:
             if not model_path_override:
                 self.saturation_attack_detector = PromptSaturationDetectorV3(