fix: switch to functional

Author: Justin Merrell

infer.py

@@ -6,26 +6,23 @@
 # pylint: disable=unused-argument,too-few-public-methods
 
 
-class Predictor:
-    ''' Interface for the model. '''
+def setup():
+    ''' Loads the model. '''
 
-    def setup(self):
-        ''' Loads the model. '''
-
-    def validator(self):
-        '''
-        Lists the expected inputs of the model, and their types.
-        '''
-        return {
-            'prompt': {
-                'type': str,
-                'required': True
-            }
+def validator():
+    '''
+    Lists the expected inputs of the model, and their types.
+    '''
+    return {
+        'prompt': {
+            'type': str,
+            'required': True
         }
+    }
 
-    def run(self, model_inputs):
-        '''
-        Predicts the output of the model.
-        Returns output path, with the seed used to generate the image.
-        '''
-        return {"image": "/path/to/image.png", "seed": "1234"}
+def run(model_inputs):
+    '''
+    Predicts the output of the model.
+    Returns output path, with the seed used to generate the image.
+    '''
+    return {"image": "/path/to/image.png", "seed": "1234"}

runpod/serverless/modules/inference.py

@@ -4,7 +4,7 @@
 '''
 
 # -------------------------- Import Model Predictors ------------------------- #
-from infer import Predictor
+import infer
 
 from .logging import log
 
@@ -16,8 +16,6 @@ def __init__(self):
         '''
         Loads the model.
         '''
-        self.predictor = Predictor()
-        self.predictor.setup()
         log('Model loaded.')
 
     def input_validation(self, model_inputs):
@@ -27,11 +25,11 @@ def input_validation(self, model_inputs):
         Checks to see if the required inputs are included.
         '''
         log("Validating inputs.")
-        if not hasattr(self.predictor, 'validator'):
+        if not hasattr(infer, 'validator'):
             log("No input validation function found. Skipping validation.")
             return []
 
-        input_validations = self.predictor.validator()
+        input_validations = infer.validator()
         input_errors = []
 
         log("Checking for required inputs.")
@@ -60,4 +58,4 @@ def run(self, model_inputs):
                 "error": input_errors
             }
 
-        return self.predictor.run(model_inputs)
+        return infer.run(model_inputs)