fix: predictor -> run & cleanup output folder checker

Author: Justin Merrell

docs/serverless-worker.md

@@ -64,3 +64,16 @@ Worker zero can have a modified TTL behavior, to flag a worker as worker zero se
 When the TTL of a worker has expired the function `self.seppuku` is called. On exit the following actions are taken:
 
 - RunPod API call to delete the pod
+
+## Local Testing
+
+To test locally, create the file `test_inputs.json` in the root directory that contains the following:
+
+```json
+{
+    "id": "LOCAL-TEST",
+    "input":{}
+}
+```
+
+The inputS should match the inputs your model would expect to see from the API.

infer.py

@@ -1,6 +1,6 @@
 '''
 Template for the infer.py file.
-Input -> model perameters
+Input -> model parameters
 Output -> list of files
 '''
 
@@ -11,7 +11,7 @@ class Predictor:
     def setup(self):
         ''' Loads the model. '''
 
-    def predict(self, model_inputs):
+    def run(self, model_inputs):
         '''
         Predicts the output of the model.
         '''

runpod/serverless/modules/inference.py

@@ -24,4 +24,4 @@ def run(self, model_inputs):
         '''
         Predicts the output of the model.
         '''
-        return self.predictor.predict(model_inputs)
+        return self.predictor.run(model_inputs)

runpod/serverless/pod_worker.py

@@ -33,15 +33,17 @@ def start_worker():
             worker_life.work_in_progress = True  # Rests when "reset_worker_ttl" is called
 
             try:
-                output_urls, job_duration_ms = job.run(next_job['id'], next_job['input'])
-                job.post(worker_life.worker_id, next_job['id'], output_urls, job_duration_ms)
+                output_urls, job_duration_ms = job.run(
+                    next_job['id'], next_job['input'])
+                job.post(worker_life.worker_id,
+                         next_job['id'], output_urls, job_duration_ms)
             except ValueError as err:
                 job.error(worker_life.worker_id, next_job['id'], str(err))
 
             # -------------------------------- Job Cleanup ------------------------------- #
             shutil.rmtree("input_objects", ignore_errors=True)
             shutil.rmtree("output_objects", ignore_errors=True)
-            os.remove('output.zip')
+            os.remove('output.zip') if os.path.exists('output.zip') else None
 
             worker_life.reset_worker_ttl()
 

setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = runpod
-version = 0.1.5
+version = 0.1.6
 description = Official Python library for RunPod API & SDK.
 long_description = file: README.md
 long_description_content_type = text/markdown