Replicas = 2, workers = 5, threads = 1

UIUC-Chatbot · Jan 25, 2024 · dffc85e · dffc85e
1 parent a960618
commit dffc85e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/railway.json b/railway.json
@@ -21,7 +21,7 @@
     }
   },
   "deploy": {
-    "numReplicas": 3,
+    "numReplicas": 2,
     "restartPolicyType": "ON_FAILURE",
     "restartPolicyMaxRetries": 1
   }

diff --git a/run.sh b/run.sh
@@ -5,4 +5,4 @@
 # 200 MB object store memory.. necessary to statically allocate or will crash in Railway env restrictions.
 ray start --head --num-cpus 6 --object-store-memory 300000000
 export PYTHONPATH=${PYTHONPATH}:$(pwd)/ai_ta_backend
-exec gunicorn --workers=4 --threads=1 --worker-class=gthread ai_ta_backend.main:app --timeout 1800
+exec gunicorn --workers=5 --threads=1 --worker-class=gthread ai_ta_backend.main:app --timeout 1800