From ae006940f1035be145f11162efee4217b3621d81 Mon Sep 17 00:00:00 2001 From: Kastan Day <kastanvday@gmail.com> Date: Thu, 7 Mar 2024 17:18:04 -0800 Subject: [PATCH] Reduce threads from 1_000 to 100. more sensible --- run.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/run.sh b/run.sh index f73f2369..49d79372 100755 --- a/run.sh +++ b/run.sh @@ -5,4 +5,4 @@ # 200 MB object store memory.. necessary to statically allocate or will crash in Railway env restrictions. # ray start --head --num-cpus 6 --object-store-memory 300000000 export PYTHONPATH=${PYTHONPATH}:$(pwd)/ai_ta_backend -exec gunicorn --workers=3 --threads=20000 --worker-class=gthread ai_ta_backend.main:app --timeout 1800 +exec gunicorn --workers=3 --threads=100 --worker-class=gthread ai_ta_backend.main:app --timeout 1800