kafka configuration poll records

.github/workflows/deploy.yml

@@ -41,6 +41,7 @@ jobs:
         host: ${{ secrets.SSH_HOST }}
         username: ${{ secrets.SSH_USERNAME }}
         key: ${{ secrets.SSH_KEY }}
+        timeout: 600
         script: |
           cd /home/ubuntu/saas-apps && sudo docker-compose pull
           cd /home/ubuntu/saas-apps && sudo docker-compose rm -f

apps/dashboard-app/app/actions/workflows/workflow.ts

@@ -213,12 +213,12 @@ export const runPythonCode = async (code:string) => {
         },
         body: body,
     }
-    try{
-        const res = await fetch(`${process.env.NEXT_PUBLIC_FLASK_WORKER_URL}/payload`, options)
-        const data = await res.json();
-        return {success: "Python code executed successfully", result: data}
-    }
-    catch (error) {
-        return {error: "Python code execution failed"}
-    }
+    const res = await fetch(`${process.env.NEXT_PUBLIC_FLASK_WORKER_URL}/payload`, options)
+    console.log('res',res)
+    if (!res.ok){
+        return {error: "Python code execution failed", result: res.text() + " " + res.status,success:"wtf"}
+    }
+    const data = await res.json();
+    return {success: "Python code executed successfully", result: data,error:""}
+
 }

apps/flask-worker/app/main/services/kafka.py

@@ -28,6 +28,7 @@ def consume_kafka_messages():
         enable_auto_commit=False,
         group_id='flask-kafka-group',
         max_poll_interval_ms=600000,
+        max_poll_records=10,
         value_deserializer=lambda x: json.loads(x.decode('utf-8'))
     )
     producer = KafkaProducer(