fix: update timeout for long-term response

Author: yanbasic

src/emd/cfn/shared/ecs_cluster.yaml

@@ -52,7 +52,7 @@ Resources:
       Scheme: internet-facing
       LoadBalancerAttributes:
         - Key: idle_timeout.timeout_seconds
-          Value: '30'
+          Value: '300'
       Subnets: !Ref Subnets
       SecurityGroups:
         - !Ref PublicLoadBalancerSecurityGroup

src/emd/models/frameworks.py

@@ -4,7 +4,7 @@
 
 class FastAPIFramework(Framework):
     limit_concurrency: int = 1000
-    timeout_keep_alive: int = 60
+    timeout_keep_alive: int = 300
     uvicorn_log_level: str = "info"
 
 
@@ -14,7 +14,7 @@ class FastAPIFramework(Framework):
     description="FastAPI is a modern, fast (high-performance), web framework for building APIs with Python 3.6+ based on standard Python type hints.",
     framework_type=FrameworkType.FASTAPI,
     limit_concurrency = 1000,
-    timeout_keep_alive = 60,
+    timeout_keep_alive = 300,
     uvicorn_log_level = "info"
 )
 

src/pipeline/backend/comfyui/serve.py

@@ -16,7 +16,7 @@
 import uvicorn
 from fastapi import APIRouter, FastAPI, Request, HTTPException
 
-TIMEOUT_KEEP_ALIVE = 30
+TIMEOUT_KEEP_ALIVE = 300
 SAGEMAKER_PORT = 8080
 LOCALHOST = '0.0.0.0'
 PHY_LOCALHOST = '127.0.0.1'