queue setting

Author: dbccccccc

.env.example

@@ -7,8 +7,16 @@ VERIFY_SSL=true
 
 # Queue configuration
 MAX_QUEUE_SIZE=100
-RATE_LIMIT_REQUESTS=30
-RATE_LIMIT_WINDOW=60
+
+# Celery Worker Configuration
+# CELERY_CONCURRENCY=4 # Used in Docker startup command, not directly by Python
+CELERY_TASK_TIME_LIMIT=300 # Max time in seconds for a task to run (default: 300)
+CELERY_WORKER_PREFETCH_MULTIPLIER=5 # How many tasks a worker fetches ahead (default: 5)
+CELERY_WORKER_MAX_TASKS_PER_CHILD=1000 # Tasks per worker process before restart (default: 1000)
+
+# Celery Broker/Backend (Redis example)
+# CELERY_BROKER_URL=redis://localhost:6379/0
+# CELERY_RESULT_BACKEND=redis://localhost:6379/0
 
 # Flask configuration
 FLASK_ENV=production

celery_worker.py

@@ -35,9 +35,10 @@
     timezone='UTC',
     enable_utc=True,
     task_track_started=True,
-    task_time_limit=300,  # 5 minutes max
-    worker_prefetch_multiplier=1,  # Process one task at a time
-    worker_max_tasks_per_child=1000,  # Restart worker after 1000 tasks
+    # Read settings from environment variables with defaults
+    task_time_limit=int(os.getenv('CELERY_TASK_TIME_LIMIT', '300')),  # 5 minutes max
+    worker_prefetch_multiplier=int(os.getenv('CELERY_WORKER_PREFETCH_MULTIPLIER', '1')),  # Process one task at a time
+    worker_max_tasks_per_child=int(os.getenv('CELERY_WORKER_MAX_TASKS_PER_CHILD', '1000')),  # Restart worker after 1000 tasks
 )
 
 def _get_headers():