Upgrade to Celery 5

Author: gautamp8

deploy/cr.yaml

@@ -7,7 +7,7 @@ spec:
   imagePullPolicy: Never
   appName: example
   celeryApp: 'app:celery_app'
-  celeryVersion: "4.X"
+  celeryVersion: "5.0"
   workerReplicas: 3
   flowerReplicas: 2
   workerSpec:

deploy/detailed_cr.yaml

@@ -9,7 +9,7 @@ spec:
     - name: dockerhub-creds
   appName: example-app
   celeryApp: 'app:celery_app'
-  celeryVersion: "4.X"
+  celeryVersion: "5.0"
   workerReplicas: 3
   flowerReplicas: 2
   workerSpec:

example/app.py

@@ -2,12 +2,9 @@
 from flask import Flask
 
 
-def make_celery(app):
-    celery = Celery(
-        app.import_name,
-        backend=app.config['CELERY_RESULT_BACKEND'],
-        broker=app.config['CELERY_BROKER_URL']
-    )
+def make_celery(app, celery_config):
+    celery = Celery(app.import_name)
+    celery.config_from_object(celery_config)
     celery.conf.update(app.config)
 
     class ContextTask(celery.Task):
@@ -20,11 +17,7 @@ def __call__(self, *args, **kwargs):
 
 
 flask_app = Flask(__name__)
-flask_app.config.update(
-    CELERY_BROKER_URL='redis://redis-master/1',
-    CELERY_RESULT_BACKEND='redis://redis-master/1'
-)
-celery_app = make_celery(flask_app)
+celery_app = make_celery(flask_app, 'celeryconfig')
 
 
 @celery_app.task()

example/celeryconfig.py

@@ -0,0 +1,6 @@
+broker_url = 'redis://redis-master/1'
+result_backend = 'redis://redis-master/1'
+
+task_serializer = 'json'
+result_serializer = 'json'
+accept_content = ['json']

requirements.txt

@@ -1,16 +1,19 @@
 aiohttp==3.7.4
 aiojobs==0.2.2
-amqp==2.6.0
+amqp==5.0.6
 appnope==0.1.0
 async-timeout==3.0.1
 attrs==19.3.0
 backcall==0.1.0
 billiard==3.6.3.0
 cachetools==4.1.0
-celery==4.4.4
+celery==5.0.5
 certifi==2020.4.5.1
 chardet==3.0.4
 click==7.1.2
+click-didyoumean==0.0.3
+click-plugins==1.1.1
+click-repl==0.1.6
 decorator==4.4.2
 Flask==1.1.2
 flower==0.9.4
@@ -25,8 +28,8 @@ iso8601==0.1.12
 itsdangerous==1.1.0
 jedi==0.17.0
 Jinja2==2.11.3
-kombu==4.6.10
-kopf==0.27
+kombu==5.0.2
+kopf==1.30.0
 kubernetes==11.0.0
 MarkupSafe==1.1.1
 multidict==4.7.6
@@ -41,6 +44,7 @@ pyasn1-modules==0.2.8
 Pygments==2.7.4
 pykube-ng==20.5.0
 python-dateutil==2.8.1
+python-json-logger==2.0.1
 pytz==2020.1
 PyYAML==5.4
 redis==3.5.3
@@ -52,7 +56,7 @@ tornado==6.0.4
 traitlets==4.3.3
 typing-extensions==3.7.4.2
 urllib3==1.25.9
-vine==1.3.0
+vine==5.0.0
 wcwidth==0.2.3
 websocket-client==0.57.0
 Werkzeug==1.0.1