Updates to issue purge requests to CDN

Particularly for saving shake and profile images. These have long
TTLs like other assets served via CDN, but unlike post images, they
can be updated and so have to be purged when they are updated.

Note that we don't really have a size limitation for uploaded profile,
shake images. They are forcibly resized to 200x200 (or left alone
if smaller than this). The site places no restriction on the resulting
image size, since a 200x200 JPG should be pretty small.

Fixes #450 #447 #345 maybe others

Author: bradchoate

handlers/account.py

@@ -1,7 +1,6 @@
 import datetime
 from urllib.parse import urlencode
 
-import tornado.httpclient
 import tornado.web
 from tornado.escape import xhtml_escape
 from tornado.options import options
@@ -17,6 +16,9 @@
 import stripe
 from tasks.migration import migrate_for_user
 
+import logging
+logger = logging.getLogger("mltshp")
+
 
 class VerifyEmailHandler(BaseHandler):
     def get(self, verification_key):
@@ -321,6 +323,23 @@ def post(self):
                 photo_path, photo_name, photo_content_type,
                 skip_s3=self.get_argument('skip_s3', None))
 
+            # issue PURGE command for profile URL
+            if not self.get_argument('skip_s3', False) and \
+                profile_image_saved and \
+                options.use_cdn:
+                try:
+                    urls = [s for s in [
+                        user.profile_image_url(include_protocol=True),
+                        user.profile_image_url(include_protocol=True).replace("/s3", ""),
+                    ] if "default-icon" not in s]
+
+                    for url in urls:
+                        response = requests.request("PURGE", url)
+                        if response.status_code != 200:
+                            logger.warning("PURGE failed: %s" % response.text)
+                except Exception as e:
+                    logger.error("PURGE exception: %s" % str(e))
+
         if user.is_paid or not uses_a_banned_phrase(full_name):
             user.full_name = full_name
         if user.is_paid or not uses_a_banned_phrase(about):

handlers/shake.py

@@ -2,11 +2,15 @@
 from tornado import escape
 import torndb
 from tornado.options import options
+import requests
 
 from .base import BaseHandler, require_membership
 from models import Shake, User, Notification, ShakeManager, MigrationState
 from lib.utilities import base36decode
 
+import logging
+logger = logging.getLogger("mltshp")
+
 
 def _invitations(shake, current_user):
     invitation = None
@@ -234,6 +238,24 @@ def post(self, shake_name=None):
         if file_name and not skip_s3:
             shake_to_update.set_page_image(file_path, sha1_value)
 
+            # issue PURGE command for shake image URLs
+            if not skip_s3 and \
+                options.use_cdn:
+                try:
+                    urls = [s for s in [
+                        shake_to_update.page_image(),
+                        shake_to_update.page_image().replace("/s3", ""),
+                        shake_to_update.thumbnail_url(),
+                        shake_to_update.thumbnail_url().replace("/s3", ""),
+                    ] if "default-icon" not in s]
+
+                    for url in urls:
+                        response = requests.request("PURGE", url)
+                        if response.status_code != 200:
+                            logger.warning("PURGE failed: %s" % response.text)
+                except Exception as e:
+                    logger.error("PURGE exception: %s" % str(e))
+
         shake_to_update.save()
 
         if json: