WIP Memoize the call to mosaic.composite()

examples/render_pyramid.py

@@ -23,6 +23,7 @@
 from marblecutter.stats import Timer
 from marblecutter.formats import PNG, GeoTIFF
 from marblecutter.transformations import Normal, Terrarium
+from marblecutter.transformations import GeoTIFF as GeoTIFFTransform
 
 logging.basicConfig(level=logging.INFO)
 # Quieting boto messages down a little
@@ -37,14 +38,16 @@
 
 GEOTIFF_FORMAT = GeoTIFF()
 PNG_FORMAT = PNG()
+
+GEOTIFF_TRANSFORMATION = GeoTIFFTransform()
 NORMAL_TRANSFORMATION = Normal()
 TERRARIUM_TRANSFORMATION = Terrarium()
 
 
 RENDER_COMBINATIONS = [
-    ("normal", NORMAL_TRANSFORMATION, PNG_FORMAT, ".png"),
-    ("terrarium", TERRARIUM_TRANSFORMATION, PNG_FORMAT, ".png"),
-    ("geotiff", None, GEOTIFF_FORMAT, ".tif"),
+    ("normal",    NORMAL_TRANSFORMATION,    PNG_FORMAT,     ".png"),
+    ("terrarium", TERRARIUM_TRANSFORMATION, PNG_FORMAT,     ".png"),
+    ("geotiff",   GEOTIFF_TRANSFORMATION,   GEOTIFF_FORMAT, ".tif"),
 ]
 
 

marblecutter/__init__.py

@@ -255,10 +255,10 @@ def render(
 
     # apply buffer
     bounds_orig = bounds
-    shape = [dim + (2 * effective_buffer) for dim in shape]
-    bounds = [p - (effective_buffer * resolution[i % 2]) if i < 2 else
-              p + (effective_buffer * resolution[i % 2])
-              for i, p in enumerate(bounds)]
+    shape = tuple(dim + (2 * effective_buffer) for dim in shape)
+    bounds = tuple(p - (effective_buffer * resolution[i % 2]) if i < 2 else
+                   p + (effective_buffer * resolution[i % 2])
+                   for i, p in enumerate(bounds))
 
     left = right = bottom = top = offset
 

marblecutter/sources.py

@@ -56,10 +56,10 @@ def get_sources(self, (bounds, bounds_crs), resolution):
         ]
 
         # Pick only the attributes we care about
-        results = [
+        results = (
             (attr['url'], attr['source'], attr['resolution'])
             for (geom, attr) in results
-        ]
+        )
 
         return results
 

marblecutter/transformations/__init__.py

@@ -2,8 +2,9 @@
 # coding=utf-8
 from __future__ import absolute_import
 
-from . import hillshade, normal, terrarium
+from . import geotiff, hillshade, normal, terrarium
 
+GeoTIFF = geotiff.transformation
 Hillshade = hillshade.transformation
 Normal = normal.transformation
 Terrarium = terrarium.transformation

marblecutter/transformations/geotiff.py

@@ -0,0 +1,17 @@
+# noqa
+# coding=utf-8
+from __future__ import absolute_import, division, print_function
+
+# Keeping consistent buffer with other transforms
+# so that we can more effectively cache the call to mosaic.compsoite()
+BUFFER = 4
+
+
+def transformation():
+    def _transform((data, (bounds, crs))):
+        # GeoTIFF transform does nothing.
+
+        return (data, 'raw')
+
+    _transform.buffer = BUFFER
+    return _transform

marblecutter/transformations/terrarium.py

@@ -4,6 +4,10 @@
 
 import numpy as np
 
+# Keeping consistent buffer with other transforms
+# so that we can more effectively cache the call to mosaic.compsoite()
+BUFFER = 4
+
 
 def transformation():
     def _transform((data, (bounds, crs))):
@@ -33,4 +37,5 @@ def _transform((data, (bounds, crs))):
 
         return (np.dstack((r, g, b)), 'RGB')
 
+    _transform.buffer = BUFFER
     return _transform

requirements.txt

@@ -1,5 +1,6 @@
 arrow
 boto3
+cachetools
 click
 flask
 flask-cors