#!/usr/bin/env python """A slippy map GUI. Implements a tiled slippy map using Tk canvas. Displays map tiles using whatever projection the tiles are in and only knows about tile coordinates, (as opposed to geospatial coordinates.) This assumes that the tile-space is organized as a power-of-two pyramid, with the origin in the upper left corner. This currently has several spots that are hard-coded for 256x256 tiles, even though MapOverlay tries to track this. Supports mouse-based pan and zoom as well as tile upsampling while waiting for new tiles to load. The map to display is specified by a MapOverlay, and added to the GUI on creation or manually using addOverlay() gui = MapClient(MakeOverlay(mapid)) Tiles are referenced using a key of (level, x, y) throughout. Several of the functions are named to match the Google Maps Javascript API, and therefore violate style guidelines. """ # TODO(user): # 1) Add a zoom bar. # 2) When the move() is happening inside the Drag function, it'd be # a good idea to use a semaphore to keep new tiles from being added # and subsequently moved. from __future__ import print_function import collections import functools import math import sys import threading import six from six.moves import queue from six.moves import urllib from six.moves import xrange # check if the Python imaging libraries used by the mapclient module are # installed try: # Python3 from PIL import ImageTk # pylint: disable=g-import-not-at-top from PIL import Image # pylint: disable=g-import-not-at-top except ImportError: try: # Python2 import ImageTk # pylint: disable=g-import-not-at-top import Image # pylint: disable=g-import-not-at-top except ImportError: print(""" ERROR: A Python library (PIL) used by the Earth Engine API mapclient module was not found. Information on PIL can be found at: http://pypi.python.org/pypi/PIL """) raise try: from six.moves import tkinter as Tkinter # pylint: disable=g-import-not-at-top except ImportError: print(""" ERROR: A Python library (Tkinter) used by the Earth Engine API mapclient module was not found. Instructions for installing Tkinter can be found at: http://tkinter.unpythonic.net/wiki/How_to_install_Tkinter """) raise # The default URL to fetch tiles from. We could pull this from the EE library, # however this doesn't have any other dependencies on that yet, so let's not. BASE_URL = 'https://earthengine.googleapis.com' # This is a URL pattern for creating an overlay from the google maps base map. # The z, x and y arguments at the end correspond to level, x, y here. DEFAULT_MAP_URL_PATTERN = ('http://mt1.google.com/vt/lyrs=m@176000000&hl=en&' 'src=app&z=%d&x=%d&y=%d') class MapClient(threading.Thread): """A simple discrete zoom level map viewer.""" def __init__(self, opt_overlay=None, opt_width=1024, opt_height=768): """Initialize the MapClient UI. Args: opt_overlay: A mapoverlay to display. If not specified, the default Google Maps basemap is used. opt_width: The default width of the frame to construct. opt_height: The default height of the frame to construct. """ threading.Thread.__init__(self) self.ready = False # All initialization is done. self.tiles = {} # The cached stack of images at each grid cell. self.tktiles = {} # The cached PhotoImage at each grid cell. self.level = 2 # Starting zoom level self.origin_x = None # The map origin x offset at the current level. self.origin_y = None # The map origin y offset at the current level. self.parent = None # A handle to the top level Tk widget. self.frame = None # A handle to the Tk frame. self.canvas = None # A handle to the Tk canvas self.width = opt_width self.height = opt_height self.anchor_x = None # Drag anchor. self.anchor_y = None # Drag anchor. # Map origin offsets; start at the center of the map. self.origin_x = (-(2 ** self.level) * 128) + self.width / 2 self.origin_y = (-(2 ** self.level) * 128) + self.height / 2 if not opt_overlay: # Default to a google maps basemap opt_overlay = MapOverlay(DEFAULT_MAP_URL_PATTERN) # The array of overlays are displayed as last on top. self.overlays = [opt_overlay] self.start() def run(self): """Set up the user interface.""" width = self.width height = self.height # Build the UI self.parent = Tkinter.Tk() self.frame = frame = Tkinter.Frame(self.parent, width=width, height=height) frame.pack(fill=Tkinter.BOTH, expand=Tkinter.YES) self.canvas = canvas = Tkinter.Canvas(frame, width=self.GetFrameSize()[0], height=self.GetFrameSize()[1]) canvas.pack(side=Tkinter.TOP, fill=Tkinter.BOTH, expand=Tkinter.YES) canvas.create_rectangle(0, 0, self.GetMapSize()[0], self.GetMapSize()[1], fill='#888888') canvas.bind('', self.ClickHandler) canvas.bind('', self.ReleaseHandler) # Button-4 and Button-5 are scroll wheel up/down events. canvas.bind('', functools.partial(self.Zoom, direction=1)) canvas.bind('', functools.partial(self.Zoom, direction=-1)) canvas.bind('', functools.partial(self.Zoom, direction=1)) frame.bind('', self.ResizeHandler) frame.bind_all('', self.KeypressHandler) def SetReady(): self.ready = True self.parent.after_idle(SetReady) self.parent.mainloop() def addOverlay(self, overlay): # pylint: disable=g-bad-name """Add an overlay to the map.""" self.overlays.append(overlay) self.LoadTiles() def GetFrameSize(self): if self.frame: return (int(self.frame.cget('width')), int(self.frame.cget('height'))) else: return (self.width, self.height) def GetMapSize(self): if self.frame: return (int(self.canvas.cget('width')), int(self.canvas.cget('height'))) else: return (self.width, self.height) def GetViewport(self): """Return the visible portion of the map as [xlo, ylo, xhi, yhi].""" width, height = self.GetMapSize() # pylint: disable=invalid-unary-operand-type return [-self.origin_x, -self.origin_y, -self.origin_x + width, -self.origin_y + height] def LoadTiles(self): """Refresh the entire map.""" # Start with the overlay on top. if not self.ready: return for i, overlay in reversed(list(enumerate(self.overlays))): tile_list = overlay.CalcTiles(self.level, self.GetViewport()) for key in tile_list: overlay.getTile(key, functools.partial( self.AddTile, key=key, overlay=overlay, layer=i)) def Flush(self): """Empty out all the image fetching queues.""" for overlay in self.overlays: overlay.Flush() def CompositeTiles(self, key): """Composite together all the tiles in this cell into a single image.""" composite = None for layer in sorted(self.tiles[key]): image = self.tiles[key][layer] if not composite: composite = image.copy() else: composite.paste(image, (0, 0), image) return composite def AddTile(self, image, key, overlay, layer): """Add a tile to the map. This keeps track of the tiles for each overlay in each grid cell. As new tiles come in, all the tiles in a grid cell are composited together into a new tile and any old tile for that spot is replaced. Args: image: The image tile to display. key: A tuple containing the key of the image (level, x, y) overlay: The overlay this tile belongs to. layer: The layer number this overlay corresponds to. Only used for caching purposes. """ # TODO(user): This function is called from multiple threads, and # could use some synchronization, but it seems to work. if self.level == key[0]: # Don't add late tiles from another level. self.tiles[key] = self.tiles.get(key, {}) self.tiles[key][layer] = image newtile = self.CompositeTiles(key) if key not in self.tktiles: newtile = ImageTk.PhotoImage(newtile) xpos = key[1] * overlay.TILE_WIDTH + self.origin_x ypos = key[2] * overlay.TILE_HEIGHT + self.origin_y self.canvas.create_image( xpos, ypos, anchor=Tkinter.NW, image=newtile, tags=['tile', key]) self.tktiles[key] = newtile # Hang on to the new tile. else: self.tktiles[key].paste(newtile) def Zoom(self, event, direction): """Zoom the map. Args: event: The event that caused this zoom request. direction: The direction to zoom. +1 for higher zoom, -1 for lower. """ if self.level + direction >= 0: # Discard everything cached in the MapClient, and flush the fetch queues. self.Flush() self.canvas.delete(Tkinter.ALL) self.tiles = {} self.tktiles = {} if direction > 0: self.origin_x = self.origin_x * 2 - event.x self.origin_y = self.origin_y * 2 - event.y else: self.origin_x = (self.origin_x + event.x) / 2 self.origin_y = (self.origin_y + event.y) / 2 self.level += direction self.LoadTiles() def ClickHandler(self, event): """Records the anchor location and sets drag handler.""" self.anchor_x = event.x self.anchor_y = event.y self.canvas.bind('', self.DragHandler) def DragHandler(self, event): """Updates the map position and anchor position.""" dx = event.x - self.anchor_x dy = event.y - self.anchor_y if dx or dy: self.canvas.move(Tkinter.ALL, dx, dy) self.origin_x += dx self.origin_y += dy self.anchor_x = event.x self.anchor_y = event.y def ReleaseHandler(self, unused_event): """Unbind drag handler and redraw.""" self.canvas.unbind('') self.LoadTiles() def ResizeHandler(self, event): """Handle resize events.""" # There's a 2 pixel border. self.canvas.config(width=event.width - 2, height=event.height - 2) self.LoadTiles() def CenterMap(self, lon, lat, opt_zoom=None): """Center the map at the given lon, lat and zoom level.""" if self.canvas: self.Flush() self.canvas.delete(Tkinter.ALL) self.tiles = {} self.tktiles = {} width, height = self.GetMapSize() if opt_zoom is not None: self.level = opt_zoom # From maps/api/javascript/geometry/mercator_projection.js mercator_range = 256.0 scale = 2 ** self.level origin_x = (mercator_range / 2.0) * scale origin_y = (mercator_range / 2.0) * scale pixels_per_lon_degree = (mercator_range / 360.0) * scale pixels_per_lon_radian = (mercator_range / (2 * math.pi)) * scale x = origin_x + (lon * pixels_per_lon_degree) siny = math.sin(lat * math.pi / 180.0) # Prevent sin() overflow. e = 1 - 1e-15 if siny > e: siny = e elif siny < -e: siny = -e y = origin_y + (0.5 * math.log((1 + siny) / (1 - siny)) * -pixels_per_lon_radian) self.origin_x = -x + width / 2 self.origin_y = -y + height / 2 self.LoadTiles() def KeypressHandler(self, event): """Handle keypress events.""" if event.char == 'q' or event.char == 'Q': self.parent.destroy() class MapOverlay(object): """A class representing a map overlay.""" TILE_WIDTH = 256 TILE_HEIGHT = 256 MAX_CACHE = 1000 # The maximum number of tiles to cache. _images = {} # The tile cache, keyed by (url, level, x, y). _lru_keys = [] # Keys to the cached tiles, for cache ejection. def __init__(self, url, tile_fetcher=None): """Initialize the MapOverlay.""" self.url = url self.tile_fetcher = tile_fetcher # Make 10 workers. self.queue = queue.Queue() self.fetchers = [MapOverlay.TileFetcher(self) for unused_x in range(10)] self.constant = None def getTile(self, key, callback): # pylint: disable=g-bad-name """Get the requested tile. If the requested tile is already cached, it's returned (sent to the callback) directly. If it's not cached, a check is made to see if a lower-res version is cached, and if so that's interpolated up, before a request for the actual tile is made. Args: key: The key of the tile to fetch. callback: The callback to call when the tile is available. The callback may be called more than once if a low-res version is available. """ result = self.GetCachedTile(key) if result: callback(result) else: # Interpolate what we have and put the key on the fetch queue. self.queue.put((key, callback)) self.Interpolate(key, callback) def Flush(self): """Empty the tile queue.""" while not self.queue.empty(): self.queue.get_nowait() def CalcTiles(self, level, bbox): """Calculate which tiles to load based on the visible viewport. Args: level: The level at which to calculate the required tiles. bbox: The viewport coordinates as a tuple (xlo, ylo, xhi, yhi]) Returns: The list of tile keys to fill the given viewport. """ tile_list = [] for y in xrange(int(bbox[1] / MapOverlay.TILE_HEIGHT), int(bbox[3] / MapOverlay.TILE_HEIGHT + 1)): for x in xrange(int(bbox[0] / MapOverlay.TILE_WIDTH), int(bbox[2] / MapOverlay.TILE_WIDTH + 1)): tile_list.append((level, x, y)) return tile_list def Interpolate(self, key, callback): """Upsample a lower res tile if one is available. Args: key: The tile key to upsample. callback: The callback to call when the tile is ready. """ level, x, y = key delta = 1 result = None while level - delta > 0 and result is None: prevkey = (level - delta, x / 2, y / 2) result = self.GetCachedTile(prevkey) if not result: (_, x, y) = prevkey delta += 1 if result: px = (key[1] % 2 ** delta) * MapOverlay.TILE_WIDTH / 2 ** delta py = (key[2] % 2 ** delta) * MapOverlay.TILE_HEIGHT / 2 ** delta image = (result.crop([px, py, px + MapOverlay.TILE_WIDTH / 2 ** delta, py + MapOverlay.TILE_HEIGHT / 2 ** delta]) .resize((MapOverlay.TILE_WIDTH, MapOverlay.TILE_HEIGHT))) callback(image) def PutCacheTile(self, key, image): """Insert a new tile in the cache and eject old ones if it's too big.""" cache_key = (self.url,) + key MapOverlay._images[cache_key] = image MapOverlay._lru_keys.append(cache_key) while len(MapOverlay._lru_keys) > MapOverlay.MAX_CACHE: remove_key = MapOverlay._lru_keys.pop(0) try: MapOverlay._images.pop(remove_key) except KeyError: # Just in case someone removed this before we did. pass def GetCachedTile(self, key): """Returns the specified tile if it's in the cache.""" cache_key = (self.url,) + key return MapOverlay._images.get(cache_key, None) class TileFetcher(threading.Thread): """A threaded URL fetcher.""" def __init__(self, overlay): threading.Thread.__init__(self) self.overlay = overlay self.setDaemon(True) self.start() def run(self): """Pull URLs off the ovelay's queue and call the callback when done.""" while True: (key, callback) = self.overlay.queue.get() # Check one more time that we don't have this yet. if not self.overlay.GetCachedTile(key): (level, x, y) = key if x >= 0 and y >= 0 and x <= 2 ** level-1 and y <= 2 ** level-1: try: if self.overlay.tile_fetcher is not None: data = self.overlay.tile_fetcher.fetch_tile(x=x, y=y, z=level) else: url = self.overlay.url % key data = urllib.request.urlopen(url).read() except Exception as e: # pylint: disable=broad-except print(e, file=sys.stderr) else: # PhotoImage can't handle alpha on LA images. image = Image.open(six.BytesIO(data)).convert('RGBA') callback(image) self.overlay.PutCacheTile(key, image) def MakeOverlay(mapid, baseurl=BASE_URL): """Create an overlay from a mapid.""" url = (baseurl + '/map/' + mapid['mapid'] + '/%d/%d/%d?token=' + mapid['token']) return MapOverlay(url, tile_fetcher=mapid['tile_fetcher']) # # A global MapClient instance for addToMap convenience. # map_instance = None # pylint: disable=g-bad-name def addToMap(eeobject, vis_params=None, *unused_args): """Adds a layer to the default map instance. Args: eeobject: the object to add to the map. vis_params: a dictionary of visualization parameters. See ee.data.getMapId(). *unused_args: unused arguments, left for compatibility with the JS API. This call exists to be an equivalent to the playground addToMap() call. It uses a global MapInstance to hang on to "the map". If the MapInstance isn't initialized, this creates a new one. """ # Flatten any lists to comma separated strings. if vis_params: vis_params = dict(vis_params) for key in vis_params: item = vis_params.get(key) if (isinstance(item, collections.Iterable) and not isinstance(item, six.string_types)): vis_params[key] = ','.join([str(x) for x in item]) overlay = MakeOverlay(eeobject.getMapId(vis_params)) global map_instance if not map_instance: map_instance = MapClient() map_instance.addOverlay(overlay) def centerMap(lng, lat, zoom): # pylint: disable=g-bad-name """Center the default map instance at the given lat, lon and zoom values.""" global map_instance if not map_instance: map_instance = MapClient() map_instance.CenterMap(lng, lat, zoom)