# ------------------------------------------------------------------- # ORTHOGRAPHIC # Your personal aerial satellite. Always on. At any altitude.* # Developed by MarStrMind # License: Open Software License 3.0 # Up to date version always on marstr.online # ------------------------------------------------------------------- # osmxml.py # Performs calls to Overpass API to acquire XML files which we can # then store into a much faster SQLite3 database. # ------------------------------------------------------------------- import xml.dom.minidom import requests import os from defines import * from log import * class mstr_osmxml: def __init__(self, lat, lng): self._latv = lat self._lngv = lng self._lat = lat self._lng = lng self._curB_lat = lat + mstr_zl_18 self._curB_lng = lng + mstr_zl_18 # Adjust bbox for when this class should persost, but acquire data for a different bbox def adjust_bbox(self, lat, lng, lat_e, lng_e): self._lat = round(lat, 4) self._lng = round(lng, 4) self._curB_lat = round(lat_e, 4) self._curB_lng = round(lng_e, 4) # Acquire XMLs in chunks, then store them def acquire_osm(self, v, h, asobject=False): mstr_msg("osmxml", "Acquiring OSM data for " + str(self._lat)+","+str(self._lng)+" - "+str(self._curB_lat)+","+str(self._curB_lng)) # We will use our self-hosted API for this. while os.path.isfile(mstr_datafolder + "_cache/tile.xml") == False: data = { "bbox": { "lat": str(self._lat), "lng": str(self._lng), "lat_b": str(self._curB_lat), "lng_b": str(self._curB_lng) }, "tile_lat": str(self._lat), "tile_lng": str(self._lng), "square_lat": str(v), "square_lng": str(h) } r = requests.post(mstr_osm_endpoint, json=data) xmlf = mstr_datafolder + "_cache/tile.xml" if os.path.isfile(xmlf): os.remove(xmlf) with open(xmlf, 'wb') as textfile: textfile.write(r.content) # 1 second delay in case the request fails if os.path.isfile(mstr_datafolder + "_cache/tile.xml") == False: sleep(1) # Provide the object directly if asobject == True: xml_doc = xml.dom.minidom.parse("_cache/tile.xml") return xml_doc # Get all nodes from the specified OSM file def acquire_nodes(self, xmlfile): xml_doc = xml.dom.minidom.parse(xmlfile) nodedata = xml_doc.getElementsByTagName("node") nodes = [] for node in nodedata: p = (node.getAttribute("id"), node.getAttribute("lat"), node.getAttribute("lon")) nodes.append(p) return nodes # Get all waypoint data def acquire_waypoint_data(self, xmlfile): xml_doc = xml.dom.minidom.parse(xmlfile) wpdata = xml_doc.getElementsByTagName("way") wps = [] for wp in wpdata: nddata = wp.getElementsByTagName("nd") for nd in nddata: p = (wp.getAttribute("id"), nd.getAttribute("ref"), "", "") wps.append(p) for wp in wpdata: tagdata = wp.getElementsByTagName("tag") for tag in tagdata: c = tag.getAttribute("v").replace(",", "") c = c.replace("'", "") p = (wp.getAttribute("id"), "NULL", tag.getAttribute("k"), c) wps.append(p) return wps # Checks if there is an airport or many airports with an ICAO code in the # supplied XML data chunk def find_icao_codes(self, xmlfile): icao = [] xml_doc = xml.dom.minidom.parse(xmlfile) wpdata = xml_doc.getElementsByTagName("way") for wp in wpdata: tags = wp.getElementsByTagName("tag") for tag in tags: a = tag.getAttribute("k") if a == "icao": v = tag.getAttribute("v") icao.append(v) # Return list of found airports return icao # Finds the surface type of a runway in the current data chunk. # If no surface type is specified, the runway will be rendered similar # to how motorways are rendered. # This gets called only if some ICAO code was found def find_runway_surface(self, xmlfile): surface = "" wpid = "" xml_doc = xml.dom.minidom.parse(xmlfile) wpdata = xml_doc.getElementsByTagName("way") for wp in wpdata: tags = wp.getElementsByTagName("tag") for tag in tags: a = tag.getAttribute("k") v = tag.getAttribute("v") if a == "aeroway" and v == "runway": wpid = wp.getAttribute("id") break for wp in wpdata: wid = wp.getAttribute("id") if wid == wpid: tags = wp.getElementsByTagName("tag") for tag in tags: a = tag.getAttribute("k") v = tag.getAttribute("v") if a == "surface": surface = v # Return the found surface type return surface # Find the levels of a building (for shadow rendering) def find_building_levels(self, xmlfile, way_id): lvl = 3 # Standard if we don't find anything else xml_doc = xml.dom.minidom.parse(xmlfile) wpdata = xml_doc.getElementsByTagName("way") for wp in wpdata: if wp.getAttribute("id") == way_id: tags = wp.getElementsByTagName("tag") for tag in tags: a = tag.getAttribute("k") v = tag.getAttribute("v") if a == "building:levels": lvl = int(v) break return lvl # It turns out that some features hide themselves in the relations section. # I figured this out during testing, and almost going insane over the # question as to why some parts like forests are missing in the masks, while # it is clearly labeled as forest on openstreetmap. We need to scan # the relations and then scan through the outer and inner way IDs. # # Get all relation entries of importance. def acquire_relations(self, xmlfile): xml_doc = xml.dom.minidom.parse(xmlfile) rlxml = xml_doc.getElementsByTagName("relation") rls = [] for rl in rlxml: rldata = rl.getElementsByTagName("member") tagdata = rl.getElementsByTagName("tag") for rp in rldata: t = rp.getAttribute("role") if t == "inner" or t == "outer": tgd = [] for i in tagdata: tgd.append(i.getAttribute("k")) tgd.append(i.getAttribute("v")) rls.append((rp.getAttribute("ref"), tgd)) return rls