New retrieve_runway_list dervices runway data from OurAirports db

Author: dnouri

GA_Detect.py

@@ -1,9 +1,9 @@
 """A script to process OpenSky ADS-B data in an attempt to detect go-around events at an airport."""
 from traffic.core import Traffic
 from datetime import timedelta
-import importlib
 import multiprocessing as mp
 import metar_parse as MEP
+from OS_Airports.RWY import get_runway_list
 import OS_Funcs as OSF
 import os
 import glob
@@ -83,8 +83,7 @@ def main(top_dir, start_n, do_write, do_plot, metars_file, airport,
                 'DE': 'orange', 'LVL': 'purple', 'NA': 'red'}
 
     metars = MEP.get_metars(metars_file, verbose=verbose)
-    rwy_list = getattr(importlib.import_module(f'OS_Airports.{airport}'),
-                       'rwy_list')
+    rwy_list = get_runway_list(airport)
 
     f_data = []
     pool = mp.Pool(processes=pool_proc)

OS_Airports/RWY.py

@@ -1,3 +1,19 @@
+import importlib
+import os
+
+from numpy import (
+    arcsin,
+    arctan2,
+    cos,
+    degrees,
+    pi,
+    radians,
+    sin,
+    )
+import pandas
+import requests
+
+
 class rwy_data:
     ''' Defines a new runway for an airport. Takes the form:
     Name: Name of the runway, i.e: '01L'
@@ -15,12 +31,12 @@ class rwy_data:
     polynomial fit: y = f0 * x^6 + f1 * x^5 ... f6
     '''
     def __init__(self, name, mainhdg, heading, rwy, rwy2, gate,
-                 lons1, lonm, lonp1,
-                 lats1, latm, latp1,
-                 hdgs1, hdgm, hdgp1,
-                 gals1, galm, galp1,
-                 alts1, altm, altp1,
-                 rocs1, rocm, rocp1):
+                 lons1=None, lonm=None, lonp1=None,
+                 lats1=None, latm=None, latp1=None,
+                 hdgs1=None, hdgm=None, hdgp1=None,
+                 gals1=None, galm=None, galp1=None,
+                 alts1=None, altm=None, altp1=None,
+                 rocs1=None, rocm=None, rocp1=None):
 
         self.name = name
         self.mainhdg = mainhdg
@@ -47,3 +63,87 @@ def __init__(self, name, mainhdg, heading, rwy, rwy2, gate,
         self.rocm = rocm
         self.rocp1 = rocp1
 
+    def __eq__(self, other):
+        return vars(self) == vars(other)
+
+    def __repr__(self):
+        return (
+            'rwy_data(' +
+            ', '.join([
+                f'{key}={val!r}'
+                for key, val in vars(self).items() if val is not None
+                ]) +
+            ')'
+            )
+
+
+def gate(rwy, rwy2, dist=2.9e3, R=6371e3):
+    φ1, λ1 = radians(rwy[0]), radians(rwy[1])
+    φ2, λ2 = radians(rwy2[0]), radians(rwy2[1])
+    Δλ = λ2 - λ1
+    θ = arctan2(sin(Δλ) * cos(φ2), cos(φ1) * sin(φ2) -
+                sin(φ1) * cos(φ2) * cos(Δλ)) + pi
+    φ3 = arcsin(sin(φ1) * cos(dist/R) +
+                cos(φ1) * sin(dist/R) * cos(θ))
+    λ3 = λ1 + arctan2(sin(θ) * sin(dist/R) * cos(φ1),
+                      cos(dist/R) - sin(φ1) * sin(φ2))
+    return [degrees(φ3), degrees(λ3)]
+
+
+def retrieve_runway_list(name, runways_csv='runways.csv'):
+    result = []
+    if not os.path.exists(runways_csv):
+        text = requests.get('https://ourairports.com/data/runways.csv').text
+        with open(runways_csv, 'w') as f:
+            f.write(text)
+    runways = pandas.read_csv(runways_csv)
+    runways = runways.query(f'airport_ident == "{name}"')
+    for idx, row in runways.iterrows():
+        le_heading = row.le_heading_degT
+        he_heading = row.he_heading_degT
+        if le_heading > 180:
+            le_heading = -(360 - le_heading)
+        if he_heading > 180:
+            he_heading = -(360 - he_heading)
+        result.append(rwy_data(
+            name=row.le_ident,
+            mainhdg=row.le_heading_degT,
+            heading=[
+                le_heading-10,
+                le_heading,
+                le_heading,
+                le_heading+10,
+                ],
+            rwy=[row.le_latitude_deg, row.le_longitude_deg],
+            rwy2=[row.he_latitude_deg, row.he_longitude_deg],
+            gate=gate(
+                [row.le_latitude_deg, row.le_longitude_deg],
+                [row.he_latitude_deg, row.he_longitude_deg],
+                ),
+            ))
+        result.append(rwy_data(
+            name=row.he_ident,
+            mainhdg=row.he_heading_degT,
+            heading=[
+                he_heading-10,
+                he_heading,
+                he_heading,
+                he_heading+10,
+                ],
+            rwy=[row.he_latitude_deg, row.he_longitude_deg],
+            rwy2=[row.le_latitude_deg, row.le_longitude_deg],
+            gate=gate(
+                [row.he_latitude_deg, row.he_longitude_deg],
+                [row.le_latitude_deg, row.le_longitude_deg],
+                ),
+            ))
+    return result
+
+
+def get_runway_list(name):
+    try:
+        module = importlib.import_module(f'OS_Airports.{name}')
+    except ModuleNotFoundError:
+        return retrieve_runway_list(name)
+    else:
+        return getattr(module, 'rwy_list')

OpenSky_Get_Data.py

@@ -5,13 +5,13 @@
 """
 
 from datetime import datetime, timedelta, timezone
-from importlib import import_module
 from traffic.data import opensky
 import multiprocessing as mp
 import numpy as np
 import pathlib
 import click
 import os
+from OS_Airports.RWY import get_runway_list
 
 
 # Use these lines if you need debug info
@@ -86,8 +86,8 @@ def getter(init_time, bounds, timer, anam, outdir, subdir):
 @click.option('--n-jobs', default=1)
 def main(airport, start_dt, end_dt, outdir, subdir, n_jobs):
     """Set up the processing and run."""
-    airport = import_module('OS_Airports.' + airport)
-    bounds = get_bounds(airport.rwy_list)
+    rwy_list = get_runway_list(airport)
+    bounds = get_bounds(rwy_list)
     start_dt = datetime.strptime(start_dt, '%Y-%m-%d').replace(
         tzinfo=timezone.utc)
     end_dt = datetime.strptime(end_dt, '%Y-%m-%d').replace(
@@ -97,7 +97,7 @@ def main(airport, start_dt, end_dt, outdir, subdir, n_jobs):
     pool = mp.Pool(n_jobs)
 
     pool.starmap(getter, [
-        (start_dt, bounds, hour, airport.icao_name, outdir, subdir)
+        (start_dt, bounds, hour, airport, outdir, subdir)
         for hour in range(hours)
         ])