Add feature server finding utilities

openspoor/__init__.py

@@ -3,3 +3,4 @@
 from .transformers.TransformerSpoortakToCoordinates import *
 from .mapservices.PUICMapservices import *
 from .mapservices.SpoortakMapservices import *
+from .mapservices.find_mapservice import *

openspoor/mapservices/find_mapservice.py

@@ -0,0 +1,32 @@
+import requests
+import pandas as pd
+import re
+
+
+class FeatureServerOverview:
+    def __init__(self):
+        self.prefix = 'https://mapservices.prorail.nl/'
+        self.base_url = "https://mapservices.prorail.nl/arcgis/rest/services"
+        self.df = self.get_all_featureserver_layers()
+
+    def _get_layers_in_featureservers(self, featureserver_url):
+        featureserver_page = requests.get(featureserver_url)
+
+        featureserver_text = featureserver_page.text
+        featureservers = re.findall(r'href="/(.+)">(.+)</a> \(\d+\)', featureserver_text)
+        featureservers = [[f'{self.prefix}{fs}', description] for fs, description in featureservers]
+        return pd.DataFrame(featureservers, columns=['layer_url', 'description'])
+
+    def get_all_featureserver_layers(self):
+        all_services = requests.get(self.base_url).text
+        featureserver_redirects = re.findall(r'href="/(.+/FeatureServer)"', all_services)
+
+        featureserver_urls = [f'{self.prefix}{redirect}' for redirect in featureserver_redirects]
+        return (
+            pd.concat(self._get_layers_in_featureservers(url) for url in featureserver_urls)
+            .drop_duplicates('description', keep='last') # Keep only the most recent data
+            .reset_index(drop=True)
+        )
+
+    def search_for(self, search_for):
+        return self.df.loc[lambda d: d.description.str.lower().str.contains(search_for.lower())]

setup.py

@@ -1,7 +1,7 @@
 from setuptools import setup, find_packages
 
 setup(name='openspoor',
-      version='0.1.4',
+      version='0.1.5',
       description='Open source project to allow translations between different spoor referential systems',
       install_requires=[
             "geopandas",
@@ -13,4 +13,4 @@
       packages=find_packages(),
       package_data={'openspoor': ['config.yaml']},
       include_package_data=True,
-      zip_safe=False)
+      zip_safe=False)

tests/test_find_mapservice.py

@@ -0,0 +1,26 @@
+from openspoor import FeatureServerOverview
+import pytest
+
+
+@pytest.fixture(scope='session')
+def all_featureserver_layers():
+    return FeatureServerOverview()
+
+
+# TODO: These tests can be a lot stricter
+def test_get_all_featureserver_layers(all_featureserver_layers):
+    out = all_featureserver_layers.df
+    assert out.shape == (264, 2)
+
+
+# TODO: These tests can be a lot stricter
+def test_get_layers_in_featureservers(all_featureserver_layers):
+    url = 'https://mapservices.prorail.nl/arcgis/rest/services/Bodemkwaliteit_001/FeatureServer'
+    out = all_featureserver_layers._get_layers_in_featureservers(url)
+    assert out.shape == (3, 2)
+
+
+# TODO: These tests can be a lot stricter
+def test_search_for(all_featureserver_layers):
+    out = all_featureserver_layers.search_for('hek')
+    assert out.shape == (3, 2)