added thanados imports

Author: BernhardKoschicek

install/import_scripts/churches.gpkg

@@ -0,0 +1,69 @@
+import json
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Any, Optional
+
+import fiona
+from shapely import MultiPolygon
+from shapely.geometry import mapping, shape
+
+from openatlas import app
+from openatlas.models.entity import Entity
+from openatlas.models.gis import insert_gis
+
+BASE_DIR = Path(__file__).resolve().parent
+GPKG_PATH = BASE_DIR / "churches.gpkg"
+GPKG_STR = str(GPKG_PATH)
+
+
+@dataclass
+class ChurchRecord:
+    osm_id: str
+    openatlas_id: int
+    name: Optional[str]
+    geometry: dict[str, Any]
+
+    @classmethod
+    def from_fiona(cls, feature_: dict[str, Any]) -> 'ChurchRecord':
+        props = feature_.get('properties', {})
+        geom_input = feature_.get('geometry', {})
+        poly_obj = shape(geom_input)
+        if isinstance(poly_obj, MultiPolygon):
+            poly_obj = max(poly_obj.geoms, key=lambda p: p.area)
+        clean_geom = mapping(poly_obj)
+        return cls(
+            osm_id=props.get('osm_id'),
+            openatlas_id=props.get('@id'),
+            name=props.get('name_2'),
+            geometry=clean_geom)
+
+
+with app.test_request_context():
+    app.preprocess_request()
+
+    church_objects: list['ChurchRecord'] = []
+    with fiona.open(GPKG_STR, layer=fiona.listlayers(GPKG_STR)[0]) as gpkg:
+        for feature in gpkg:
+            record = ChurchRecord.from_fiona(feature)
+            church_objects.append(record)
+
+    for church in church_objects:
+        entity = Entity.get_by_id(church.openatlas_id)
+        if not entity:
+            continue
+
+        geom = {
+            "type": "Feature",
+            "geometry": church.geometry,
+            "properties": {
+                "name": f"OSM: {church.osm_id}",
+                "description": "Imported from OpenStreetMap",
+                "id": -999999999,
+                "shapeType": "shape"}}
+
+        data = {
+            'point': '[]',
+            'line': '[]',
+            'polygon': f'[{json.dumps(geom)}]'}
+
+        insert_gis(entity.location, data)

install/import_scripts/polys_aut.gpkg

@@ -0,0 +1,70 @@
+import json
+from dataclasses import dataclass
+from pathlib import Path
+from typing import Any, Optional
+
+import fiona
+from shapely import MultiPolygon
+from shapely.geometry import mapping, shape
+
+from openatlas import app
+from openatlas.models.entity import Entity
+from openatlas.models.gis import get_gis_by_id
+
+BASE_DIR = Path(__file__).resolve().parent
+GPKG_PATH = BASE_DIR / "polys_aut.gpkg"
+GPKG_STR = str(GPKG_PATH)
+
+
+@dataclass
+class ChurchRecord:
+    osm_id: str
+    openatlas_id: int
+    name: Optional[str]
+    geometry: dict[str, Any]
+
+    @classmethod
+    def from_fiona(cls, feature_: dict[str, Any]) -> 'ChurchRecord':
+        props = feature_.get('properties', {})
+        geom_input = feature_.get('geometry', {})
+        poly_obj = shape(geom_input)
+        if isinstance(poly_obj, MultiPolygon):
+            poly_obj = max(poly_obj.geoms, key=lambda p: p.area)
+        clean_geom = mapping(poly_obj)
+        return cls(
+            osm_id=props.get('osm_id'),
+            openatlas_id=props.get('@id'),
+            name=props.get('name_2'),
+            geometry=clean_geom)
+
+
+with app.test_request_context():
+    app.preprocess_request()
+
+    church_objects: list['ChurchRecord'] = []
+    with fiona.open(GPKG_STR, layer=fiona.listlayers(GPKG_STR)[0]) as gpkg:
+        for feature in gpkg:
+            record = ChurchRecord.from_fiona(feature)
+            church_objects.append(record)
+
+    for church in church_objects:
+        entity = Entity.get_by_id(church.openatlas_id)
+        if not entity:
+            continue
+        location = get_gis_by_id(entity.location.id)
+
+        geom = {
+            "type": "Feature",
+            "geometry": church.geometry,
+            "properties": {
+                "name": f"OSM: {church.osm_id}",
+                "description": "Imported from OpenStreetMap",
+                "id": -1770996400834,
+                "shapeType": "shape"}}
+
+        data = {
+            'point': '[]',
+            'line': '[]',
+            'polygon': f'[{json.dumps(geom)}]'}
+
+        entity.update_gis(data)

install/import_scripts/thanados_churches_gpkg.py

@@ -3,7 +3,7 @@
 import re
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Final
+from typing import Any, Final
 
 from shapely import Point
 from shapely.geometry import mapping
@@ -26,9 +26,9 @@ class Entry:
     description: str
     point: Point
     established: str
-    first_source: str
-    last_source: str
-    citation: dict[str, dict[str, str]]
+    first_source: str | None
+    last_source: str | None
+    citation: Any # dict[str, dict[str, str]]
 
 
 def process_citation(citation_strings: list[str]) -> dict[str, str]:
@@ -48,7 +48,8 @@ def process_citation(citation_strings: list[str]) -> dict[str, str]:
                 succeeding_name = name
             try:
                 citation_output[name] = splitted_citation[1]
-            except:  # todo: there are many failed citations, handle them
+            # todo: there are many failed citations, handle them
+            except Exception:
                 continue
     return citation_output
 
@@ -103,7 +104,7 @@ def process_row(row: dict[str, str]) -> Entry:
     replico = Entity.get_by_id(198155)
     zbiva = Entity.get_by_id(239450)
     church_type = Entity.get_by_id(285)
-    zbiva_project = 6
+    ZBIVA_PROJECT = 6
 
     for entry in entries:
         place = insert({
@@ -136,5 +137,9 @@ def process_row(row: dict[str, str]) -> Entry:
             'begin_to': entry.last_source})
         modification.link('P31', place)
 
-        import_data(zbiva_project, place.id, 23, f'{entry.id}_church')
-        import_data(zbiva_project, modification.id, 23, f'{entry.id}_modification')
+        import_data(ZBIVA_PROJECT, place.id, 23, f'{entry.id}_church')
+        import_data(
+            ZBIVA_PROJECT,
+            modification.id,
+            23,
+            f'{entry.id}_modification')