Project refactoring

Author: frodrigo

.docker-ignore

@@ -0,0 +1 @@
+data

Gemfile

@@ -9,6 +9,7 @@ gem 'puma', '~> 6.0'
 
 gem 'hanami-api'
 
+# gem 'duckdb'
 gem 'overpass_parser', git: 'https://github.com/teritorio/overpass_parser-rb.git'
 gem 'pg'
 gem 'sorbet-runtime'

README.md

@@ -4,21 +4,12 @@ An Overpass-API on SQL Database.
 
 Underpass-API aim to be a [Overpass-API](https://github.com/drolbr/Overpass-API) compatible engine built upon [converter](https://github.com/teritorio/overpass_parser-rb) from Overpass Language to SQL.
 
-## Prepare the data
+## Prepare the data & Run the server
 
 Folow the instruction of one of the backends:
-* Postgres/PostGIS, Osmosis schema
-* DuckDB/Spatial, Quackosm schema
+* [Postgres+PostGIS / Osmosis](backends/postgres_osmosis/README.md), Osmosis schema
+* [DuckDB+Spatial / QuackOSM](backends/duckdb_quackosm/README.md), Quackosm schema
 
-## Run the server
+## Query
 
-Install dependencies
-```
-bundle
-```
-
-Run the HTTP server
-```
-DB=landes_nofilter_noclip_compact.parquet
-bundle exec rackup
-```
+The API as available at http://localhost:9292/interpreter

backends/duckdb_quackosm.md

@@ -0,0 +1,24 @@
+# DuckDB/Spatial, Quackosm schema
+
+Prepare Docker
+```sh
+docker compose --profile '*' build
+```
+
+## Prepare the data
+
+```sh
+docker compose run --rm quackosm
+```
+
+```sh
+quackosm /data/landes-latest.osm.pbf
+mv files/landes-latest_nofilter_noclip_compact.parquet /data/extract_nofilter_noclip_compact.parquet
+```
+
+## Run the server
+
+Run the HTTP server
+```
+docker compose up
+```

backends/duckdb_quackosm.sql

@@ -0,0 +1,17 @@
+version: "3.3"
+
+services:
+  quackosm:
+    profiles: [tools]
+    build:
+      context: docker/quackosm
+    volumes:
+      - ../../data:/data
+
+  api:
+    extends:
+      file: ../../docker-compose-base.yaml
+      service: api
+    environment:
+      BACKEND: DuckdbQuackosm
+      DB: /data/extract_nofilter_noclip_compact.parquet

backends/duckdb_quackosm/README.md

@@ -0,0 +1,8 @@
+FROM python:3.12-slim
+
+RUN apt update -y && apt install -y \
+    build-essential
+
+RUN pip install quackosm[cli]
+
+CMD /bin/bash

backends/duckdb_quackosm/docker-compose.yaml

@@ -8,7 +8,8 @@ def initialize
     parquet = ENV['DB']
     db = DuckDB::Database.open # database in memory
     @@con = db.connect
-    @@con.query(File.read(__FILE__.gsub(/\.rb$/, '.sql')).gsub('#{parquet}', parquet))
+    @@con.query(File.read(File.dirname(__FILE__) + '/view.sql').gsub('#{parquet}', parquet))
+
     @dialect = OverpassParser::SqlDialect::Duckdb.new
   end
 

backends/duckdb_quackosm/docker/quackosm/Dockerfile

@@ -0,0 +1,17 @@
+INSTALL 'spatial';
+LOAD 'spatial';
+
+CREATE OR REPLACE TEMP VIEW node AS
+SELECT split_part(feature_id, '/', 2)::bigint AS id, NULL::int AS version, NULL::timestamp AS created, NULL::int AS changeset, NULL::int AS uid, tags, NULL::bigint[] AS nodes, NULL::json AS members, ST_GeomFromWKB(geometry) AS geom, feature_id[1] AS osm_type FROM '#{parquet}' WHERE feature_id < 'o';
+
+CREATE OR REPLACE TEMP VIEW way AS
+SELECT split_part(feature_id, '/', 2)::bigint AS id, NULL::int AS version, NULL::timestamp AS created, NULL::int AS changeset, NULL::int AS uid, tags, NULL::bigint[] AS nodes, NULL::json AS members, ST_GeomFromWKB(geometry) AS geom, feature_id[1] AS osm_type FROM '#{parquet}' WHERE feature_id > 'w';
+
+CREATE OR REPLACE TEMP VIEW relation AS
+SELECT split_part(feature_id, '/', 2)::bigint AS id, NULL::int AS version, NULL::timestamp AS created, NULL::int AS changeset, NULL::int AS uid, tags, NULL::bigint[] AS nodes, NULL::json AS members, ST_GeomFromWKB(geometry) AS geom, feature_id[1] AS osm_type FROM '#{parquet}' WHERE feature_id > 'o' AND feature_id < 's';
+
+CREATE OR REPLACE TEMP VIEW nwr AS
+SELECT split_part(feature_id, '/', 2)::bigint AS id, NULL::int AS version, NULL::timestamp AS created, NULL::int AS changeset, NULL::int AS uid, tags, NULL::bigint[] AS nodes, NULL::json AS members, ST_GeomFromWKB(geometry) AS geom, feature_id[1] AS osm_type FROM '#{parquet}';
+
+CREATE OR REPLACE TEMP VIEW area AS
+SELECT split_part(feature_id, '/', 2)::bigint + CASE feature_id[1] WHEN 'r' THEN 3600000000 ELSE 0 END AS id, NULL::int AS version, NULL::timestamp AS created, NULL::int AS changeset, NULL::int AS uid, tags, NULL::bigint[] AS nodes, NULL::json AS members, ST_GeomFromWKB(geometry) AS geom, CASE feature_id[1] WHEN 'w' THEN 'w' ELSE 'a' END AS osm_type FROM '#{parquet}' wHERE feature_id > 'm' AND list_contains(['POLYGON', 'MULTIPOLYGON'], ST_GeometryType(ST_GeomFromWKB(geometry)));