trails-cool/trails
1
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #564 from trails-cool/fix-poi-import-dedup

Browse source 
Fix poi-import: dedupe elements matching a category via multiple selectors
This commit is contained in:
Ullrich Schäfer 2026-07-13 00:33:46 +02:00 • committed by GitHub
commit b7c3297d4a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
infrastructure/scripts/poi-import.sh
View file

@ -117,8 +117,14 @@ log "building classified staging table"
cat <<'SQL' cat <<'SQL'
DROP TABLE IF EXISTS planner.pois_staging; DROP TABLE IF EXISTS planner.pois_staging;
CREATE TABLE planner.pois_staging (LIKE planner.pois INCLUDING DEFAULTS); CREATE TABLE planner.pois_staging (LIKE planner.pois INCLUDING DEFAULTS);
-- DISTINCT ON collapses an element that matches a category through more than
-- one selector (e.g. shelter = amenity=shelter OR tourism=wilderness_hut; an
-- element tagged with both would otherwise produce two identical rows and
-- violate the (osm_type, osm_id, category) PK). This mirrors
-- matchingCategoryIds: one row per (element, category).
INSERT INTO planner.pois_staging (osm_type, osm_id, category, name, geom, tags, imported_at) INSERT INTO planner.pois_staging (osm_type, osm_id, category, name, geom, tags, imported_at)
SELECT r.doc->>'osm_type', SELECT DISTINCT ON (r.doc->>'osm_type', r.doc->>'osm_id', s.category)
r.doc->>'osm_type',
r.doc->>'osm_id', r.doc->>'osm_id',
s.category, s.category,
r.doc->>'name', r.doc->>'name',
@ -126,7 +132,8 @@ SELECT r.doc->>'osm_type',
COALESCE(r.doc->'tags', '{}'::jsonb), COALESCE(r.doc->'tags', '{}'::jsonb),
now() now()
FROM planner.pois_raw_import r FROM planner.pois_raw_import r
JOIN poi_selector s ON r.doc->'tags'->>s.key = s.value; JOIN poi_selector s ON r.doc->'tags'->>s.key = s.value
ORDER BY r.doc->>'osm_type', r.doc->>'osm_id', s.category;
ALTER TABLE planner.pois_staging ALTER TABLE planner.pois_staging
ADD CONSTRAINT pois_staging_pkey PRIMARY KEY (osm_type, osm_id, category); ADD CONSTRAINT pois_staging_pkey PRIMARY KEY (osm_type, osm_id, category);
CREATE INDEX pois_staging_geom_idx ON planner.pois_staging USING gist (geom); CREATE INDEX pois_staging_geom_idx ON planner.pois_staging USING gist (geom);