will/sonoma-import
1
0
Fork 0
mirror of https://github.com/zyphlar/sonoma-import.git synced 2024-03-08 15:07:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

match on b.gid and only use p.gid for reference

Browse Source
This commit is contained in:
Will Bradley 2022-01-02 00:16:16 -08:00
parent 0662cf6138
commit fd53afaa64
1 changed files with 41 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
conflation.sql
View File

@ -11,6 +11,8 @@ ALTER TABLE buildings
ADD COLUMN IF NOT EXISTS "addr:state" text, ADD COLUMN IF NOT EXISTS "addr:state" text,
ADD COLUMN IF NOT EXISTS usecode integer, ADD COLUMN IF NOT EXISTS usecode integer,
ADD COLUMN IF NOT EXISTS cid integer, ADD COLUMN IF NOT EXISTS cid integer,
ADD COLUMN IF NOT EXISTS parcel_gid integer,
ADD COLUMN IF NOT EXISTS parcel_gid_step text,
ADD COLUMN IF NOT EXISTS loc_geom geometry(multipolygon,4326), -- local is the same in this case, except made valid ADD COLUMN IF NOT EXISTS loc_geom geometry(multipolygon,4326), -- local is the same in this case, except made valid
ADD COLUMN IF NOT EXISTS conflated boolean DEFAULT FALSE, ADD COLUMN IF NOT EXISTS conflated boolean DEFAULT FALSE,
ADD COLUMN IF NOT EXISTS main boolean; -- is it the main building on the parcel? ADD COLUMN IF NOT EXISTS main boolean; -- is it the main building on the parcel?
@ -543,6 +545,7 @@ UPDATE buildings SET "addr:housenumber" = NULL, "addr:street" = NULL, "addr:unit
WITH a AS ( WITH a AS (
SELECT SELECT
b.gid, b.gid,
p.gid as p_gid,
p."addr:housenumber", p."addr:housenumber",
p."addr:street", p."addr:street",
p."addr:unit", p."addr:unit",
@ -560,7 +563,9 @@ UPDATE buildings SET
"addr:unit" = a."addr:unit", "addr:unit" = a."addr:unit",
"addr:city" = a."addr:city", "addr:city" = a."addr:city",
"addr:state" = a."addr:state", "addr:state" = a."addr:state",
"usecode" = CAST( a.usecode as INTEGER ) -- the original data is VARYING "usecode" = CAST( a.usecode as INTEGER ), -- the original data is VARYING
"parcel_gid" = a.p_gid,
"parcel_gid_step" = 'step1'
FROM a WHERE buildings.gid = a.gid; FROM a WHERE buildings.gid = a.gid;
--SELECT COUNT(*) FROM buildings WHERE "addr:housenumber" IS NOT NULL OR "addr:street" IS NOT NULL; --SELECT COUNT(*) FROM buildings WHERE "addr:housenumber" IS NOT NULL OR "addr:street" IS NOT NULL;
@ -590,7 +595,14 @@ FROM sizes WHERE sizes.bid = buildings.gid;
-- now assign addresses to main buildings on parcels with outbuildings -- now assign addresses to main buildings on parcels with outbuildings
WITH a AS ( WITH a AS (
SELECT SELECT
b.gid, p."addr:housenumber", p."addr:street", p."addr:unit", p."addr:city", p."addr:state", p.usecode b.gid,
p.gid as p_gid,
p."addr:housenumber",
p."addr:street",
p."addr:unit",
p."addr:city",
p."addr:state",
p.usecode
FROM buildings AS b JOIN parcels_public_shapefile AS p ON FROM buildings AS b JOIN parcels_public_shapefile AS p ON
ST_Intersects(b.loc_geom,p.loc_geom) AND ST_Intersects(b.loc_geom,p.loc_geom) AND
ST_Area(ST_Intersection(b.loc_geom,p.loc_geom)) > 0.9*ST_Area(b.loc_geom) ST_Area(ST_Intersection(b.loc_geom,p.loc_geom)) > 0.9*ST_Area(b.loc_geom)
@ -605,7 +617,9 @@ UPDATE buildings SET
"addr:unit" = a."addr:unit", "addr:unit" = a."addr:unit",
"addr:city" = a."addr:city", "addr:city" = a."addr:city",
"addr:state" = a."addr:state", "addr:state" = a."addr:state",
"usecode" = CAST( a.usecode as INTEGER ) -- the original data is VARYING "usecode" = CAST( a.usecode as INTEGER ), -- the original data is VARYING
"parcel_gid" = a.p_gid,
"parcel_gid_step" = 'step2'
FROM a WHERE buildings.gid = a.gid; FROM a WHERE buildings.gid = a.gid;
@ -635,7 +649,8 @@ FROM a WHERE buildings.gid = a.gid;
-- probably the 0.9 needs to be changed as multiple parcels can't really occupy >90% of a bldg area -- probably the 0.9 needs to be changed as multiple parcels can't really occupy >90% of a bldg area
WITH addresses AS ( WITH addresses AS (
SELECT SELECT
p.gid, b.gid,
p.gid as p_gid,
array_to_string( ARRAY_AGG(DISTINCT p."addr:housenumber"), ';') AS housenumber, array_to_string( ARRAY_AGG(DISTINCT p."addr:housenumber"), ';') AS housenumber,
array_to_string( ARRAY_AGG(DISTINCT p."addr:street"), ';') AS street, array_to_string( ARRAY_AGG(DISTINCT p."addr:street"), ';') AS street,
array_to_string( ARRAY_AGG(DISTINCT p."addr:unit"), ';') AS unit, array_to_string( ARRAY_AGG(DISTINCT p."addr:unit"), ';') AS unit,
@ -649,7 +664,7 @@ WITH addresses AS (
p.building_count = 1 AND p.building_count = 1 AND
p.repeating AND p.repeating AND
b."addr:housenumber" IS NULL b."addr:housenumber" IS NULL
GROUP BY p.gid GROUP BY b.gid
) )
UPDATE buildings AS b SET UPDATE buildings AS b SET
"addr:housenumber" = a.housenumber, "addr:housenumber" = a.housenumber,
@ -657,7 +672,9 @@ UPDATE buildings AS b SET
"addr:unit" = a.unit, "addr:unit" = a.unit,
"addr:city" = a.city, "addr:city" = a.city,
"addr:state" = a.state, "addr:state" = a.state,
"usecode" = CAST( a.usecode as INTEGER ) -- the original data is VARYING "usecode" = CAST( a.usecode as INTEGER ), -- the original data is VARYING
"parcel_gid" = a.p_gid,
"parcel_gid_step" = 'step3'
FROM addresses AS a FROM addresses AS a
WHERE a.gid = b.gid; WHERE a.gid = b.gid;
@ -667,7 +684,8 @@ WHERE a.gid = b.gid;
-- try to identify addresses for buildings across multiple parcels: must be >50% on that parcel -- try to identify addresses for buildings across multiple parcels: must be >50% on that parcel
WITH addresses AS ( WITH addresses AS (
SELECT SELECT
p.gid, b.gid,
p.gid as p_gid,
array_to_string( ARRAY_AGG(DISTINCT p."addr:housenumber"), ';') AS housenumber, array_to_string( ARRAY_AGG(DISTINCT p."addr:housenumber"), ';') AS housenumber,
array_to_string( ARRAY_AGG(DISTINCT p."addr:street"), ';') AS street, array_to_string( ARRAY_AGG(DISTINCT p."addr:street"), ';') AS street,
array_to_string( ARRAY_AGG(DISTINCT p."addr:unit"), ';') AS unit, array_to_string( ARRAY_AGG(DISTINCT p."addr:unit"), ';') AS unit,
@ -684,7 +702,7 @@ WITH addresses AS (
NOT p.repeating AND NOT p.repeating AND
p."addr:housenumber" IS NOT NULL AND p."addr:housenumber" IS NOT NULL AND
b.shape__are > 1000 -- assuming sqft b.shape__are > 1000 -- assuming sqft
GROUP BY p.gid GROUP BY b.gid
) )
UPDATE buildings AS b SET UPDATE buildings AS b SET
"addr:housenumber" = a.housenumber, "addr:housenumber" = a.housenumber,
@ -692,7 +710,9 @@ UPDATE buildings AS b SET
"addr:unit" = a.unit, "addr:unit" = a.unit,
"addr:city" = a.city, "addr:city" = a.city,
"addr:state" = a.state, "addr:state" = a.state,
"usecode" = CAST( a.usecode as INTEGER ) -- the original data is VARYING "usecode" = CAST( a.usecode as INTEGER ), -- the original data is VARYING
"parcel_gid" = a.p_gid,
"parcel_gid_step" = 'step4'
FROM addresses AS a FROM addresses AS a
WHERE WHERE
a.count = 1 AND -- only simple cases, no duplicate address tags! a.count = 1 AND -- only simple cases, no duplicate address tags!