Create new project design plans

This commit is contained in:
zyphlar
2026-08-28 14:23:26 -07:00
parent a7d6db8177
commit 7ce73f19c5
22 changed files with 2682 additions and 263 deletions
+597
View File
@@ -0,0 +1,597 @@
// City Boundaries report. Two independent views over the same data:
// - Agreement Status: county vs OSM addr:city agreement, color-coded.
// - City Names: what one source (county or OSM) thinks each address's city
// is, color-coded by identity - a visual read of what that source's
// "boundaries" look like. No agreement analysis in this view.
const STATUS_CONFIG = {
match: { color: '#28a745', label: 'Match' },
mismatch: { color: '#dc3545', label: 'Mismatch' },
county_only: { color: '#fd7e14', label: 'Missing in OSM' },
osm_only: { color: '#17a2b8', label: 'Missing in county' },
both_missing: { color: '#6c757d', label: 'Both missing' },
};
// Categorical identity palette (dataviz skill reference instance, fixed hue
// order). Only city names among the 8 most common in this dataset get their
// own hue - the rest fold into "Other" per the skill's rule for identity
// channels with more categories than a palette can keep pairwise-distinct.
// Every marker is still identifiable exactly via its popup and the legend's
// text labels, so color is never the only channel carrying identity.
const CITY_PALETTE = ['#2a78d6', '#eb6834', '#1baf7a', '#eda100', '#e87ba4', '#008300', '#4a3aa7', '#e34948'];
const CITY_OTHER_COLOR = '#898781';
const CITY_OTHER_LABEL = 'Other';
const CITY_UNKNOWN_COLOR = '#c3c2b7';
const CITY_UNKNOWN_LABEL = '(no city)';
const CITY_UNKNOWN_KEY = '__unknown__';
const CITY_OTHER_KEY = '__other__';
// Boundary Check view: point-in-polygon results from map-checker/check-boundary.py
// against the traced/imported boundary at /data/map-checker/boundary.geojson.
// Independent of the county-vs-OSM tag comparison above - this is a separate
// data source (an explicit reference boundary) checked with actual geometry
// rather than by comparing text fields.
const FLAG_CONFIG = {
inside_but_not_labeled: { color: '#dc3545', label: "Inside boundary, not labeled expected city" },
outside_but_labeled: { color: '#fd7e14', label: "Outside boundary, labeled expected city" },
};
let boundaryOutlineLayer = null; // L.geoJSON of the traced boundary polygon(s)
let boundaryFlagLayers = {}; // flag -> L.layerGroup
let boundaryLoaded = false; // avoid re-fetching every time the tab is switched
let boundaryJobId = null;
let boundaryLogInterval = null;
let map;
let statusLayers = {}; // status -> L.layerGroup
let cityLayers = {}; // city name (or CITY_OTHER_KEY/CITY_UNKNOWN_KEY) -> L.layerGroup
let currentGeojson = null;
let currentView = 'agreement'; // 'agreement' | 'city-names' | 'boundary-check'
let compareField = 'postal_community'; // 'postal_community' | 'city' - which county attribute to compare against OSM
let citySource = 'county'; // 'county' | 'osm' - which side to color by, in the City Names view
let cityColorMap = {}; // canonical (lowercased) name -> hex, stable across county/osm toggle
let cityLabelMap = {}; // canonical name -> display label (most common raw casing)
let currentCountyId = null;
// The county-side property name for the currently selected Compare field.
function countyFieldName() {
return compareField === 'city' ? 'county_city' : 'county_postal_community';
}
// The status property name (precomputed server-side) for the current field.
function statusFieldName() {
return compareField === 'city' ? 'status_city' : 'status_postal_community';
}
// The property actually driving color in the City Names view right now.
function activeCityField() {
return citySource === 'osm' ? 'osm_city' : countyFieldName();
}
function initMap() {
map = initBaseMap('map', [28.7, -81.7], 11);
Object.keys(STATUS_CONFIG).forEach(status => {
statusLayers[status] = L.layerGroup();
});
Object.keys(FLAG_CONFIG).forEach(flag => {
boundaryFlagLayers[flag] = L.layerGroup();
});
}
function markerStyle(color) {
return {
radius: 6,
fillColor: color,
color: '#fff',
weight: 1,
opacity: 1,
fillOpacity: 0.85,
};
}
function escapeHtml(s) {
if (s === null || s === undefined) return '';
return String(s).replace(/[&<>"']/g, c => ({
'&': '&amp;', '<': '&lt;', '>': '&gt;', '"': '&quot;', "'": '&#39;'
}[c]));
}
function popupHtml(feature) {
const p = feature.properties || {};
const activeStatus = p[statusFieldName()];
const cfg = STATUS_CONFIG[activeStatus] || {};
const compareLabel = compareField === 'city' ? 'city' : 'postal community';
const addrParts = [p['addr:housenumber'], p['addr:street']].filter(Boolean).join(' ');
const unit = p['addr:unit'] ? ` Unit ${escapeHtml(p['addr:unit'])}` : '';
let html = '<div style="font-size:12px;">';
html += `<div style="font-weight:600;margin-bottom:4px;">${escapeHtml(addrParts) || '(no address)'}${unit}</div>`;
html += `<div><strong>County postal community:</strong> ${escapeHtml(p.county_postal_community) || '<em>none</em>'}</div>`;
html += `<div><strong>County city:</strong> ${escapeHtml(p.county_city) || '<em>none</em>'}</div>`;
html += `<div><strong>OSM city:</strong> ${escapeHtml(p.osm_city) || '<em>none</em>'}</div>`;
html += `<div style="margin-top:6px;"><strong>Agreement (vs ${compareLabel}):</strong> ${escapeHtml(cfg.label || activeStatus)}</div>`;
if (p.distance_meters !== undefined && p.distance_meters !== null) {
html += `<div><strong>Match distance:</strong> ${Number(p.distance_meters).toFixed(1)} m</div>`;
}
html += '</div>';
return html;
}
// ---- Agreement Status view ----
function updateStatusCounts(counts) {
Object.keys(STATUS_CONFIG).forEach(status => {
const el = document.getElementById(`count-${status}`);
if (el) el.textContent = counts[status] || 0;
});
}
function renderStatusLayers(geojson) {
Object.values(statusLayers).forEach(layer => layer.clearLayers());
const field = statusFieldName();
const counts = {};
geojson.features.forEach(feature => {
const status = feature.properties && feature.properties[field];
const cfg = STATUS_CONFIG[status] || STATUS_CONFIG.both_missing;
const layer = statusLayers[status] || statusLayers.both_missing;
const coords = feature.geometry.coordinates;
const marker = L.circleMarker(L.latLng(coords[1], coords[0]), markerStyle(cfg.color));
marker.bindPopup(popupHtml(feature), { maxWidth: 280 });
layer.addLayer(marker);
counts[status] = (counts[status] || 0) + 1;
});
updateStatusCounts(counts);
}
function applyStatusLayerVisibility() {
document.querySelectorAll('#legend .legend-item').forEach(item => {
const status = item.dataset.status;
const checked = item.querySelector('input[type="checkbox"]').checked;
const layer = statusLayers[status];
if (!layer) return;
if (checked) layer.addTo(map);
else if (map.hasLayer(layer)) map.removeLayer(layer);
});
}
// ---- City Names view ----
function cityKey(name) {
const trimmed = name && String(name).trim();
return trimmed ? trimmed : null;
}
// Case-insensitive grouping key so source data noise like "Clermont" vs
// "CLermont" doesn't fragment into separate colors/legend rows.
function canonicalKey(rawName) {
return rawName ? rawName.toLowerCase() : null;
}
// Colors are assigned once per dataset load, ranked by combined frequency
// across BOTH the active county field (postal community or city, per the
// Compare dropdown) and osm_city. This keeps a given city's color fixed
// regardless of which side (county/OSM) is currently selected or which
// layers are toggled - identity never gets repainted out from under the
// user. Colors ARE re-ranked when the Compare field itself changes, since
// that's genuinely a different attribute.
//
// pinnedNames (raw strings, e.g. from counties.yml's pinned_cities) always
// claim a palette slot ahead of frequency ranking, as long as they actually
// appear in the data - so a place like "The Villages" that a county considers
// important never gets folded into "Other" just because it's a numeric
// minority in this particular dataset.
function buildCityColorMap(geojson, pinnedNames, countyField) {
const counts = new Map(); // canonical key -> total count
const labelCounts = new Map(); // canonical key -> Map(raw label -> count)
geojson.features.forEach(feature => {
const p = feature.properties || {};
[cityKey(p[countyField]), cityKey(p.osm_city)].forEach(raw => {
if (!raw) return;
const key = canonicalKey(raw);
counts.set(key, (counts.get(key) || 0) + 1);
if (!labelCounts.has(key)) labelCounts.set(key, new Map());
const lm = labelCounts.get(key);
lm.set(raw, (lm.get(raw) || 0) + 1);
});
});
const rankedByFrequency = [...counts.keys()].sort((a, b) => counts.get(b) - counts.get(a));
const pinnedKeys = (pinnedNames || [])
.map(canonicalKey)
.filter(key => counts.has(key)); // only pin names that actually occur here
const pinnedSet = new Set(pinnedKeys);
// Pinned names first (in the order given), then the rest by frequency.
const ranked = [...pinnedKeys, ...rankedByFrequency.filter(key => !pinnedSet.has(key))];
cityColorMap = {};
cityLabelMap = {};
ranked.forEach((key, i) => {
cityColorMap[key] = i < CITY_PALETTE.length ? CITY_PALETTE[i] : CITY_OTHER_COLOR;
// Display label: whichever raw casing was most common for this key.
let bestLabel = key, bestCount = -1;
labelCounts.get(key).forEach((c, label) => {
if (c > bestCount) { bestCount = c; bestLabel = label; }
});
cityLabelMap[key] = bestLabel;
});
}
function colorForCity(canonKey) {
if (canonKey === null) return CITY_UNKNOWN_COLOR;
return cityColorMap[canonKey] || CITY_OTHER_COLOR;
}
function renderCityLayers(geojson, field) {
Object.values(cityLayers).forEach(layer => { layer.clearLayers(); if (map.hasLayer(layer)) map.removeLayer(layer); });
cityLayers = {};
// Per-field counts for the legend (independent of the shared color ranking).
const counts = new Map();
geojson.features.forEach(feature => {
const raw = cityKey((feature.properties || {})[field]);
const canon = canonicalKey(raw);
const color = colorForCity(canon);
// Named (palette) cities each get their own bucket; everything folded
// to CITY_OTHER_COLOR shares a single "Other" bucket/legend row.
let bucketKey;
if (canon === null) bucketKey = CITY_UNKNOWN_KEY;
else if (color === CITY_OTHER_COLOR) bucketKey = CITY_OTHER_KEY;
else bucketKey = canon;
if (!cityLayers[bucketKey]) cityLayers[bucketKey] = L.layerGroup();
const coords = feature.geometry.coordinates;
const marker = L.circleMarker(L.latLng(coords[1], coords[0]), markerStyle(color));
marker.bindPopup(popupHtml(feature), { maxWidth: 280 });
cityLayers[bucketKey].addLayer(marker);
counts.set(bucketKey, (counts.get(bucketKey) || 0) + 1);
});
renderCityLegend(counts);
applyCityLayerVisibility();
}
function renderCityLegend(counts) {
const container = document.getElementById('cityLegend');
container.innerHTML = '';
// Named cities first, ranked by their assigned palette slot (fixed order),
// then Other, then Unknown - each only if present in this field's data.
const namedEntries = Object.keys(cityColorMap)
.filter(key => counts.has(key) && cityColorMap[key] !== CITY_OTHER_COLOR)
.sort((a, b) => CITY_PALETTE.indexOf(cityColorMap[a]) - CITY_PALETTE.indexOf(cityColorMap[b]));
const rows = namedEntries.map(key => ({ key, label: cityLabelMap[key], color: cityColorMap[key] }));
if (counts.has(CITY_OTHER_KEY)) rows.push({ key: CITY_OTHER_KEY, label: CITY_OTHER_LABEL, color: CITY_OTHER_COLOR });
if (counts.has(CITY_UNKNOWN_KEY)) rows.push({ key: CITY_UNKNOWN_KEY, label: CITY_UNKNOWN_LABEL, color: CITY_UNKNOWN_COLOR });
rows.forEach(({ key, label, color }) => {
const item = document.createElement('label');
item.className = 'legend-item';
item.dataset.cityKey = key;
item.innerHTML = `
<input type="checkbox" checked>
<span class="legend-swatch" style="background:${color};"></span>
<span class="legend-label">${escapeHtml(label)}</span>
<span class="legend-count">${counts.get(key) || 0}</span>
`;
item.querySelector('input').addEventListener('change', function() {
const layer = cityLayers[key];
if (!layer) return;
if (this.checked) layer.addTo(map);
else if (map.hasLayer(layer)) map.removeLayer(layer);
});
container.appendChild(item);
});
}
function applyCityLayerVisibility() {
document.querySelectorAll('#cityLegend .legend-item').forEach(item => {
const key = item.dataset.cityKey;
const checked = item.querySelector('input[type="checkbox"]').checked;
const layer = cityLayers[key];
if (!layer) return;
if (checked) layer.addTo(map);
else if (map.hasLayer(layer)) map.removeLayer(layer);
});
}
// ---- Boundary Check view ----
function boundaryPopupHtml(feature) {
const p = feature.properties || {};
const cfg = FLAG_CONFIG[p.flag] || {};
const addrParts = [p['addr:housenumber'], p['addr:street']].filter(Boolean).join(' ');
const unit = p['addr:unit'] ? ` Unit ${escapeHtml(p['addr:unit'])}` : '';
let html = '<div style="font-size:12px;">';
html += `<div style="font-weight:600;margin-bottom:4px;">${escapeHtml(addrParts) || '(no address)'}${unit}</div>`;
html += `<div><strong>County:</strong> ${escapeHtml(p.county) || ''}</div>`;
html += `<div><strong>County postal community:</strong> ${escapeHtml(p.county_postal_community) || '<em>none</em>'}</div>`;
html += `<div><strong>County city:</strong> ${escapeHtml(p.county_city) || '<em>none</em>'}</div>`;
html += `<div><strong>OSM city:</strong> ${escapeHtml(p.osm_city) || '<em>none</em>'}</div>`;
html += `<div style="margin-top:6px;"><strong>Flag:</strong> ${escapeHtml(cfg.label || p.flag)}</div>`;
html += '</div>';
return html;
}
function renderBoundaryOutline(geojson) {
if (boundaryOutlineLayer) { map.removeLayer(boundaryOutlineLayer); boundaryOutlineLayer = null; }
boundaryOutlineLayer = L.geoJSON(geojson, {
style: { color: '#6f42c1', weight: 2, fillOpacity: 0.05 }
}).bindPopup(layer => (layer.feature.properties || {}).name || 'Boundary');
}
function renderBoundaryFlags(geojson) {
Object.values(boundaryFlagLayers).forEach(layer => layer.clearLayers());
const counts = {};
(geojson.features || []).forEach(feature => {
const flag = feature.properties && feature.properties.flag;
const layer = boundaryFlagLayers[flag];
if (!layer) return; // unknown flag value - skip rather than guess a bucket
const cfg = FLAG_CONFIG[flag];
const coords = feature.geometry.coordinates;
const marker = L.circleMarker(L.latLng(coords[1], coords[0]), markerStyle(cfg.color));
marker.bindPopup(boundaryPopupHtml(feature), { maxWidth: 280 });
layer.addLayer(marker);
counts[flag] = (counts[flag] || 0) + 1;
});
Object.keys(FLAG_CONFIG).forEach(flag => {
const el = document.getElementById(`count-${flag}`);
if (el) el.textContent = counts[flag] || 0;
});
}
function applyBoundaryLayerVisibility() {
document.querySelectorAll('#boundaryLegend .legend-item').forEach(item => {
const flag = item.dataset.flag;
const checked = item.querySelector('input[type="checkbox"]').checked;
const layer = flag === '__outline__' ? boundaryOutlineLayer : boundaryFlagLayers[flag];
if (!layer) return;
if (checked) layer.addTo(map);
else if (map.hasLayer(layer)) map.removeLayer(layer);
});
}
function loadBoundarySection(force) {
if (boundaryLoaded && !force) {
applyBoundaryLayerVisibility();
return;
}
fetch('/data/map-checker/boundary.geojson')
.then(r => r.ok ? r.json() : null)
.then(geojson => {
if (boundaryOutlineLayer) { map.removeLayer(boundaryOutlineLayer); boundaryOutlineLayer = null; }
if (geojson && (geojson.features || []).length) renderBoundaryOutline(geojson);
if (currentView === 'boundary-check') applyBoundaryLayerVisibility();
})
.catch(() => {});
fetch('/data/map-checker/flagged.geojson')
.then(resp => {
if (!resp.ok) throw new Error('not generated yet');
const lastMod = resp.headers.get('Last-Modified');
document.getElementById('boundaryMeta').textContent = lastMod ? `Last run: ${new Date(lastMod).toLocaleString()}` : '';
return resp.json();
})
.then(geojson => {
document.getElementById('boundaryNoData').style.display = 'none';
renderBoundaryFlags(geojson);
boundaryLoaded = true;
if (currentView === 'boundary-check') applyBoundaryLayerVisibility();
})
.catch(() => {
document.getElementById('boundaryNoData').style.display = '';
document.getElementById('boundaryMeta').textContent = '';
Object.keys(FLAG_CONFIG).forEach(flag => {
const el = document.getElementById(`count-${flag}`);
if (el) el.textContent = '–';
});
if (currentView === 'boundary-check' && boundaryOutlineLayer) applyBoundaryLayerVisibility();
});
}
function requireLoginForBoundaryCheck() {
showStatus('Not authenticated – please log in.', 'error');
setTimeout(() => { window.location.href = '/login?next=' + encodeURIComponent(window.location.pathname); }, 1200);
}
function runBoundaryCheck() {
if (!IS_AUTHENTICATED) return requireLoginForBoundaryCheck();
const btn = document.getElementById('runBoundaryCheckBtn');
const logEl = document.getElementById('boundaryLog');
btn.disabled = true;
logEl.style.display = 'block';
logEl.textContent = '';
document.getElementById('boundaryMeta').textContent = 'Running…';
fetch('/api/run-script', {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ script: 'boundary-check' })
})
.then(r => r.json())
.then(data => {
if (data.error) {
logEl.textContent = `Error: ${data.error}`;
btn.disabled = false;
return;
}
boundaryJobId = data.job_id;
if (boundaryLogInterval) clearInterval(boundaryLogInterval);
boundaryLogInterval = setInterval(checkBoundaryJobStatus, 1000);
})
.catch(err => {
logEl.textContent = `Error: ${err.message}`;
btn.disabled = false;
});
}
function checkBoundaryJobStatus() {
if (!boundaryJobId) return;
fetch(`/api/job-status/${boundaryJobId}`)
.then(r => r.json())
.then(data => {
const logEl = document.getElementById('boundaryLog');
logEl.textContent = data.logs.join('');
logEl.scrollTop = logEl.scrollHeight;
if (!data.running) {
clearInterval(boundaryLogInterval);
boundaryJobId = null;
document.getElementById('runBoundaryCheckBtn').disabled = false;
loadBoundarySection(true);
}
})
.catch(err => console.error('Boundary check status error:', err));
}
// ---- View switching ----
function setView(view) {
currentView = view;
document.querySelectorAll('.view-btn').forEach(btn => {
btn.classList.toggle('active', btn.dataset.view === view);
});
document.getElementById('agreementSection').style.display = view === 'agreement' ? '' : 'none';
document.getElementById('cityNameSection').style.display = view === 'city-names' ? '' : 'none';
document.getElementById('boundarySection').style.display = view === 'boundary-check' ? '' : 'none';
document.getElementById('countySelect').closest('.file-input-group').style.display = view === 'boundary-check' ? 'none' : '';
document.getElementById('fieldSelect').closest('.file-input-group').style.display = view === 'boundary-check' ? 'none' : '';
Object.values(statusLayers).forEach(layer => { if (map.hasLayer(layer)) map.removeLayer(layer); });
Object.values(cityLayers).forEach(layer => { if (map.hasLayer(layer)) map.removeLayer(layer); });
Object.values(boundaryFlagLayers).forEach(layer => { if (map.hasLayer(layer)) map.removeLayer(layer); });
if (boundaryOutlineLayer && map.hasLayer(boundaryOutlineLayer)) map.removeLayer(boundaryOutlineLayer);
if (view === 'boundary-check') {
loadBoundarySection();
return;
}
if (!currentGeojson) return;
if (view === 'agreement') {
applyStatusLayerVisibility();
} else {
renderCityLayers(currentGeojson, activeCityField());
}
}
// ---- Data loading ----
function renderGeojson(geojson) {
currentGeojson = geojson;
renderStatusLayers(geojson);
const pinned = (currentCountyId && PINNED_CITIES[currentCountyId]) || [];
buildCityColorMap(geojson, pinned, countyFieldName());
const bounds = L.latLngBounds([]);
geojson.features.forEach(feature => {
const coords = feature.geometry.coordinates;
bounds.extend(L.latLng(coords[1], coords[0]));
});
if (bounds.isValid()) map.fitBounds(bounds, { padding: [50, 50] });
setView(currentView);
}
function showStatus(msg, type) {
const el = document.getElementById('status');
el.textContent = msg;
el.className = `status ${type}`;
}
function hideStatus() {
const el = document.getElementById('status');
el.className = 'status hidden';
}
function loadCounty(countyId) {
if (!countyId) return;
currentCountyId = countyId;
hideStatus();
showStatus(`Loading ${countyId}...`, 'success');
fetch(`/data/${countyId}/city-comparison.geojson`)
.then(resp => {
if (!resp.ok) throw new Error(`HTTP ${resp.status}`);
return resp.json();
})
.then(geojson => {
renderGeojson(geojson);
hideStatus();
})
.catch(err => {
showStatus(`No city comparison data for ${countyId} yet. Run "Diff vs OSM" then "Generate City Boundaries Report" first. (${err.message})`, 'error');
});
}
document.addEventListener('DOMContentLoaded', function() {
initMap();
initMobileControls();
document.querySelectorAll('#legend .legend-item input[type="checkbox"]').forEach(cb => {
cb.addEventListener('change', function() {
const item = this.closest('.legend-item');
const layer = statusLayers[item.dataset.status];
if (!layer) return;
if (this.checked) layer.addTo(map);
else if (map.hasLayer(layer)) map.removeLayer(layer);
});
});
document.querySelectorAll('.view-btn').forEach(btn => {
btn.addEventListener('click', () => setView(btn.dataset.view));
});
document.querySelectorAll('#boundaryLegend .legend-item input[type="checkbox"]').forEach(cb => {
cb.addEventListener('change', applyBoundaryLayerVisibility);
});
document.getElementById('runBoundaryCheckBtn').addEventListener('click', runBoundaryCheck);
document.getElementById('citySourceSelect').addEventListener('change', function() {
citySource = this.value;
if (currentGeojson && currentView === 'city-names') {
renderCityLayers(currentGeojson, activeCityField());
}
});
document.getElementById('fieldSelect').addEventListener('change', function() {
compareField = this.value;
if (!currentGeojson) return;
const pinned = (currentCountyId && PINNED_CITIES[currentCountyId]) || [];
buildCityColorMap(currentGeojson, pinned, countyFieldName());
if (currentView === 'agreement') {
renderStatusLayers(currentGeojson);
applyStatusLayerVisibility();
} else {
renderCityLayers(currentGeojson, activeCityField());
}
});
const countySelect = document.getElementById('countySelect');
countySelect.addEventListener('change', function() {
loadCounty(this.value);
});
const firstAvailable = AVAILABLE_COUNTIES && AVAILABLE_COUNTIES.length ? AVAILABLE_COUNTIES[0] : null;
if (firstAvailable) {
countySelect.value = firstAvailable;
loadCounty(firstAvailable);
} else {
showStatus('No counties have city comparison data yet. Run "Diff vs OSM" then "Generate City Boundaries Report" first.', 'error');
}
});