first commit

2026-05-15 20:48:41 -07:00
commit f57969c9ee
34 changed files with 89262 additions and 0 deletions
--- a/make_data_center_map.py
+++ b/make_data_center_map.py
@@ -0,0 +1,237 @@
+#!/usr/bin/env python3
+import argparse
+import json
+import os
+from collections import Counter
+
+import psycopg2
+
+
+DB_NAME = "data_centers"
+POINT_TABLE = "public.us_dc_sample_geocoded"
+
+
+def connect():
+    return psycopg2.connect(
+        host=os.environ["PGWEB_HOST"],
+        port=os.environ["PGWEB_PORT"],
+        user=os.environ["PGWEB_USER"],
+        password=os.environ["PGWEB_PASSWORD"],
+        dbname=DB_NAME,
+    )
+
+
+def load_points(conn):
+    with conn.cursor() as cur:
+        cur.execute(
+            f"""
+            select
+                id,
+                coalesce(provider, '') as provider,
+                coalesce(facility_name, '') as facility_name,
+                coalesce(city, '') as city,
+                coalesce(state_code, '') as state_code,
+                longitude,
+                latitude,
+                coalesce(geocode_source, '') as geocode_source,
+                coalesce(geocode_precision, '') as geocode_precision,
+                coalesce(geoid, '') as geoid
+            from {POINT_TABLE}
+            where longitude is not null and latitude is not null
+            """
+        )
+        rows = cur.fetchall()
+
+    points = []
+    for row in rows:
+        points.append(
+            {
+                "id": row[0],
+                "provider": row[1],
+                "facility_name": row[2],
+                "city": row[3],
+                "state_code": row[4],
+                "lon": float(row[5]),
+                "lat": float(row[6]),
+                "geocode_source": row[7],
+                "geocode_precision": row[8],
+                "geoid": row[9],
+            }
+        )
+    return points
+
+
+def compute_center(points):
+    if not points:
+        return 39.5, -98.35
+    lat = sum(p["lat"] for p in points) / len(points)
+    lon = sum(p["lon"] for p in points) / len(points)
+    return lat, lon
+
+
+def build_stats(points):
+    by_source = Counter(p["geocode_source"] or "(blank)" for p in points)
+    by_precision = Counter(p["geocode_precision"] or "(blank)" for p in points)
+    return {
+        "total": len(points),
+        "by_source": dict(sorted(by_source.items(), key=lambda x: x[0])),
+        "by_precision": dict(sorted(by_precision.items(), key=lambda x: x[0])),
+    }
+
+
+def render_html(points, center_lat, center_lon, output_path):
+    stats = build_stats(points)
+    points_json = json.dumps(points)
+    stats_json = json.dumps(stats)
+
+    html = f"""<!doctype html>
+<html lang=\"en\">
+<head>
+  <meta charset=\"utf-8\" />
+  <meta name=\"viewport\" content=\"width=device-width, initial-scale=1\" />
+  <title>US Data Centers Map</title>
+  <link rel=\"stylesheet\" href=\"https://unpkg.com/leaflet@1.9.4/dist/leaflet.css\" />
+  <style>
+    html, body {{ height: 100%; margin: 0; font-family: system-ui, -apple-system, Segoe UI, sans-serif; }}
+    #layout {{ display: grid; grid-template-columns: 320px 1fr; height: 100%; }}
+    #panel {{ padding: 14px; border-right: 1px solid #ddd; overflow: auto; background: #f8fafb; }}
+    #map {{ height: 100%; width: 100%; }}
+    h1 {{ margin: 0 0 8px; font-size: 18px; }}
+    h2 {{ margin: 16px 0 8px; font-size: 14px; }}
+    .stat-row {{ display: flex; justify-content: space-between; padding: 2px 0; font-size: 13px; }}
+    .dot {{ width: 10px; height: 10px; border-radius: 50%; display: inline-block; margin-right: 8px; }}
+    @media (max-width: 900px) {{
+      #layout {{ grid-template-columns: 1fr; grid-template-rows: 220px 1fr; }}
+      #panel {{ border-right: 0; border-bottom: 1px solid #ddd; }}
+    }}
+  </style>
+</head>
+<body>
+  <div id=\"layout\">
+    <div id=\"panel\">
+      <h1>US Data Centers</h1>
+      <div class=\"stat-row\"><span>Total points</span><strong id=\"total\"></strong></div>
+      <h2>Geocode Source</h2>
+      <div id=\"sourceStats\"></div>
+      <h2>Geocode Precision</h2>
+      <div id=\"precisionStats\"></div>
+      <h2>Source Colors</h2>
+      <div class=\"stat-row\"><span><span class=\"dot\" style=\"background:#1f77b4\"></span>IM3_Existing_DataCenters</span></div>
+      <div class=\"stat-row\"><span><span class=\"dot\" style=\"background:#2ca02c\"></span>US Census Geocoder</span></div>
+      <div class=\"stat-row\"><span><span class=\"dot\" style=\"background:#ff7f0e\"></span>Nominatim/OpenStreetMap</span></div>
+      <div class=\"stat-row\"><span><span class=\"dot\" style=\"background:#7f7f7f\"></span>Other/Blank</span></div>
+    </div>
+    <div id=\"map\"></div>
+  </div>
+
+  <script src=\"https://unpkg.com/leaflet@1.9.4/dist/leaflet.js\"></script>
+  <script>
+    const points = {points_json};
+    const stats = {stats_json};
+
+    function colorForSource(source) {{
+      if (source === 'IM3_Existing_DataCenters') return '#1f77b4';
+      if (source === 'US Census Geocoder') return '#2ca02c';
+      if (source === 'Nominatim/OpenStreetMap') return '#ff7f0e';
+      return '#7f7f7f';
+    }}
+
+    function escapeHtml(value) {{
+      return String(value || '')
+        .replaceAll('&', '&amp;')
+        .replaceAll('<', '&lt;')
+        .replaceAll('>', '&gt;')
+        .replaceAll('"', '&quot;')
+        .replaceAll("'", '&#39;');
+    }}
+
+    const map = L.map('map', {{ preferCanvas: true }}).setView([{center_lat}, {center_lon}], 5);
+
+    L.tileLayer('https://tile.openstreetmap.org/{{z}}/{{x}}/{{y}}.png', {{
+      maxZoom: 19,
+      attribution: '&copy; OpenStreetMap contributors'
+    }}).addTo(map);
+
+    const bounds = [];
+    for (const p of points) {{
+      const marker = L.circleMarker([p.lat, p.lon], {{
+        radius: 4,
+        color: colorForSource(p.geocode_source),
+        fillColor: colorForSource(p.geocode_source),
+        fillOpacity: 0.7,
+        weight: 1
+      }});
+
+      const title = p.facility_name || p.id;
+      const provider = p.provider || '(unknown provider)';
+      const cityState = [p.city, p.state_code].filter(Boolean).join(', ');
+      marker.bindPopup(`
+        <strong>${{escapeHtml(title)}}</strong><br>
+        Provider: ${{escapeHtml(provider)}}<br>
+        ID: ${{escapeHtml(p.id)}}<br>
+        Location: ${{escapeHtml(cityState)}}<br>
+        Source: ${{escapeHtml(p.geocode_source)}}<br>
+        Precision: ${{escapeHtml(p.geocode_precision)}}<br>
+        GEOID: ${{escapeHtml(p.geoid)}}
+      `);
+
+      marker.addTo(map);
+      bounds.push([p.lat, p.lon]);
+    }}
+
+    if (bounds.length > 0) {{
+      map.fitBounds(bounds, {{ padding: [20, 20] }});
+    }}
+
+    document.getElementById('total').textContent = stats.total;
+
+    const sourceStats = document.getElementById('sourceStats');
+    for (const [k, v] of Object.entries(stats.by_source)) {{
+      const div = document.createElement('div');
+      div.className = 'stat-row';
+      div.innerHTML = `<span>${{escapeHtml(k)}}</span><strong>${{v}}</strong>`;
+      sourceStats.appendChild(div);
+    }}
+
+    const precisionStats = document.getElementById('precisionStats');
+    for (const [k, v] of Object.entries(stats.by_precision)) {{
+      const div = document.createElement('div');
+      div.className = 'stat-row';
+      div.innerHTML = `<span>${{escapeHtml(k)}}</span><strong>${{v}}</strong>`;
+      precisionStats.appendChild(div);
+    }}
+  </script>
+</body>
+</html>
+"""
+    with open(output_path, "w", encoding="utf-8") as f:
+        f.write(html)
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(
+        description="Generate an interactive HTML map from the PostGIS point table."
+    )
+    parser.add_argument(
+        "--output",
+        default="data_center_map.html",
+        help="Output HTML path (default: data_center_map.html)",
+    )
+    return parser.parse_args()
+
+
+def main():
+    args = parse_args()
+    conn = connect()
+    try:
+        points = load_points(conn)
+    finally:
+        conn.close()
+
+    center_lat, center_lon = compute_center(points)
+    render_html(points, center_lat, center_lon, args.output)
+    print(f"wrote {len(points)} points to {args.output}")
+
+
+if __name__ == "__main__":
+    main()