Agent/MB first light: test.html

- test.html:
  - add hello model
  - add view
  - add features info to patches
  - add World.bbox transform
  - add geo coords to patches
  - add turtle's current hover feature
  - animate
- tools.js: moved utils from test.html into separate file
- bin/addFeatureID: use state + county fips rather than index
- bin/addPopulation: new, merge population data into nmcounties.json
- bin/redfish2pop: new, convert steve's csv to json
- data/nmpopulation.json: json file made from redfish2pop
- data/nmcounties.json: add population from above, use fips id
- data/uscounties.json: use fips id

Author: backspaces

bin/addFeatureID

@@ -16,7 +16,7 @@ process.stdin.on('end', () => {
 function processData(data) {
     const json = JSON.parse(data)
     json.features.forEach((feature, i) => {
-        feature.id = i
+        feature.id = feature.properties.STATE + feature.properties.COUNTY
     })
     return JSON.stringify(json, null, 2)
 }

bin/addPopulation

@@ -0,0 +1,31 @@
+#!/usr/bin/env node
+
+const shell = require('shelljs')
+
+// shell.cp('data/nmcounties.json', 'data0/')
+const geojsonFile = 'data/nmcounties.json'
+
+// bkup:
+// shell.cp(geojsonFile, '/tmp')
+
+const population = JSON.parse(shell.cat('data/nmpopulation.json'))
+const geojson = JSON.parse(shell.cat(geojsonFile))
+const features = geojson.features
+
+const numPopulation = Object.keys(population).length
+const numFeatures = features.length
+if (numPopulation != numFeatures) {
+    console.log(
+        Object.keys(population),
+        features.map(c => c.id)
+    )
+    throw `size mismatch: ${numPopulation} ${numFeatures}`
+}
+
+features.forEach(feature => {
+    const id = feature.id
+    if (!population[id]) console.log('id', id, 'not in population.')
+    feature.properties.population = population[feature.id].population
+})
+
+shell.echo(JSON.stringify(geojson, null, 2))

bin/redfish2pop

@@ -0,0 +1,43 @@
+#!/usr/bin/env node
+
+const process = require('process')
+
+let data = ''
+process.stdin.on('readable', () => {
+    while ((chunk = process.stdin.read()) !== null) {
+        data += chunk
+    }
+})
+
+process.stdin.on('end', () => {
+    process.stdout.write(processData(data))
+})
+
+function processData(data) {
+    const json = JSON.parse(data)
+
+    // ================
+    const obj = {}
+    json.forEach(o => {
+        const fips = '35' + o['cowntee_CO']
+        obj[fips] = {
+            fips: fips,
+            county: o['cowntee_NA'],
+            population: o['popul_byco'],
+        }
+    })
+    // ================
+
+    return JSON.stringify(obj, null, 2)
+}
+
+// {
+//     "fips_code": "02016",
+//     "State": "AK",
+//     "County Name": "Aleutians West",
+//     "Staffed All Beds": 0,
+//     "Staffed ICU Beds": 0,
+//     "Licensed All Beds": 0,
+//     "All Bed Occupancy Rate": "",
+//     "ICU Bed Occupancy Rate": "",
+//     "Population": 5723,

data/nmcounties.json

@@ -0,0 +1,167 @@
+{
+  "35001": {
+    "fips": "35001",
+    "county": "Bernalillo",
+    "population": 677692
+  },
+  "35003": {
+    "fips": "35003",
+    "county": "Catron",
+    "population": 3539
+  },
+  "35005": {
+    "fips": "35005",
+    "county": "Chaves",
+    "population": 65459
+  },
+  "35006": {
+    "fips": "35006",
+    "county": "Cibola",
+    "population": 26978
+  },
+  "35007": {
+    "fips": "35007",
+    "county": "Colfax",
+    "population": 12353
+  },
+  "35009": {
+    "fips": "35009",
+    "county": "Curry",
+    "population": 50199
+  },
+  "35011": {
+    "fips": "35011",
+    "county": "De Baca",
+    "population": 2060
+  },
+  "35013": {
+    "fips": "35013",
+    "county": "Dona Ana",
+    "population": 215338
+  },
+  "35015": {
+    "fips": "35015",
+    "county": "Eddy",
+    "population": 57437
+  },
+  "35017": {
+    "fips": "35017",
+    "county": "Grant",
+    "population": 28061
+  },
+  "35019": {
+    "fips": "35019",
+    "county": "Guadalupe",
+    "population": 4382
+  },
+  "35021": {
+    "fips": "35021",
+    "county": "Harding",
+    "population": 459
+  },
+  "35023": {
+    "fips": "35023",
+    "county": "Hidalgo",
+    "population": 4371
+  },
+  "35025": {
+    "fips": "35025",
+    "county": "Lea",
+    "population": 70126
+  },
+  "35027": {
+    "fips": "35027",
+    "county": "Lincoln",
+    "population": 19482
+  },
+  "35028": {
+    "fips": "35028",
+    "county": "Los Alamos",
+    "population": 18356
+  },
+  "35029": {
+    "fips": "35029",
+    "county": "Luna",
+    "population": 24264
+  },
+  "35031": {
+    "fips": "35031",
+    "county": "McKinley",
+    "population": 72849
+  },
+  "35033": {
+    "fips": "35033",
+    "county": "Mora",
+    "population": 4563
+  },
+  "35035": {
+    "fips": "35035",
+    "county": "Otero",
+    "population": 65745
+  },
+  "35037": {
+    "fips": "35037",
+    "county": "Quay",
+    "population": 8373
+  },
+  "35039": {
+    "fips": "35039",
+    "county": "Rio Arriba",
+    "population": 39307
+  },
+  "35041": {
+    "fips": "35041",
+    "county": "Roosevelt",
+    "population": 19117
+  },
+  "35043": {
+    "fips": "35043",
+    "county": "Sandoval",
+    "population": 140769
+  },
+  "35045": {
+    "fips": "35045",
+    "county": "San Juan",
+    "population": 127455
+  },
+  "35047": {
+    "fips": "35047",
+    "county": "San Miguel",
+    "population": 28034
+  },
+  "35049": {
+    "fips": "35049",
+    "county": "Santa Fe",
+    "population": 148917
+  },
+  "35051": {
+    "fips": "35051",
+    "county": "Sierra",
+    "population": 11135
+  },
+  "35053": {
+    "fips": "35053",
+    "county": "Socorro",
+    "population": 17000
+  },
+  "35055": {
+    "fips": "35055",
+    "county": "Taos",
+    "population": 32888
+  },
+  "35057": {
+    "fips": "35057",
+    "county": "Torrance",
+    "population": 15595
+  },
+  "35059": {
+    "fips": "35059",
+    "county": "Union",
+    "population": 4175
+  },
+  "35061": {
+    "fips": "35061",
+    "county": "Valencia",
+    "population": 75956
+  }
+}

data/nmpopulation.json

@@ -4,6 +4,9 @@ Commits:
 ......................................................................
 ......................................................................
 ......................................................................
+turf.distance([west,north], [east, south])
+  test rel to gis module
+
 ......................................................................
 is geojson fetchable from mb layers?
 Canvas BBox: Four geographical coordinates, represented as arrays of longitude and latitude numbers, which define the corners of the image. The coordinates start at the top left corner of the image and proceed in clockwise order. They do not have to represent a rectangle.
@@ -16,6 +19,8 @@ Canvas BBox: Four geographical coordinates, represented as arrays of longitude a
 
 ......................................................................
 todo
+- solve async problem w/ node stdin/out
+  - update addPopulation to use stdin/out, po
 - states: finer detail
   - usstates.geojson 87K, us_040_00_20m.json 1.4MB, 5m 2.4MB?
 - counties: featureState seems backwards!
@@ -93,13 +98,35 @@ https://catalog.data.gov/dataset
 https://simplemaps.com/data
 https://simplemaps.com/data/us-cities
 https://eric.clst.org/tech/usgeojson/
+  https://data.census.gov/cedsci/
   https://www.census.gov/geographies/mapping-files/time-series/geo/carto-boundary-file.html
 https://github.com/mapbox/mapboxgl-jupyter
   https://github.com/mapbox/mapboxgl-jupyter/blob/master/examples/data/us-states.geojson
 https://github.com/plotly/datasets
 https://mygeodata.cloud/
 
+Oops:
+- 3193 entries in co-est2019-alldata.csv, 51 are states!
+  grep 'COUNTY": "000"' data0/co-est2019-alldata.json| wc -l
+    51
+- 3221 in uscounties.json. Multi-poly states?
+  - id may not be unique now?
+  - nope: this produces 3221
+      grep '"id"' data/uscounties.json | \
+        sed 's/^.*"id"://;s/^"//;s/".*//' | \
+        sort | uniq | wc
+    no states, this produces no output:
+      grep '"id"' data/uscounties.json |
+        sed 's/^.*"id"://;s/^"//;s/".*//' |
+        sort | uniq | grep '..000'
+population check:
+grep population data/nmpopulation.json | sed 's/^.*://;s/$/,/'
+pop = [677692, 3539, 65459, 26978, 12353, 50199, 2060, 215338, 57437, 28061, 4382, 459, 4371, 70126, 19482, 18356, 24264, 72849, 4563, 65745, 8373, 39307, 19117, 140769, 127455, 28034, 148917, 11135, 17000, 32888, 15595, 4175, 75956]
+util.arraySum(pop) => 2092434
+
+
 http://census.ire.org/data/bulkdata.html
+https://wiki.openstreetmap.org/wiki/United_States/American_Indian_reservations
 
 bbox spec: https://tools.ietf.org/html/rfc7946
 
@@ -139,6 +166,11 @@ usstates.geojson uscounties.json:
   https://eric.clst.org/tech/usgeojson/
   states:
   agentscript/bin/minifyjson
+population covid19-healthsystemcapacity/data/published/us_healthcare_capacity-county-CovidCareMap.csv
+https://github.com/mapbox/csv2geojson for csv => geojson
+  https://csvjson.com/ csv to json, not geojson. Useful!
+  co-est2019-alldata.csv -> .json
+nm pop, from https://github.com/RedfishGroup/GISData/blob/master/popul_byco2018_fromDBF.csv
 
 Sociall Vulnerability Index
 https://svi.cdc.gov/data-and-tools-download.html
@@ -187,6 +219,20 @@ gitcommit
 
 //////////
 
+Agent/MB first light: test.html
+test.html:
+  - add hello model
+- bin/addFeatureID: use state + county fips rather than index
+- bin/addPopulation: new, merge population data into nmcounties.json
+- bin/redfish2pop: new, convert steve's csv to json
+
+
+
+New: test.html: NM counties & MB CanvasSource
+- bin/tools: async: mapLoadPromise(map)
+- async.html: test of above
+- bin/featureFilter (nmcounties etc from uscounties etc)
+
 New: counties.html popup while hovering counties
 - counties.html: add popup for county names
 - data0/: gitignored dir of original data before modified for MB use

data/uscounties.json

@@ -17,7 +17,11 @@
         "cities": "npm-run-all citiesjson citiesjson",
         "states": "agentscript/bin/minifyjson < data0/gz_2010_us_040_00_20m.json > data/usstates.geojson",
         "fips": "bin/fips2json < data/fips.txt > data/fips.json",
+        "countyIDs": "bin/addFeatureID < data/uscounties.json > /tmp/foo.json; agentscript/bin/minifyjson < /tmp/foo.json > data/uscounties.json",
         "nmcounties": "bin/featureFilter STATE:35 < data/uscounties.json | agentscript/bin/minifyjson > data/nmcounties.json",
+        "nmPopulation": "bin/redfish2pop < data0/popul_byco2018_fromDBF.json >  data/nmpopulation.json",
+        "addPopulation": "bin/addPopulation | agentscript/bin/minifyjson > /tmp/nmcounties.json; cp /tmp/nmcounties.json data",
+        "pop": "bin/addPopulation | agentscript/bin/minifyjson > /tmp/nmcounties.json",
         "foo": "mapshaper -h"
     },
     "dependencies": {