starthinker/scripts/bigquery_census_normalize.json at master · google/starthinker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "script":{
    "released":"2020-07-06",
    "license":"Licensed under the Apache License, Version 2.0",
    "copyright":"Copyright 2020 Google LLC",
    "icon":"analytics",
    "title":"Census Data Normalized",
    "description":"Convert given census table to percent of population, normalizing it.",
    "to":["bigquery"],
    "from":["bigquery"],
    "instructions":[
      "Specify the geography, year, and span that make up the [census table names](https://pantheon.corp.google.com/bigquery?redirect_from_classic=true&p=bigquery-public-data&d=census_bureau_acs&page=dataset).",
      "Not every combination of geography, year, and span exists or contains all the required fields.",
      "Every time the query runs it will overwrite the table."
    ],
    "authors":["kenjora@google.com"]
  },
  "tasks":[
    { "census":{
      "auth":{"field":{ "name":"auth", "kind":"authentication", "order":0, "default":"service", "description":"Credentials used for writing data." }},
      "normalize":{
        "census_geography":{"field":{
          "name":"census_geography",
          "kind":"choice",
          "order":1,
          "default":"zip_codes",
          "description":"Census table to get data from." ,
          "choices":["zip_codes", "state", "zcta5", "schooldistrictunified", "puma", "place", "county", "congressionaldistrict", "censustract", "cbsa"]
        }},
        "census_year":{"field":{
          "name":"census_year",
          "kind":"choice",
          "order":2,
          "default":"2018",
          "description":"Census table to get data from." ,
          "choices":[2018, 2017, 2016, 2015, 2014, 2013, 2012, 2011, 2010, 2009, 2008, 2007]
        }},
        "census_span":{"field":{
          "name":"census_span",
          "kind":"choice",
          "order":3,
          "default":"5yr",
          "description":"Census table to get data from." ,
          "choices":["1yr", "3yr", "5yr"]
        }}
      },
      "to":{
        "dataset":{"field":{ "name":"dataset", "kind":"string", "order":4, "default":"", "description":"Existing BigQuery dataset." }},
        "type":{"field":{
          "name":"type",
          "kind":"choice",
          "order":5,
          "default":"table",
          "description":"Write Census_Percent as table or view." ,
          "choices":["table", "view"]
        }}
      }
    }}
  ]
}