init

.gitignore

@@ -0,0 +1,132 @@
+.idea
+.DS_Store
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/

app.py

@@ -0,0 +1,167 @@
+import streamlit as st
+import pandas as pd
+import numpy as np
+import json
+import altair as alt
+from utils import get_variable_filter, is_numerical
+
+def check_codes(var, data_meta):
+    return 'codes' in data_meta[var] and data_meta[var]['codes'] is not None and len(data_meta[var]['codes']) > 0
+
+@st.cache(show_spinner=False)
+def load_data():
+    with st.spinner('loading data...'):
+        data_main = pd.read_parquet('data/ipums_full_count_nyc_census_coded_20210801.parquet')
+        with open('data/meta.json', 'r') as f:
+            data_meta = json.load(f)
+        data_variable, data_filter = get_variable_filter('data/cons.json')
+        name2id = {}
+        for k, v in data_meta.items():
+            if check_codes(k, data_meta):
+                name2id[k] = {vv: int(kk) for kk, vv in v['codes'].items()}
+        return data_main, data_meta, data_variable, data_filter, name2id
+
+DATA_MAIN, DATA_META, DATA_VARIABLE, DATA_FILTER, NAME2ID = load_data()
+
+def id2name(var, id_):
+    id_ = str(id_)
+    if var not in DATA_META or 'codes' not in DATA_META[var]:
+        return id_
+    return DATA_META[var]['codes'].get(id_, id_)
+
+@st.cache
+def name2id(var, name):
+    if var in NAME2ID:
+        return NAME2ID[var][name]
+    return name
+
+def main():
+    # st.write(df.head())
+    load_data()
+    charts = {
+        'Area Chart': area,
+        'Line Graph': line,
+        'Scatter Plot': scatter,
+        'Bar Chart': bar,
+        'Box Plot': box,
+        'Heatmap': heat,
+        'Histogram': hist,
+    }
+    st.title('HRL Portal')
+    with st.sidebar:
+        chart = st.selectbox('Select a chart type:', list(charts.keys()))
+    # st.write(DATA_VARIABLE)
+    # st.write(DATA_FILTER)
+    charts[chart]()
+
+@st.cache
+def get_unique(var):
+    if check_codes(var, DATA_META):
+        return list(DATA_META[var]['codes'].values())
+    return DATA_MAIN[var].unique().tolist()
+
+def get_var_name(var):
+    if var in DATA_META and 'name' in DATA_META[var]:
+        name = DATA_META[var]['name']
+        if name == var:
+            return var
+        return f"{var} ({name})"
+    return var
+
+def name2var(name):
+    return name.split()[0]
+
+def meta():
+    st.header('Variables')
+    for k, v in DATA_META.items():
+        st.subheader(k)
+        st.write(v['description'])
+
+def area():
+    with st.sidebar:
+        var_name = st.selectbox('Select a variable:', [get_var_name(var) for var in DATA_VARIABLE['area']])
+        var = name2var(var_name)
+        st.write('Filters:')
+        filters = {}
+        for fvar in DATA_FILTER[var]:
+            if fvar == 'YEAR':
+                continue
+            if is_numerical(fvar):
+                names = st.slider(fvar, min(get_unique(fvar)), max(get_unique(fvar)), value=(min(get_unique(fvar)), max(get_unique(fvar))))
+            else:
+                names = st.multiselect(fvar, get_unique(fvar), default=get_unique(fvar))
+            filters[fvar] = set([name2id(fvar, n) for n in names])
+    st.header(f'Area Chart: {var_name}')
+    with st.expander(f'{var}'):
+        st.write(DATA_META.get(var, {}).get('description', ''))
+
+    names = st.multiselect('Select values to display:', get_unique(var),
+                           default=['Authors',
+                                    'Musicians and music teachers',
+                                    'Telephone operators',
+                                    'Bus drivers','Cashiers'] if var == 'OCC1950' else ['Drugs and medicines',
+                                                                                        'Fisheries',
+                                                                                        'Glass and glass products',
+                                                                                        ])
+    vals = set([name2id(var, n) for n in names])
+    df = get_area_data(var, filters, vals)
+    # st.write(df)
+    st.write(f'found {len(df)} records')
+    if len(df) > 0:
+        selection = alt.selection_multi(fields=[var], bind='legend')
+        plot = alt.Chart(df, title=f'Count of Different {var} Values').mark_area().encode(alt.X('YEAR'),
+                                                                                                         alt.Y('count', title='count', stack='zero'),
+                                                                                                         alt.Color(var,
+                                                                                                                   scale=alt.Scale(scheme='category20'),
+                                                                                                                   legend=alt.Legend(orient='bottom')),
+                                                                                          opacity=alt.condition(selection,
+                                                                                                                alt.value(
+                                                                                                                    1),
+                                                                                                                alt.value(
+                                                                                                                    0.3)),
+                                                                                          tooltip='count'
+                                                                                          )\
+            .properties(width=650).add_selection(selection)
+        st.write(plot)
+
+@st.cache(show_spinner=False)
+def get_area_data(var, filters, vals):
+    # for k, v in filters.items():
+    #     st.write(k)
+    #     st.write(v)
+    #     st.write(DATA_MAIN[k].unique())
+    # st.write(len(DATA_MAIN))
+    df = DATA_MAIN[['YEAR', var, *filters.keys()]]
+    df = df[df[var].isin(vals)]
+    with st.spinner('filtering...'):
+        for fvar, fvals in filters.items():
+            df = df[df[fvar].isin(fvals)]
+    df = df[['YEAR', var]]
+    # st.write(len(df))
+    # st.write(df.head())
+    with st.spinner('counting...'):
+        groups = df.groupby([var, 'YEAR'])[var].count().to_frame().rename(columns={var: 'count'}).reset_index()
+        groups[var] = groups[var].apply(lambda x: id2name(var, x))
+    return groups
+
+def line():
+    st.header('Line Graph')
+
+def scatter():
+    st.header('Scatter Plot')
+
+def bar():
+    st.header('Bar Chart')
+
+def box():
+    st.header('Box Plot')
+
+def heat():
+    st.header('Heatmap')
+
+def hist():
+    st.header('Histogram')
+
+if __name__ == '__main__':
+    main()
+

data/cons.json

@@ -0,0 +1,283 @@
+{
+    "variables": {
+        "bar": [
+            "SEX",
+            "RACE",
+            "HISPAN",
+            "AGE",
+            "MARST",
+            "FAMSIZE",
+            "BPL",
+            "MBPL",
+            "FBPL",
+            "NATIVITY",
+            "CITIZEN",
+            "SINCEIMMIG",
+            "AGEIMMIG",
+            "LIT",
+            "SCHOOL",
+            "OCC1950",
+            "IND1950",
+            "LABFORCE",
+            "EMPSTAT"
+        ],
+        "hist": [
+            "SINCEIMMIG",
+            "EDSCOR50",
+            "OCCSCORE",
+            "PRESGL",
+            "INCWAGE"
+        ],
+        "box": [
+            "AGE",
+            "RELATE",
+            "FAMSIZE",
+            "SINCEIMMIG",
+            "AGEIMMIG",
+            "EDSCOR50",
+            "OCCSCORE",
+            "PRESGL",
+            "INCWAGE"
+        ],
+        "scatter": [
+            "AGE",
+            "FAMSIZE",
+            "SINCEIMMIG",
+            "AGEIMMIG",
+            "EDSCOR50",
+            "OCCSCORE",
+            "PRESGL",
+            "INCWAGE"
+        ],
+        "line": [
+            "AGE",
+            "FAMSIZE",
+            "SINCEIMMIG",
+            "AGEIMMIG",
+            "EDSCOR50",
+            "OCCSCORE",
+            "PRESGL",
+            "INCWAGE"
+        ],
+        "line_count": [
+            "OCC1950",
+            "IND1950"
+        ],
+        "area": [
+            "OCC1950",
+            "IND1950"
+        ]
+    },
+    "filters": {
+        "YEAR": [],
+        "SERIAL": [],
+        "PERNUM": [],
+        "SEX": [
+            "YEAR",
+            "RACE",
+            "LIT",
+            "SCHOOL"
+        ],
+        "RACE": [
+            "YEAR",
+            "SEX",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL"
+        ],
+        "HISPAN": [
+            "YEAR",
+            "SEX",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL"
+        ],
+        "AGE": [
+            "YEAR",
+            "SEX",
+            "RACE"
+        ],
+        "RELATE": [],
+        "MARST": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN"
+        ],
+        "FAMUNIT": [],
+        "FAMSIZE": [
+            "YEAR",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN"
+        ],
+        "BPL": [
+            "YEAR",
+            "RACE"
+        ],
+        "MBPL": [
+            "YEAR",
+            "RACE"
+        ],
+        "FBPL": [
+            "YEAR",
+            "RACE"
+        ],
+        "NATIVITY": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "LIT",
+            "SCHOOL",
+            "OCC1950",
+            "IND1950"
+        ],
+        "CITIZEN": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "LIT",
+            "SCHOOL",
+            "OCC1950",
+            "IND1950"
+        ],
+        "SINCEIMMIG": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL"
+        ],
+        "AGEIMMIG": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN"
+        ],
+        "LIT": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "MARST",
+            "NATIVITY",
+            "CITIZEN",
+            "SCHOOL",
+            "OCC1950",
+            "IND1950"
+        ],
+        "SCHOOL": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "MARST",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "OCC1950",
+            "IND1950"
+        ],
+        "EDSCOR50": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "OCC1950",
+            "IND1950"
+        ],
+        "OCC1950": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "EMPSTAT"
+        ],
+        "OCCSCORE": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "EMPSTAT",
+            "OCC1950",
+            "IND1950"
+        ],
+        "PRESGL": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "EMPSTAT",
+            "OCC1950",
+            "IND1950"
+        ],
+        "IND1950": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "EMPSTAT"
+        ],
+        "LABFORCE": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "OCC1950",
+            "IND1950"
+        ],
+        "EMPSTAT": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "EMPSTAT",
+            "OCC1950",
+            "IND1950"
+        ],
+        "INCWAGE": [
+            "YEAR",
+            "SEX",
+            "RACE",
+            "NATIVITY",
+            "CITIZEN",
+            "LIT",
+            "SCHOOL",
+            "LABFORCE",
+            "EMPSTAT",
+            "OCC1950",
+            "IND1950"
+        ]
+    }
+}
+

data/meta.json

@@ -0,0 +1,1134 @@
+{
+    "YEAR": {
+        "description": "YEAR reports the four-digit year when the household was enumerated or included in the census, the ACS, and the PRCS. For the multi-year ACS/PRCS samples, YEAR indicates the last year of data included (e.g., 2007 for the 2005-2007 3-year ACS/PRCS; 2008 for the 2006-2008 3-year ACS/PRCS; and so on). For the actual year of survey in these multi-year data, see MULTYEAR.",
+        "codes": null
+    },
+    "SERIAL": {
+        "description": "SERIAL is an identifying number unique to each household record in a given sample. All person records are assigned the same serial number as the household record that they follow. (Person records also have their own unique identifiers - see PERNUM.) A combination of SAMPLE and SERIAL provides a unique identifier for every household in the IPUMS; the combination of SAMPLE, SERIAL, and PERNUM uniquely identifies every person in the database. For 1850-1930, households that are part of a multi-household dwelling can be identified by using the DWELLING and DWSEQ variables. See \"Sample Designs\" for further discussion of sampling from within multi-household dwellings.",
+        "codes": null
+    },
+    "PERNUM": {
+        "description": "PERNUM numbers all persons within each household consecutively in the order in which they appear on the original census or survey form. When combined with SAMPLE and SERIAL, PERNUM uniquely identifies each person within the IPUMS."
+    },
+    "SEX": {
+        "description": "SEX reports whether the person was male or female.",
+        "codes": { "1": "Male", "2": "Female" }
+    },
+    "RACE": {
+        "description": "With the exception of the 1970-1990 Puerto Rican censuses, RACE was asked of every person in all years. The concept of race has changed over the more than 150 years represented in the IPUMS. Currently, the Census Bureau and others consider race to be a sociopolitical construct, not a scientific or anthropological one. Many detailed RACE categories consist of national origin groups. Beginning in 2000, the race question changed substantially to allow respondents to report as many races as they felt necessary to describe themselves. In earlier years, only one race response was coded. IPUMS offers several variables describing the answer(s) to the race question. RACE provides the full detail given by the respondent and/or released by the Census Bureau; it is not always historically compatible (see comparability discussion below). Users primarily interested in historical compatibility should consider using RACESING, and should consult the race code relationship page, Relationship between RACE and RACESING codes, for detail about how the RACE and RACESING codes are related. In addition, specific combinations of major races can be discerned using the following bivariate indicators of whether a particular race group was reported: RACAMIND, RACASIAN, RACBLK, RACOTHER, RACPACIS, and RACWHT. RACNUM indicates the total number of major race groups reported for an individual. The information contained in the bivariate indicators and in RACNUM is integrated into the detailed version of RACE. Users primarily interested in historical comparability should consider using RACESING and/or the accompanying variables PROBAI, PROBAPI, PROBBLK, PROBOTH, and PROBWHT. Note that Hispanic origin is assessed through separate questioning (see HISPAN). Prior to 1960, the census enumerator was responsible for categorizing persons and was not specifically instructed to ask the individual his or her race. In 1970 and later years, an individual's race was reported by someone in the household or group quarters. In the 1990 U.S. census, the 2000 U.S. and Puerto Rican censuses, the ACS, and the PRCS respondents were specifically asked what race the person \"considers himself/herself\" to be, although such self-description was more or less operative since 1960. User Note: Race questions were not asked in the Puerto Rican censuses of 1970, 1980, and 1990. They were asked in the 1910 and 1920 Puerto Rican censuses, the 2000-2010 Puerto Rican censuses, and the PRCS.",
+        "codes": {
+            "1": "White",
+            "2": "Black/African American/Negro",
+            "3": "American Indian or Alaska Native",
+            "4": "Chinese",
+            "5": "Japanese",
+            "6": "Other Asian or Pacific Islander"
+        }
+    },
+    "HISPAN": {
+        "description": "HISPAN identifies persons of Hispanic/Spanish/Latino origin and classifies them according to their country of origin when possible. Origin is defined by the Census Bureau as ancestry, lineage, heritage, nationality group, or country of birth. People of Hispanic origin may be of any race; see RACE for a discussion of coding issues involved. Users should note that race questions were not asked in the Puerto Rican censuses of 1970, 1980 and 1990. They were asked in the 1910 and 1920 Puerto Rican censuses, and in the 2000 and 2010 Puerto Rican census and the PRCS. However, questions assessing Spanish/Hispanic origin were not asked in the Puerto Rican censuses prior to 2000. The HISPAN general code covers country-of-origin classifications common to all years; the detailed code distinguishes additional groups and subgroups. See HISPRULE for details on how country of origin information was assigned prior to 1980.",
+        "codes": {
+            "0": "Not Hispanic",
+            "1": "Mexican",
+            "2": "Puerto Rican",
+            "3": "Cuban",
+            "4": "Other",
+            "9": "Not Reported"
+        }
+    },
+    "AGE": {
+        "description": "AGE reports the person's age in years as of the last birthday. Please see the Comparability section regarding a known Universe issue with AGE and AGEORIG which effects EMPSTAT and LABFORCE for the 2004 ACS Sample.",
+        "codes": {
+            "0": "Less than 1 year old"
+        }
+    },
+    "MARST": {
+        "name": "Marital Status",
+        "description": "MARST gives each person's current marital status.",
+        "codes": {}
+    },
+    "FAMUNIT": {
+        "description": "FAMUNIT indicates to which family within the housing unit each person belongs. If there is only one group of related individuals, all of them will be coded 1; if there is a second, separate such group, all members of that family group will be coded 2, and so on. All persons with a RELATE code less than 1100 are included in FAMUNIT, coded as 1. It is possible for an individual with a RELATE code larger than 1100 to be included in the \"primary family\" if they are identified as a child or spouse of a primary family member using SPLOC, MOMLOC, or POPLOC. The Census Bureau defines \"primary families\" as groups of persons related to the head of household, and \"primary individuals\" as household heads/householders residing without kin. In the IPUMS, primary families and primary individuals are identified in FAMUNIT with a code of 1; each secondary family or secondary individual receives a higher code. FAMUNIT is not analogous to the Census Bureau concept of \"subfamily.\" People in \"subfamilies\" are necessarily related to the householder, and they will be included in FAMUNIT, coded as 1.",
+        "codes": {
+            "1": "1st family in household or group quarters",
+            "2": "2nd family in household or group quarters",
+            "3": "3rd",
+            "4": "4th",
+            "5": "5th",
+            "6": "6th",
+            "7": "7th",
+            "8": "8th",
+            "9": "9th",
+            "10": "10th",
+            "11": "11th",
+            "12": "12th",
+            "13": "13th",
+            "14": "14th",
+            "15": "15th",
+            "16": "16th",
+            "17": "17th",
+            "18": "18th",
+            "19": "19th",
+            "20": "20th",
+            "21": "21th",
+            "22": "22th",
+            "23": "23th",
+            "24": "24th",
+            "25": "25th",
+            "26": "26th",
+            "27": "27th",
+            "28": "28th",
+            "29": "29th",
+            "30": "30th"
+        }
+    },
+    "FAMSIZE": {
+        "description": "FAMSIZE counts the number of own family members residing with each individual, including the person her/himself. Persons not living with others related to them by blood, marriage/cohabitating partnership, or adoption are coded 1."
+    },
+    "BPL": {
+        "name": "Birthplace",
+        "description": "BPL indicates the U.S. state, the outlying U.S. area or territory, or the foreign country where the person was born.",
+        "codes": {
+            "1": "Alabama",
+            "2": "Alaska",
+            "4": "Arizona",
+            "5": "Arkansas",
+            "6": "California",
+            "8": "Colorado",
+            "9": "Connecticut",
+            "10": "Delaware",
+            "11": "District of Columbia",
+            "12": "Florida",
+            "13": "Georgia",
+            "15": "Hawaii",
+            "16": "Idaho",
+            "17": "Illinois",
+            "18": "Indiana",
+            "19": "Iowa",
+            "20": "Kansas",
+            "21": "Kentucky",
+            "22": "Louisiana",
+            "23": "Maine",
+            "24": "Maryland",
+            "25": "Massachusetts",
+            "26": "Michigan",
+            "27": "Minnesota",
+            "28": "Mississippi",
+            "29": "Missouri",
+            "30": "Montana",
+            "31": "Nebraska",
+            "32": "Nevada",
+            "33": "New Hampshire",
+            "34": "New Jersey",
+            "35": "New Mexico",
+            "36": "New York",
+            "37": "North Carolina",
+            "38": "North Dakota",
+            "39": "Ohio",
+            "40": "Oklahoma",
+            "41": "Oregon",
+            "42": "Pennsylvania",
+            "44": "Rhode Island",
+            "45": "South Carolina",
+            "46": "South Dakota",
+            "47": "Tennessee",
+            "48": "Texas",
+            "49": "Utah",
+            "50": "Vermont",
+            "51": "Virginia",
+            "53": "Washington",
+            "54": "West Virginia",
+            "55": "Wisconsin",
+            "56": "Wyoming",
+            "90": "Native American",
+            "99": "United States, ns",
+            "100": "American Samoa",
+            "105": "Guam",
+            "110": "Puerto Rico",
+            "115": "U.S. Virgin Islands",
+            "120": "Other US Possessions",
+            "150": "Canada",
+            "155": "St. Pierre and Miquelon",
+            "160": "Atlantic Islands",
+            "199": "North America, ns",
+            "200": "Mexico",
+            "210": "Central America",
+            "250": "Cuba",
+            "260": "West Indies",
+            "299": "Americas, n.s.",
+            "300": "SOUTH AMERICA",
+            "400": "Denmark",
+            "401": "Finland",
+            "402": "Iceland",
+            "403": "Lapland, n.s.",
+            "404": "Norway",
+            "405": "Sweden",
+            "410": "England",
+            "411": "Scotland",
+            "412": "Wales",
+            "413": "United Kingdom, ns",
+            "414": "Ireland",
+            "419": "Northern Europe, ns",
+            "420": "Belgium",
+            "421": "France",
+            "422": "Liechtenstein",
+            "423": "Luxembourg",
+            "424": "Monaco",
+            "425": "Netherlands",
+            "426": "Switzerland",
+            "429": "Western Europe, ns",
+            "430": "Albania",
+            "431": "Andorra",
+            "432": "Gibraltar",
+            "433": "Greece",
+            "434": "Italy",
+            "435": "Malta",
+            "436": "Portugal",
+            "437": "San Marino",
+            "438": "Spain",
+            "439": "Vatican City",
+            "440": "Southern Europe, ns",
+            "450": "Austria",
+            "451": "Bulgaria",
+            "452": "Czechoslovakia",
+            "453": "Germany",
+            "454": "Hungary",
+            "455": "Poland",
+            "456": "Romania",
+            "457": "Yugoslavia",
+            "458": "Central Europe, ns",
+            "459": "Eastern Europe, ns",
+            "460": "Estonia",
+            "461": "Latvia",
+            "462": "Lithuania",
+            "463": "Baltic States, ns",
+            "465": "Other USSR/Russia",
+            "499": "Europe, ns",
+            "500": "China",
+            "501": "Japan",
+            "502": "Korea",
+            "509": "East Asia, ns",
+            "510": "Brunei",
+            "511": "Cambodia (Kampuchea)",
+            "512": "Indonesia",
+            "513": "Laos",
+            "514": "Malaysia",
+            "515": "Philippines",
+            "516": "Singapore",
+            "517": "Thailand",
+            "518": "Vietnam",
+            "519": "Southeast Asia, ns",
+            "520": "Afghanistan",
+            "521": "India",
+            "522": "Iran",
+            "523": "Maldives",
+            "524": "Nepal",
+            "530": "Bahrain",
+            "531": "Cyprus",
+            "532": "Iraq",
+            "533": "Iraq/Saudi Arabia",
+            "534": "Israel/Palestine",
+            "535": "Jordan",
+            "536": "Kuwait",
+            "537": "Lebanon",
+            "538": "Oman",
+            "539": "Qatar",
+            "540": "Saudi Arabia",
+            "541": "Syria",
+            "542": "Turkey",
+            "543": "United Arab Emirates",
+            "544": "Yemen Arab Republic (North)",
+            "545": "Yemen, PDR (South)",
+            "546": "Persian Gulf States, n.s.",
+            "547": "Middle East, ns",
+            "548": "Southwest Asia, nec/ns",
+            "549": "Asia Minor, ns",
+            "550": "South Asia, nec",
+            "599": "Asia, nec/ns",
+            "600": "AFRICA",
+            "700": "Australia and New Zealand",
+            "710": "Pacific Islands",
+            "800": "Antarctica, ns/nec",
+            "900": "Abroad (unknown) or at sea",
+            "950": "Other n.e.c.",
+            "999": "Missing/blank"
+        }
+    },
+    "MBPL": {
+        "name": "Mother's Birthplace",
+        "description": "MBPL reports the state, territory, or foreign country where the respondent's mother was born. The codes for MBPL are the same as for BPL (Birthplace). As with BPL, MBPL has a general code distinguishing places available in multiple years and a detailed code noting places unique to certain years or indicating areas that are strictly subsets of other countries.",
+        "codes": {
+            "0": "Not Applicable",
+            "1": "Alabama",
+            "2": "Alaska",
+            "4": "Arizona",
+            "5": "Arkansas",
+            "6": "California",
+            "8": "Colorado",
+            "9": "Connecticut",
+            "10": "Delaware",
+            "11": "District of Columbia",
+            "12": "Florida",
+            "13": "Georgia",
+            "15": "Hawaii",
+            "16": "Idaho",
+            "17": "Illinois",
+            "18": "Indiana",
+            "19": "Iowa",
+            "20": "Kansas",
+            "21": "Kentucky",
+            "22": "Louisiana",
+            "23": "Maine",
+            "24": "Maryland",
+            "25": "Massachusetts",
+            "26": "Michigan",
+            "27": "Minnesota",
+            "28": "Mississippi",
+            "29": "Missouri",
+            "30": "Montana",
+            "31": "Nebraska",
+            "32": "Nevada",
+            "33": "New Hampshire",
+            "34": "New Jersey",
+            "35": "New Mexico",
+            "36": "New York",
+            "37": "North Carolina",
+            "38": "North Dakota",
+            "39": "Ohio",
+            "40": "Oklahoma",
+            "41": "Oregon",
+            "42": "Pennsylvania",
+            "44": "Rhode Island",
+            "45": "South Carolina",
+            "46": "South Dakota",
+            "47": "Tennessee",
+            "48": "Texas",
+            "49": "Utah",
+            "50": "Vermont",
+            "51": "Virginia",
+            "53": "Washington",
+            "54": "West Virginia",
+            "55": "Wisconsin",
+            "56": "Wyoming",
+            "90": "Native American",
+            "99": "United States, ns",
+            "100": "American Samoa",
+            "105": "Guam",
+            "110": "Puerto Rico",
+            "115": "U.S. Virgin Islands",
+            "120": "Other US Possessions",
+            "150": "Canada",
+            "155": "St. Pierre and Miquelon",
+            "160": "Atlantic Islands",
+            "199": "North America, n.s.",
+            "200": "Mexico",
+            "210": "Central America",
+            "250": "Cuba",
+            "260": "West Indies",
+            "299": "Americas, n.s.",
+            "300": "SOUTH AMERICA",
+            "400": "Denmark",
+            "401": "Finland",
+            "402": "Iceland",
+            "403": "Lapland, n.s.",
+            "404": "Norway",
+            "405": "Sweden",
+            "410": "England",
+            "411": "Scotland",
+            "412": "Wales",
+            "413": "United Kingdom, ns",
+            "414": "Ireland",
+            "419": "Northern Europe, ns",
+            "420": "Belgium",
+            "421": "France",
+            "422": "Liechtenstein",
+            "423": "Luxembourg",
+            "424": "Monaco",
+            "425": "Netherlands",
+            "426": "Switzerland",
+            "429": "Western Europe, ns",
+            "430": "Albania",
+            "431": "Andorra",
+            "432": "Gibraltar",
+            "433": "Greece",
+            "434": "Italy",
+            "435": "Malta",
+            "436": "Portugal",
+            "437": "San Marino",
+            "438": "Spain",
+            "439": "Vatican City",
+            "440": "Southern Europe, n.s.",
+            "450": "Austria",
+            "451": "Bulgaria",
+            "452": "Czechoslovakia",
+            "453": "Germany",
+            "454": "Hungary",
+            "455": "Poland",
+            "456": "Romania",
+            "457": "Yugoslavia",
+            "458": "Central Europe, ns",
+            "459": "Eastern Europe, n.s.",
+            "460": "Estonia",
+            "461": "Latvia",
+            "462": "Lithuania",
+            "463": "Baltic States, ns",
+            "465": "Other USSR/Russia",
+            "499": "Europe, nec/ns",
+            "500": "China",
+            "501": "Japan",
+            "502": "Korea",
+            "509": "East Asia, n.s.",
+            "510": "Brunei",
+            "511": "Cambodia (Kampuchea)",
+            "512": "Indonesia",
+            "513": "Laos",
+            "514": "Malaysia",
+            "515": "Philippines",
+            "516": "Singapore",
+            "517": "Thailand",
+            "518": "Vietnam",
+            "519": "Southeast Asia, ns",
+            "520": "Afghanistan",
+            "521": "India",
+            "522": "Iran",
+            "523": "Maldives",
+            "524": "Nepal",
+            "530": "Bahrain",
+            "531": "Cyprus",
+            "532": "Iraq",
+            "533": "Iraq/Saudi Arabia",
+            "534": "Israel/Palestine",
+            "535": "Jordan",
+            "536": "Kuwait",
+            "537": "Lebanon",
+            "538": "Oman",
+            "539": "Qatar",
+            "540": "Saudi Arabia",
+            "541": "Syria",
+            "542": "Turkey",
+            "543": "United Arab Emirates",
+            "544": "Yemen Arab Republic (North)",
+            "545": "Yemen, PDR (South)",
+            "546": "Persian Gulf States, n.s.",
+            "547": "Middle East, n.s.",
+            "548": "Southwest Asia, nec/ns",
+            "549": "Asia Minor, n.s.",
+            "550": "South Asia, n.e.c.",
+            "599": "Asia, nec/ns",
+            "600": "AFRICA",
+            "700": "Australia and New Zealand",
+            "710": "Pacific Islands",
+            "900": "Abroad (unknown) or at sea",
+            "950": "Other n.e.c.",
+            "997": "Unknown",
+            "999": "Missing/blank"
+        }
+    },
+    "FBPL": {
+        "name": "Father's Birthplace",
+        "description": "FBPL reports the U.S. state, the outlying U.S. area or territory, or the foreign country where the respondent's father was born. The codes for FBPL are the same as for BPL (Birthplace). As with BPL, FBPL has a general code distinguishing places available in multiple years and a detailed code noting places unique to certain years or indicating areas that are strictly subsets of other countries.",
+        "codes": {
+            "0": "Not Applicable",
+            "1": "Alabama",
+            "2": "Alaska",
+            "4": "Arizona",
+            "5": "Arkansas",
+            "6": "California",
+            "8": "Colorado",
+            "9": "Connecticut",
+            "10": "Delaware",
+            "11": "District of Columbia",
+            "12": "Florida",
+            "13": "Georgia",
+            "15": "Hawaii",
+            "16": "Idaho",
+            "17": "Illinois",
+            "18": "Indiana",
+            "19": "Iowa",
+            "20": "Kansas",
+            "21": "Kentucky",
+            "22": "Louisiana",
+            "23": "Maine",
+            "24": "Maryland",
+            "25": "Massachusetts",
+            "26": "Michigan",
+            "27": "Minnesota",
+            "28": "Mississippi",
+            "29": "Missouri",
+            "30": "Montana",
+            "31": "Nebraska",
+            "32": "Nevada",
+            "33": "New Hampshire",
+            "34": "New Jersey",
+            "35": "New Mexico",
+            "36": "New York",
+            "37": "North Carolina",
+            "38": "North Dakota",
+            "39": "Ohio",
+            "40": "Oklahoma",
+            "41": "Oregon",
+            "42": "Pennsylvania",
+            "44": "Rhode Island",
+            "45": "South Carolina",
+            "46": "South Dakota",
+            "47": "Tennessee",
+            "48": "Texas",
+            "49": "Utah",
+            "50": "Vermont",
+            "51": "Virginia",
+            "53": "Washington",
+            "54": "West Virginia",
+            "55": "Wisconsin",
+            "56": "Wyoming",
+            "90": "Native American",
+            "99": "United States, ns",
+            "100": "American Samoa",
+            "105": "Guam",
+            "110": "Puerto Rico",
+            "115": "US Virgin Islands",
+            "120": "Other US Possessions",
+            "150": "Canada",
+            "155": "St Pierre and Miquelon",
+            "160": "Atlantic Islands",
+            "199": "North America, n.s.",
+            "200": "Mexico",
+            "210": "Central America",
+            "250": "Cuba",
+            "260": "West Indies",
+            "299": "Americas, n.s.",
+            "300": "SOUTH AMERICA",
+            "400": "Denmark",
+            "401": "Finland",
+            "402": "Iceland",
+            "403": "Lapland, n.s.",
+            "404": "Norway",
+            "405": "Sweden",
+            "406": "Svalbard",
+            "410": "England",
+            "411": "Scotland",
+            "412": "Wales",
+            "413": "United Kingdom, ns",
+            "414": "Ireland",
+            "419": "Northern Europe, ns",
+            "420": "Belgium",
+            "421": "France",
+            "422": "Liechtenstein",
+            "423": "Luxembourg",
+            "424": "Monaco",
+            "425": "Netherlands",
+            "426": "Switzerland",
+            "429": "Western Europe, ns",
+            "430": "Albania",
+            "431": "Andorra",
+            "432": "Gibraltar",
+            "433": "Greece",
+            "434": "Italy",
+            "435": "Malta",
+            "436": "Portugal",
+            "437": "San Marino",
+            "438": "Spain",
+            "439": "Vatican City",
+            "440": "Southern Europe, n.s.",
+            "450": "Austria",
+            "451": "Bulgaria",
+            "452": "Czechsolovakia",
+            "453": "Germany",
+            "454": "Hungary",
+            "455": "Poland",
+            "456": "Romania",
+            "457": "Yugoslavia",
+            "458": "Central Europe, ns",
+            "459": "Eastern Europe, ns",
+            "460": "Estonia",
+            "461": "Latvia",
+            "462": "Lithuania",
+            "463": "Baltic States, ns",
+            "465": "Other USSR/Russia",
+            "499": "Europe, nec/ns",
+            "500": "China",
+            "501": "Japan",
+            "502": "Korea",
+            "510": "Brunei",
+            "511": "Cambodia (Kampuchea)",
+            "512": "Indonesia",
+            "513": "Laos",
+            "514": "Malaysia",
+            "515": "Philippines",
+            "516": "Singapore",
+            "517": "Thailand",
+            "518": "Vietnam",
+            "519": "Southeast Asia, ns",
+            "520": "Afghanistan",
+            "521": "India",
+            "522": "Iran",
+            "523": "Maldives",
+            "524": "Nepal",
+            "530": "Bahrain",
+            "531": "Cyprus",
+            "532": "Iraq",
+            "533": "Iraq/Saudi Arabia",
+            "534": "Israel/Palestine",
+            "535": "Jordan",
+            "536": "Kuwait",
+            "537": "Lebanon",
+            "538": "Oman",
+            "539": "Qatar",
+            "540": "Saudi Arabia",
+            "541": "Syria",
+            "542": "Turkey",
+            "543": "United Arab Emirates",
+            "544": "Yemen Arab Republic (North)",
+            "545": "Yemen, PDR (South)",
+            "546": "Persian Gulf States, n.s.",
+            "547": "Middle East, ns",
+            "548": "Southwest Asia, nec/ns",
+            "549": "Asia Minor, n.s.",
+            "550": "South Asia, n.e.c.",
+            "599": "Asia, nec/ns",
+            "600": "AFRICA",
+            "700": "Australia and New Zealand",
+            "710": "Pacific Islands",
+            "900": "Abroad (unknown) or at sea",
+            "950": "Other n.e.c.",
+            "997": "Unknown",
+            "998": "Illegible",
+            "999": "Missing/blank"
+        }
+    },
+    "NATIVITY": {
+        "name": "Nativity",
+        "description": "NATIVITY indicates whether respondents were native-born or foreign-born; for native-born respondents, it indicates whether their mothers and/or fathers were native-born or foreign-born. NATIVITY is constructed from the IPUMS variables BPL, MBPL, and FBPL. Those U.S. possessions and territories classified as \"U.S. outlying areas\" in BPL are considered foreign. For a similar variable that identifies those who are foreign or native born in 1970 for Puerto Rico, see NATIVPR.",
+        "codes": {
+            "-1": "N/A",
+            "1": "Both parents native-born",
+            "2": "Father foreign, mother native",
+            "3": "Mother foreign, father native",
+            "4": "Both parents foreign",
+            "5": "Foreign-Born"
+        }
+    },
+    "CITIZEN": {
+        "name": "Citizenship",
+        "description": "CITIZEN reports the citizenship status of respondents, distinguishing between naturalized citizens and non-citizens. For 1900-1940, respondents who were not yet citizens but who had begun the naturalization process (\"received first papers\") are identified.",
+        "codes": {
+            "-1": "N/A",
+            "1": "Born abroad of American parents",
+            "2": "Naturalized citizen",
+            "3": "Not a citizen",
+            "4": "Not a citizen, but has received first papers",
+            "5": "Foreign born, citizenship status not reported"
+        }
+    },
+    "YRIMMIG": {
+        "name": "Year of Immigration",
+        "description": "YRIMMIG reports the year in which a foreign-born person entered the United States (or Puerto Rico, for the 1910 and 1920 Puerto Rico samples). For the 1900-1930 samples and the 2000-2004 ACS, YRIMMIG reports the exact year of immigration. For 1970-1990, the respondent was asked to report the range of years that included their year of arrival. For the 2000 census and the ACS from 2005 onward, exact years are reported back to 1935; some years prior to 1935 are collapsed into categories (see the codes page for details). The codes for all such categories represent the latest possible year in which a respondent could have immigrated. Other immigration variables are available; see the following table: table_208.html   USA Puerto Rico Year immigrated YRIMMIG YRIMMIPR Number of years living in area (continuous; limited availability) YRSUSA1 YRSPR Number of years living in area (intervalled; wide availability) YRSUSA2 YRSPR2",
+        "codes": {}
+    },
+    "LIT": {
+        "name": "Literacy",
+        "description": "LIT indicates whether the respondent could read and/or write in any language.",
+        "codes": {
+            "-1": "N/A",
+            "1": "No, illiterate (cannot read nor write)",
+            "2": "Can't read, can write",
+            "3": "Can't write, can read",
+            "4": "Yes, literate (reads and writes)"
+        }
+    },
+    "SCHOOL": {
+        "name": "School",
+        "description": "SCHOOL indicates whether the respondent attended school during a specified period.",
+        "codes": {}
+    },
+    "EDSCOR50": {
+        "name": "",
+        "description": "EDSCOR50 is a constructed variable indicating the percentage of people in the respondent's occupational category who had completed one or more years of college. This variable relies on the modified version of the 1950 occupational classification scheme available in the OCC1950 variable. EDSCOR50 is derived by using educational attainment information (available in EDUC) for the employed civilian labor force aged 16 and up, excluding persons who did not work in the past year. For years prior to 1950, occupations are assigned the EDSCOR50 value derived from the 1950 data. The OCC1950 categories 12-29 (professors and instructors) were treated as one single category in the process of deriving EDSCOR50, since there were not enough cases to be kept as separate categories. All these occupational categories have the same value of EDSCOR50. Alternative measures of occupational standing measures that are based on OCC1950 are available in ERSCOR50, NPBOSS50, OCCSCORE, PRESGL, and SEI. For information on the construction of OCC1950 and occupational standing measures, see \"Integrated Occupation and Industry Codes and Occupational Standing Variables in the IPUMS.\" User Note: There is significant debate about the usefulness of composite measures of occupational standing (in the IPUMS, these variables include SEI, HWSEI, NPBOSS50, and NPBOSS90). We strongly urge researchers to read our user note on this issue and to familiarize themselves with the debates surrounding the use of these variables.",
+        "codes": {}
+    },
+    "OCC1950": {
+        "name": "Occupation",
+        "description": "OCC1950 applies the 1950 Census Bureau occupational classification system to occupational data, to enhance comparability across years. For pre-1940 samples created at Minnesota, the alphabetic responses supplied by enumerators were directly coded into the 1950 classification. For other samples, the information in the variable OCC was recoded into the 1950 classification. Codes above 970 are non-occupational responses retained in the historical census samples or blank/unknown. The design of OCC1950 is described at length in \" Integrated Occupation and Industry Codes and Occupational Standing Variables in the IPUMS.\". The composition of the 1950 occupation categories is described in detail in U.S. Bureau of the Census, Alphabetic Index of Occupations and Industries: 1950 (Washington D.C., 1950).\n\nIn 1850-1880, any laborer with no specified industry in a household with a farmer is recoded into farm labor. In 1860-1900, any woman with an occupational response of \"housekeeper\" enters the non-occupational category \"keeping house\" if she is related to the head of household. Cases affected by these imputation procedures are identified by an appropriate data quality flag.\n\nA parallel variable called OCC1990, available for the samples from 1950 onward, codes occupations into a simplified version of the 1990 occupational coding scheme.",
+        "codes": {
+            "0": "Accountants and auditors",
+            "1": "Actors and actresses",
+            "2": "Airplane pilots and navigators",
+            "3": "Architects",
+            "4": "Artists and art teachers",
+            "5": "Athletes",
+            "6": "Authors",
+            "7": "Chemists",
+            "8": "Chiropractors",
+            "9": "Clergymen",
+            "10": "College presidents and deans",
+            "12": "Agricultural sciences",
+            "13": "Biological sciences",
+            "14": "Chemistry",
+            "15": "Economics",
+            "16": "Engineering",
+            "17": "Geology and geophysics",
+            "18": "Mathematics",
+            "19": "Medical sciences",
+            "23": "Physics",
+            "24": "Psychology",
+            "25": "Statistics",
+            "26": "Natural science (n.e.c.)",
+            "27": "Social sciences (n.e.c.)",
+            "28": "Non-scientific subjects",
+            "29": "Subject not specified",
+            "31": "Dancers and dancing teachers",
+            "32": "Dentists",
+            "33": "Designers",
+            "34": "Dietitians and nutritionists",
+            "35": "Draftsmen",
+            "36": "Editors and reporters",
+            "41": "Engineers, aeronautical",
+            "42": "Engineers, chemical",
+            "43": "Engineers, civil",
+            "44": "Engineers, electrical",
+            "45": "Engineers, industrial",
+            "46": "Engineers, mechanical",
+            "47": "Engineers, metallurgical, metallurgists",
+            "48": "Engineers, mining",
+            "49": "Engineers (n.e.c.)",
+            "51": "Entertainers (n.e.c.)",
+            "52": "Farm and home management advisors",
+            "53": "Foresters and conservationists",
+            "54": "Funeral directors and embalmers",
+            "55": "Lawyers and judges",
+            "56": "Librarians",
+            "57": "Musicians and music teachers",
+            "58": "Nurses, professional",
+            "59": "Nurses, student professional",
+            "61": "Agricultural scientists",
+            "62": "Biological scientists",
+            "63": "Geologists and geophysicists",
+            "67": "Mathematicians",
+            "68": "Physicists",
+            "69": "Miscellaneous natural scientists",
+            "70": "Optometrists",
+            "71": "Osteopaths",
+            "72": "Personnel and labor relations workers",
+            "73": "Pharmacists",
+            "74": "Photographers",
+            "75": "Physicians and surgeons",
+            "76": "Radio operators",
+            "77": "Recreation and group workers",
+            "78": "Religious workers",
+            "79": "Social and welfare workers, except group",
+            "81": "Economists",
+            "82": "Psychologists",
+            "83": "Statisticians and actuaries",
+            "84": "Miscellaneous social scientists",
+            "91": "Sports instructors and officials",
+            "92": "Surveyors",
+            "93": "Teachers (n.e.c.)",
+            "94": "Technicians, medical and dental",
+            "95": "Technicians, testing",
+            "96": "Technicians (n.e.c.)",
+            "97": "Therapists and healers (n.e.c.)",
+            "98": "Veterinarians",
+            "99": "Professional, technical and kindred workers (n.e.c.)",
+            "100": "Farmers (owners and tenants)",
+            "123": "Farm managers",
+            "200": "Buyers and department heads, store",
+            "201": "Buyers and shippers, farm products",
+            "203": "Conductors, railroad",
+            "204": "Credit men",
+            "205": "Floormen and floor managers, store",
+            "210": "Inspectors, public administration",
+            "230": "Managers and superintendents, building",
+            "240": "Officers, pilots, pursers and engineers, ship",
+            "250": "Officials and administrators (n.e.c.), public administration",
+            "260": "Officials, lodge, society, union, etc.",
+            "270": "Postmasters",
+            "280": "Purchasing agents and buyers (n.e.c.)",
+            "290": "Managers, officials, and proprietors (n.e.c.)",
+            "300": "Agents (n.e.c.)",
+            "301": "Attendants and assistants, library",
+            "302": "Attendants, physician's and dentist's office",
+            "304": "Baggagemen, transportation",
+            "305": "Bank tellers",
+            "310": "Bookkeepers",
+            "320": "Cashiers",
+            "321": "Collectors, bill and account",
+            "322": "Dispatchers and starters, vehicle",
+            "325": "Express messengers and railway mail clerks",
+            "335": "Mail carriers",
+            "340": "Messengers and office boys",
+            "341": "Office machine operators",
+            "342": "Shipping and receiving clerks",
+            "350": "Stenographers, typists, and secretaries",
+            "360": "Telegraph messengers",
+            "365": "Telegraph operators",
+            "370": "Telephone operators",
+            "380": "Ticket, station, and express agents",
+            "390": "Clerical and kindred workers (n.e.c.)",
+            "400": "Advertising agents and salesmen",
+            "410": "Auctioneers",
+            "420": "Demonstrators",
+            "430": "Hucksters and peddlers",
+            "450": "Insurance agents and brokers",
+            "460": "Newsboys",
+            "470": "Real estate agents and brokers",
+            "480": "Stock and bond salesmen",
+            "490": "Salesmen and sales clerks (n.e.c.)",
+            "500": "Bakers",
+            "501": "Blacksmiths",
+            "502": "Bookbinders",
+            "503": "Boilermakers",
+            "504": "Brickmasons, stonemasons, and tile setters",
+            "505": "Cabinetmakers",
+            "510": "Carpenters",
+            "511": "Cement and concrete finishers",
+            "512": "Compositors and typesetters",
+            "513": "Cranemen, derrickmen, and hoistmen",
+            "514": "Decorators and window dressers",
+            "515": "Electricians",
+            "520": "Electrotypers and stereotypers",
+            "521": "Engravers, except photoengravers",
+            "522": "Excavating, grading, and road machinery operators",
+            "523": "Foremen (n.e.c.)",
+            "524": "Forgemen and hammermen",
+            "525": "Furriers",
+            "530": "Glaziers",
+            "531": "Heat treaters, annealers, temperers",
+            "532": "Inspectors, scalers, and graders, log and lumber",
+            "533": "Inspectors (n.e.c.)",
+            "534": "Jewelers, watchmakers, goldsmiths, and silversmiths",
+            "535": "Job setters, metal",
+            "540": "Linemen and servicemen, telegraph, telephone, and power",
+            "541": "Locomotive engineers",
+            "542": "Locomotive firemen",
+            "543": "Loom fixers",
+            "544": "Machinists",
+            "545": "Mechanics and repairmen, airplane",
+            "550": "Mechanics and repairmen, automobile",
+            "551": "Mechanics and repairmen, office machine",
+            "552": "Mechanics and repairmen, radio and television",
+            "553": "Mechanics and repairmen, railroad and car shop",
+            "554": "Mechanics and repairmen (n.e.c.)",
+            "555": "Millers, grain, flour, feed, etc.",
+            "560": "Millwrights",
+            "561": "Molders, metal",
+            "562": "Motion picture projectionists",
+            "563": "Opticians and lens grinders and polishers",
+            "564": "Painters, construction and maintenance",
+            "565": "Paperhangers",
+            "570": "Pattern and model makers, except paper",
+            "571": "Photoengravers and lithographers",
+            "572": "Piano and organ tuners and repairmen",
+            "573": "Plasterers",
+            "574": "Plumbers and pipe fitters",
+            "575": "Pressmen and plate printers, printing",
+            "580": "Rollers and roll hands, metal",
+            "581": "Roofers and slaters",
+            "582": "Shoemakers and repairers, except factory",
+            "583": "Stationary engineers",
+            "584": "Stone cutters and stone carvers",
+            "585": "Structural metal workers",
+            "590": "Tailors and tailoresses",
+            "591": "Tinsmiths, coppersmiths, and sheet metal workers",
+            "592": "Tool makers, and die makers and setters",
+            "593": "Upholsterers",
+            "594": "Craftsmen and kindred workers (n.e.c.)",
+            "595": "Members of the armed services",
+            "600": "Apprentice auto mechanics",
+            "601": "Apprentice bricklayers and masons",
+            "602": "Apprentice carpenters",
+            "603": "Apprentice electricians",
+            "604": "Apprentice machinists and toolmakers",
+            "605": "Apprentice mechanics, except auto",
+            "610": "Apprentice plumbers and pipe fitters",
+            "611": "Apprentices, building trades (n.e.c.)",
+            "612": "Apprentices, metalworking trades (n.e.c.)",
+            "613": "Apprentices, printing trades",
+            "614": "Apprentices, other specified trades",
+            "615": "Apprentices, trade not specified",
+            "620": "Asbestos and insulation workers",
+            "621": "Attendants, auto service and parking",
+            "622": "Blasters and powdermen",
+            "623": "Boatmen, canalmen, and lock keepers",
+            "624": "Brakemen, railroad",
+            "625": "Bus drivers",
+            "630": "Chainmen, rodmen, and axmen, surveying",
+            "631": "Conductors, bus and street railway",
+            "632": "Deliverymen and routemen",
+            "633": "Dressmakers and seamstresses, except factory",
+            "634": "Dyers",
+            "635": "Filers, grinders, and polishers, metal",
+            "640": "Fruit, nut, and vegetable graders, and packers, except factory",
+            "641": "Furnacemen, smeltermen and pourers",
+            "642": "Heaters, metal",
+            "643": "Laundry and dry cleaning operatives",
+            "644": "Meat cutters, except slaughter and packing house",
+            "645": "Milliners",
+            "650": "Mine operatives and laborers",
+            "660": "Motormen, mine, factory, logging camp, etc.",
+            "661": "Motormen, street, subway, and elevated railway",
+            "662": "Oilers and greaser, except auto",
+            "670": "Painters, except construction or maintenance",
+            "671": "Photographic process workers",
+            "672": "Power station operators",
+            "673": "Sailors and deck hands",
+            "674": "Sawyers",
+            "675": "Spinners, textile",
+            "680": "Stationary firemen",
+            "681": "Switchmen, railroad",
+            "682": "Taxicab drivers and chauffers",
+            "683": "Truck and tractor drivers",
+            "684": "Weavers, textile",
+            "685": "Welders and flame cutters",
+            "690": "Operative and kindred workers (n.e.c.)",
+            "700": "Housekeepers, private household",
+            "710": "Laundresses, private household",
+            "720": "Private household workers (n.e.c.)",
+            "730": "Attendants, hospital and other institution",
+            "731": "Attendants, professional and personal service (n.e.c.)",
+            "732": "Attendants, recreation and amusement",
+            "740": "Barbers, beauticians, and manicurists",
+            "750": "Bartenders",
+            "751": "Bootblacks",
+            "752": "Boarding and lodging house keepers",
+            "753": "Charwomen and cleaners",
+            "754": "Cooks, except private household",
+            "760": "Counter and fountain workers",
+            "761": "Elevator operators",
+            "762": "Firemen, fire protection",
+            "763": "Guards, watchmen, and doorkeepers",
+            "764": "Housekeepers and stewards, except private household",
+            "770": "Janitors and sextons",
+            "771": "Marshals and constables",
+            "772": "Midwives",
+            "773": "Policemen and detectives",
+            "780": "Porters",
+            "781": "Practical nurses",
+            "782": "Sheriffs and bailiffs",
+            "783": "Ushers, recreation and amusement",
+            "784": "Waiters and waitresses",
+            "785": "Watchmen (crossing) and bridge tenders",
+            "790": "Service workers, except private household (n.e.c.)",
+            "810": "Farm foremen",
+            "820": "Farm laborers, wage workers",
+            "830": "Farm laborers, unpaid family workers",
+            "840": "Farm service laborers, self-employed",
+            "910": "Fishermen and oystermen",
+            "920": "Garage laborers and car washers and greasers",
+            "930": "Gardeners, except farm and groundskeepers",
+            "940": "Longshoremen and stevedores",
+            "950": "Lumbermen, raftsmen, and woodchoppers",
+            "960": "Teamsters",
+            "970": "Laborers (n.e.c.)",
+            "979": "Not yet classified",
+            "980": "Keeps house/housekeeping at home/housewife",
+            "981": "Imputed keeping house (1850-1900)",
+            "982": "Helping at home/helps parents/housework",
+            "983": "At school/student",
+            "984": "Retired",
+            "985": "Unemployed/without occupation",
+            "986": "Invalid/disabled w/ no occupation reported",
+            "987": "Inmate",
+            "990": "New Worker",
+            "991": "Gentleman/lady/at leisure",
+            "995": "Other non-occupational response",
+            "997": "Occupation missing/unknown",
+            "999": "N/A (blank)"
+        }
+    },
+    "OCCSCORE": {
+        "name": "Occupational Income Scores ",
+        "description": "OCCSCORE is a constructed variable that assigns occupational income scores to each occupation. The construction of this variable is described in \"Integrated Occupation and Industry Codes and Occupational Standing Variables in the IPUMS\" which users should read before using this variable. OCCSCORE assigns each occupation in all years a value representing the median total income (in hundreds of 1950 dollars) of all persons with that particular occupation in 1950. OCCSCORE thus provides a continuous measure of occupations, according to the economic rewards enjoyed by people working at them in 1950. The OCCSCORE variable is based on OCC1950. Alternative measures of occupational standing measures that are based on OCC1950 are available in EDSCOR50, ERSCOR50, NPBOSS50, PRESGL, and SEI. For information on the construction of OCC1950 and occupational standing measures, see \" Integrated Occupation and Industry Codes and Occupational Standing Variables in the IPUMS\". User caution: There is significant debate about the usefulness of composite measures of occupational standing (in the IPUMS, these variables include SEI, HWSEI, NPBOSS50, and NPBOSS90). We strongly urge researchers to read our user note on this issue and to familiarize themselves with the debates surrounding the use of these variables.",
+        "codes": {}
+    },
+    "PRESGL": {
+        "name": "Siegel Prestige Score",
+        "description": "PRESGL is a constructed variable that assigns a Siegel prestige score to each occupation using the occupational classification scheme available in OCC1950 variable.",
+        "codes": {}
+    },
+    "IND1950": {
+        "name": "IND1950",
+        "description": "IND1950 recodes information about industry into the 1950 Census Bureau industrial classification system and thus enhances comparability of industry data across all years included in the IPUMS. IND1950 was designed the same way as OCC1950 (Occupation, 1950 basis), the procedure for which is discussed in detail in \" Integrated Occupation and Industry Codes and Occupational Standing Variables in the IPUMS.\" The composition of the industry categories is described in detail in U.S. Bureau of the Census, Alphabetic Index of Occupations and Industries: 1950 (Washington, D.C., 1950).\n\nThe term \"labor force\" and other key employment concepts are defined in the documentation for EMPSTAT and LABFORCE.\n\nIn the 1850-1930 samples, the universe for IND1950 relied on persons having an occupation recorded in OCC.\n\nA parallel variable called IND1990, available for the samples from 1950 onward, codes occupations into a simplified version of the 1990 occupational coding scheme.",
+        "codes": {
+            "0": "N/A or none reported",
+            "105": "Agriculture",
+            "116": "Forestry",
+            "126": "Fisheries",
+            "206": "Metal mining",
+            "216": "Coal mining",
+            "226": "Crude petroleum and natural gas extraction",
+            "236": "Nonmetallic mining and quarrying, except fuel",
+            "239": "Mining, not specified",
+            "246": "Construction",
+            "306": "Logging",
+            "307": "Sawmills, planing mills, and mill work",
+            "308": "Miscellaneous wood products",
+            "309": "Furniture and fixtures",
+            "316": "Glass and glass products",
+            "317": "Cement, concrete, gypsum and plaster products",
+            "318": "Structural clay products",
+            "319": "Pottery and related products",
+            "326": "Miscellaneous nonmetallic mineral and stone products",
+            "336": "Blast furnaces, steel works, and rolling mills",
+            "337": "Other primary iron and steel industries",
+            "338": "Primary nonferrous industries",
+            "346": "Fabricated steel products",
+            "347": "Fabricated nonferrous metal products",
+            "348": "Not specified metal industries",
+            "356": "Agricultural machinery and tractors",
+            "357": "Office and store machines and devices",
+            "358": "Miscellaneous machinery",
+            "367": "Electrical machinery, equipment, and supplies",
+            "376": "Motor vehicles and motor vehicle equipment",
+            "377": "Aircraft and parts",
+            "378": "Ship and boat building and repairing",
+            "379": "Railroad and miscellaneous transportation equipment",
+            "386": "Professional equipment and supplies",
+            "387": "Photographic equipment and supplies",
+            "388": "Watches, clocks, and clockwork-operated devices",
+            "399": "Miscellaneous manufacturing industries",
+            "406": "Meat products",
+            "407": "Dairy products",
+            "408": "Canning and preserving fruits, vegetables, and seafoods",
+            "409": "Grain-mill products",
+            "416": "Bakery products",
+            "417": "Confectionery and related products",
+            "418": "Beverage industries",
+            "419": "Miscellaneous food preparations and kindred products",
+            "426": "Not specified food industries",
+            "429": "Tobacco manufactures",
+            "436": "Knitting mills",
+            "437": "Dyeing and finishing textiles, except knit goods",
+            "438": "Carpets, rugs, and other floor coverings",
+            "439": "Yarn, thread, and fabric mills",
+            "446": "Miscellaneous textile mill products",
+            "448": "Apparel and accessories",
+            "449": "Miscellaneous fabricated textile products",
+            "456": "Pulp, paper, and paperboard mills",
+            "457": "Paperboard containers and boxes",
+            "458": "Miscellaneous paper and pulp products",
+            "459": "Printing, publishing, and allied industries",
+            "466": "Synthetic fibers",
+            "467": "Drugs and medicines",
+            "468": "Paints, varnishes, and related products",
+            "469": "Miscellaneous chemicals and allied products",
+            "476": "Petroleum refining",
+            "477": "Miscellaneous petroleum and coal products",
+            "478": "Rubber products",
+            "487": "Leather: tanned, curried, and finished",
+            "488": "Footwear, except rubber",
+            "489": "Leather products, except footwear",
+            "499": "Not specified manufacturing industries",
+            "506": "Railroads and railway express service",
+            "516": "Street railways and bus lines",
+            "526": "Trucking service",
+            "527": "Warehousing and storage",
+            "536": "Taxicab service",
+            "546": "Water transportation",
+            "556": "Air transportation",
+            "567": "Petroleum and gasoline pipe lines",
+            "568": "Services incidental to transportation",
+            "578": "Telephone",
+            "579": "Telegraph",
+            "586": "Electric light and power",
+            "587": "Gas and steam supply systems",
+            "588": "Electric-gas utilities",
+            "596": "Water supply",
+            "597": "Sanitary services",
+            "598": "Other and not specified utilities",
+            "606": "Motor vehicles and equipment",
+            "607": "Drugs, chemicals, and allied products",
+            "608": "Dry goods apparel",
+            "609": "Food and related products",
+            "616": "Electrical goods, hardware, and plumbing equipment",
+            "617": "Machinery, equipment, and supplies",
+            "618": "Petroleum products",
+            "619": "Farm products--raw materials",
+            "626": "Miscellaneous wholesale trade",
+            "627": "Not specified wholesale trade",
+            "636": "Food stores, except dairy products",
+            "637": "Dairy products stores and milk retailing",
+            "646": "General merchandise stores",
+            "647": "Five and ten cent stores",
+            "656": "Apparel and accessories stores, except shoe",
+            "657": "Shoe stores",
+            "658": "Furniture and house furnishing stores",
+            "659": "Household appliance and radio stores",
+            "667": "Motor vehicles and accessories retailing",
+            "668": "Gasoline service stations",
+            "669": "Drug stores",
+            "679": "Eating and drinking places",
+            "686": "Hardware and farm implement stores",
+            "687": "Lumber and building material retailing",
+            "688": "Liquor stores",
+            "689": "Retail florists",
+            "696": "Jewelry stores",
+            "697": "Fuel and ice retailing",
+            "698": "Miscellaneous retail stores",
+            "699": "Not specified retail trade",
+            "716": "Banking and credit agencies",
+            "726": "Security and commodity brokerage and investment companies",
+            "736": "Insurance",
+            "746": "Real estate",
+            "756": "Real estate-insurance-law offices",
+            "806": "Advertising",
+            "807": "Accounting, auditing, and bookkeeping services",
+            "808": "Miscellaneous business services",
+            "816": "Auto repair services and garages",
+            "817": "Miscellaneous repair services",
+            "826": "Private households",
+            "836": "Hotels and lodging places",
+            "846": "Laundering, cleaning, and dyeing services",
+            "847": "Dressmaking shops",
+            "848": "Shoe repair shops",
+            "849": "Miscellaneous personal services",
+            "856": "Radio broadcasting and television",
+            "857": "Theaters and motion pictures",
+            "858": "Bowling alleys, and billiard and pool parlors",
+            "859": "Miscellaneous entertainment and recreation services",
+            "868": "Medical and other health services, except hospitals",
+            "869": "Hospitals",
+            "879": "Legal services",
+            "888": "Educational services",
+            "896": "Welfare and religious services",
+            "897": "Nonprofit membership organizations",
+            "898": "Engineering and architectural services",
+            "899": "Miscellaneous professional and related services",
+            "906": "Postal service",
+            "916": "Federal public administration",
+            "926": "State public administration",
+            "936": "Local public administration",
+            "946": "Public Administration, level not specified",
+            "976": "Common or general laborer",
+            "979": "Not yet specified",
+            "980": "Unpaid domestic work",
+            "982": "Housework at home",
+            "983": "School response (students, etc.)",
+            "984": "Retired",
+            "986": "Sick/disabled",
+            "987": "Institution response",
+            "991": "Lady/Man of leisure",
+            "995": "Non-industrial response",
+            "997": "Nonclassifiable",
+            "998": "Industry not reported",
+            "999": "Blank or blank equivalent"
+        }
+    },
+    "LABFORCE": {
+        "name": "Labor Force",
+        "description": "LABFORCE is a dichotomous variable indicating whether a person participated in the labor force. See EMPSTAT for a non-dichotomous variable that indicates whether the respondent was part of the labor force -- working or seeking work -- and, if so, whether the person was currently unemployed.",
+        "codes": {
+            "1": "No, not in the labor force",
+            "2": "Yes, in the labor force"
+        }
+    },
+    "EMPSTAT": {
+        "name": "Employment Status",
+        "description": "EMPSTAT indicates whether the respondent was a part of the labor force -- working or seeking work -- and, if so, whether the person was currently unemployed. The second digit preserves additional related information available for some years but not others. See LABFORCE for a dichotomous variable that identifies whether a person participated in the labor force or not and is available for all years in the IPUMS.",
+        "codes": { "-1": "N/A", "1": "Employed", "2": "Unemployed", "3": "Not in labor force" }
+    },
+    "INCWAGE": {
+        "name": "Pre-tax wage and Salary Income",
+        "description": "INCWAGE reports each respondent's total pre-tax wage and salary income - that is, money received as an employee - for the previous year. ",
+        "codes": {}
+    }
+}
+

utils.py

@@ -0,0 +1,23 @@
+import json
+
+oov = ["HISPAN", "FAMUNIT", "SCHOOL", "LABFORCE"]
+numericals = {'YEAR'}
+
+def get_variable_filter(const_path):
+    with open(const_path, 'r') as f:
+        const = json.load(f)
+    return remove_oov(const)
+
+def remove_oov(const):
+    va = {}
+    fi = {}
+    for graph, varlist in const['variables'].items():
+        va[graph] = [v for v in varlist if v not in oov]
+    for v, vfilist in const['filters'].items():
+        if v in oov:
+            continue
+        fi[v] = [fv for fv in vfilist if fv not in oov]
+    return va, fi
+
+def is_numerical(var):
+    return var in numericals