package-mar10/notes.txt

# Making the data
`make data`

# creating the calibration packge

python -m policyengine_us_data.calibration.unified_calibration \
  --target-config policyengine_us_data/calibration/target_config.yaml \
  --build-only

 To fit the local area model with the calibration package
python -m policyengine_us_data.calibration.unified_calibration \
    --package-path policyengine_us_data/storage/calibration/calibration_package.pkl \
    --epochs 1000 \
    --beta 0.65 \
    --lambda-l0 1e-7 \
    --lambda-l2 1e-8 \
    --log-freq 500 \
    --target-config policyengine_us_data/calibration/target_config.yaml \
    --device cpu


mkdir -p policyengine_us_data/storage/calibration/national

python -m policyengine_us_data.calibration.unified_calibration \
    --package-path policyengine_us_data/storage/calibration/calibration_package.pkl \
    --epochs 2000 \
    --beta 0.65 \
    --lambda-l0 1e-4 \
    --lambda-l2 1e-12 \
    --log-freq 500 \
    --target-config policyengine_us_data/calibration/target_config.yaml \
    --device cpu \
    --output policyengine_us_data/storage/calibration/national/weights.npy

# To make the state level H5s
make build-h5s

which is short for:
python -m policyengine_us_data.calibration.publish_local_area \
        --weights-path policyengine_us_data/storage/calibration/calibration_weights.npy \
        --dataset-path policyengine_us_data/storage/source_imputed_stratified_extended_cps_2024.h5 \
        --n-clones 430 \
        --seed 42 \
        --states-only

python -m  policyengine_us_data.calibration.stacked_dataset_builder \
    --weights-path policyengine_us_data/storage/calibration/national/weights.npy \
    --dataset-path policyengine_us_data/storage/source_imputed_stratified_extended_cps_2024.h5 \
    --db-path policyengine_us_data/storage/calibration/policy_data.db \
    --calibration-blocks policyengine_us_data/storage/calibration/national/stacked_blocks.npy \
    --output-dir local_area_build/national \
    --mode national

python -m policyengine_us_data.calibration.promote_local_h5s \
    --local-dir local_area_build \
    --promote-only