[ { "study_id": 1, "specification_id": "S01-P001", "source_specification_id": "CI-F4-A-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P001.json", "input_bytes": 208004, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p001", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-A-DYNAMIC", "source_specification_id": "CI-F4-A-DYNAMIC", "specification_id": "S01-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-A-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P001" }, "source": { "file": "CI-F4-A-DYNAMIC.csv", "bytes": 208004, "sha256": "7fb69fdd4c046c8f3acbe2e9569005c934e4074c92833e41402823a6c7de26c7" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.1400907126234599, "pvalue": 0.03003327630587605, "lower": 0.03568314831902247, "upper": 0.6243224798864231 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301121846, "se": 0.13732499724662509, "pvalue": 0.0061562637610705385, "lower": 0.1374330396197439, "upper": 0.714451266402693 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101892, "pvalue": 0.038743251136386846, "lower": -0.24503081359750012, "upper": -0.007284565289696163 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508098, "pvalue": 0.9402088873378288, "lower": -0.07392267338402632, "upper": 0.079476339707041 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.020769730897669036, "pvalue": 0.171661558765293, "lower": -0.014067480729575678, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640633, "pvalue": 0.03634774652616076, "lower": 0.023782672608697486, "upper": 0.6462441376283926 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.2368991078428402, "pvalue": 0.31040821266323415, "lower": -0.2504385084725004, "upper": 0.7449746054884229 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134573, "se": 0.17327567721838863, "pvalue": 0.008991386102855518, "lower": -0.871330379519262, "upper": -0.1432530009076527 }, { "event_time": -2, "estimate": -0.2993185819443757, "se": 0.15242740049745937, "pvalue": 0.06520450341540279, "lower": -0.6195566671861359, "upper": 0.020919503297384456 }, { "event_time": 0, "estimate": 0.41503202150832197, "se": 0.1227654751075072, "pvalue": 0.0033309150627083635, "lower": 0.15711132907429753, "upper": 0.6729527139423463 }, { "event_time": 1, "estimate": 0.4234993914055421, "se": 0.14942958040711912, "pvalue": 0.011001352031773635, "lower": 0.10955949246425511, "upper": 0.7374392903468291 }, { "event_time": 2, "estimate": 0.45847751824255994, "se": 0.24970864534264564, "pvalue": 0.0829251361312241, "lower": -0.06614087839653698, "upper": 0.9830959148816569 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "code_sha256": { "replication_engine.py": "f9d56fa725aee6a41a1b7f11796f1d432696b3a0c8161ac280f273cca73f63c2", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p001", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-A-DYNAMIC", "source_specification_id": "CI-F4-A-DYNAMIC", "specification_id": "S01-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-A-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P001", "regression_results": "analyses/archive-expanded/baselines/S01-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-A-DYNAMIC.csv", "bytes": 208004, "sha256": "7fb69fdd4c046c8f3acbe2e9569005c934e4074c92833e41402823a6c7de26c7" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.1400907126234599, "pvalue": 0.03003327630587605, "lower": 0.03568314831902247, "upper": 0.6243224798864231 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301121846, "se": 0.13732499724662509, "pvalue": 0.0061562637610705385, "lower": 0.1374330396197439, "upper": 0.714451266402693 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101892, "pvalue": 0.038743251136386846, "lower": -0.24503081359750012, "upper": -0.007284565289696163 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508098, "pvalue": 0.9402088873378288, "lower": -0.07392267338402632, "upper": 0.079476339707041 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.020769730897669036, "pvalue": 0.171661558765293, "lower": -0.014067480729575678, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640633, "pvalue": 0.03634774652616076, "lower": 0.023782672608697486, "upper": 0.6462441376283926 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.2368991078428402, "pvalue": 0.31040821266323415, "lower": -0.2504385084725004, "upper": 0.7449746054884229 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134573, "se": 0.17327567721838863, "pvalue": 0.008991386102855518, "lower": -0.871330379519262, "upper": -0.1432530009076527 }, { "event_time": -2, "estimate": -0.2993185819443757, "se": 0.15242740049745937, "pvalue": 0.06520450341540279, "lower": -0.6195566671861359, "upper": 0.020919503297384456 }, { "event_time": 0, "estimate": 0.41503202150832197, "se": 0.1227654751075072, "pvalue": 0.0033309150627083635, "lower": 0.15711132907429753, "upper": 0.6729527139423463 }, { "event_time": 1, "estimate": 0.4234993914055421, "se": 0.14942958040711912, "pvalue": 0.011001352031773635, "lower": 0.10955949246425511, "upper": 0.7374392903468291 }, { "event_time": 2, "estimate": 0.45847751824255994, "se": 0.24970864534264564, "pvalue": 0.0829251361312241, "lower": -0.06614087839653698, "upper": 0.9830959148816569 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3054210068697216, "se": 0.1348521050164185, "lower": 0.041115737798128216, "upper": 0.5697262759413151 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2879112833297545, "se": 0.12300301136153341, "lower": 0.04682981107117795, "upper": 0.5289927555883311 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.26869912536178153, "se": 0.12667070558650614, "lower": 0.020429104515952867, "upper": 0.5169691462076103 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.2896772929973685, "se": 0.12016695501063317, "lower": 0.054154389044682505, "upper": 0.5252001969500545 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3054210068697216, "se": 0.1348521050164185, "lower": 0.041115737798128216, "upper": 0.5697262759413151, "event_study": [ { "event_time": -3, "estimate": -0.4423899050285498, "se": 0.15052043578781726, "lower": -0.7374045381099454, "upper": -0.1473752719471541, "relative_to_minus_one": -0.4423899050285498, "n": 0.0 }, { "event_time": -2, "estimate": -0.07519485012610405, "se": 0.13803739684676858, "lower": -0.3457431764654333, "upper": 0.19535347621322519, "relative_to_minus_one": -0.07519485012610405, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.26374282567354934, "se": 0.128463541941069, "lower": 0.011958910142603418, "upper": 0.5155267412044953, "relative_to_minus_one": 0.26374282567354934, "n": 255.0 }, { "event_time": 1, "estimate": 0.25451934200583, "se": 0.12987882891404143, "lower": -3.848501993064524e-05, "upper": 0.5090771690315906, "relative_to_minus_one": 0.25451934200583, "n": 193.0 }, { "event_time": 2, "estimate": 0.39800085292978554, "se": 0.23245974002338848, "lower": -0.05761186537160001, "upper": 0.8536135712311711, "relative_to_minus_one": 0.39800085292978554, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.17203772055550082, "se": 0.18767766204007538, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.22579173736734126, "se": 0.1536009561924195, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.39800085292978554, "se": 0.23245974002338854, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.17324681677748108, "se": 0.21510137250532554, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.5295319439010446, "se": 0.13389098653410356, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.2953741707477639, "se": 0.22522701681522875, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.4423899050285498, "se": 0.15052043578781726, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.06303450773852008, "se": 0.14521714240179065, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.07290254779926575, "se": 0.26114134509911097, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.2896772929973685, "treated_cell_se": 0.12016695501063317, "checks": { "input_rows": 1106, "retained_rows": 1106, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04924754099920392, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6881313243106201, "event_study": [ { "event_time": -3, "estimate": -0.40787024945859157, "raw_gap": -0.3444717605283289, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.49421662011238204 }, { "event_time": -2, "estimate": -0.034389753916132304, "raw_gap": -0.08249841958020111, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.12073612456992276 }, { "event_time": -1, "estimate": 0.08634637065379046, "raw_gap": 0.07342550782238265, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6564188966591811, "raw_gap": 0.6323250194479869, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.5700725260053906 }, { "event_time": 1, "estimate": 0.7471234191545238, "raw_gap": 0.7040793955618997, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.6607770485007334 }, { "event_time": 2, "estimate": 0.655143271773055, "raw_gap": 0.655143271773055, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.5687969011192645 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.29342609040650897, -0.036696274888905804, 0.11286727390286787, 0.6506137522529222, 0.7397410289912797, 0.604192835925392 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": -0.11226346693751986 }, { "cohort": 3, "pre_gap": 0.06339848893026274 } ], "diagnostics": { "converged": true, "pre_rmse": 0.18166702520686975, "zeta_omega": [ 0.0, 1.184008486625192, 0.8513445474208654 ], "zeta_lambda": [ 0.0, 7.040156582591414e-07, 6.019915026074861e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.6955972592450211, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003414168022572994, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4738597262386082, "event_study": [ { "event_time": -3, "estimate": -0.06112887181848161, "raw_gap": -0.06112887181848161, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07797973334222633 }, { "event_time": -2, "estimate": -0.018655245084624485, "raw_gap": -0.018655245084624485, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0355061066083692 }, { "event_time": -1, "estimate": 0.01685086152374471, "raw_gap": 0.01685086152374471, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44013990915343815, "raw_gap": 0.44013990915343815, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.42328904762969344 }, { "event_time": 1, "estimate": 0.49312945253213464, "raw_gap": 0.49312945253213464, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.47627859100838993 }, { "event_time": 2, "estimate": 0.5226546880592859, "raw_gap": 0.5226546880592859, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.5058038265355412 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06409879829399195, -0.009775805755592632, 0.025738481540850348, 0.468655225015674, 0.5544590028147585, 0.42842654128893354 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.037774696642429925, "lambda_l": 0.0159105664220711, "singular_values": [ 1.2074403599459937, 0.6509673463200478, 0.0, 0.0 ], "history_objective": [ 0.038163530912852336, 0.03785739068312117, 0.03780423923826423, 0.03778749314100323, 0.037780716868434684, 0.03777762621416017, 0.037776142754793116, 0.037775415781571835, 0.03777505615485627, 0.03777487724259417, 0.03777478782046334, 0.03777474292045423, 0.03777472026542497, 0.037774708774294154, 0.03777470291276771, 0.03777469990482757, 0.03777469835143849, 0.03777469754390566, 0.0377746971212433, 0.03777469689848773, 0.037774696780272274, 0.0377746967171039, 0.03777469668312303, 0.037774696664724855, 0.03777469665470218, 0.0377746966492105, 0.03777469664618533, 0.037774696644510566, 0.03777469664357928, 0.03777469664305925, 0.03777469664276784, 0.037774696642604036, 0.037774696642511686, 0.03777469664245947, 0.037774696642429925 ], "history_rmse": [ 0.09463351586955117, 0.09186652164054783, 0.09092671517375435, 0.09065759735528352, 0.09057846474191257, 0.09055977503451608, 0.09056023231358026, 0.09056573889996411, 0.09057158988734818, 0.09057644167371637, 0.09058011385106933, 0.0905827781171631, 0.09058467035651584, 0.0905859996090043, 0.09058692822128943, 0.09058757526483854, 0.09058802566029124, 0.09058833911783203, 0.09058855732440155, 0.09058870928815284, 0.09058881516939073, 0.09058888897682242, 0.0905889404481077, 0.09058897635602843, 0.0905890014143211, 0.09058901890576412, 0.09058903111791133, 0.09058903964562205, 0.09058904560130136, 0.09058904976112743, 0.0905890526668405, 0.09058905469664548, 0.09058905611463024, 0.09058905710522816, 0.09058905779725976 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.48980672803634273, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002415417693555355, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.28940601842234587, "event_study": [ { "event_time": -3, "estimate": -0.10114155442031332, "raw_gap": -0.10114155442031332, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.08684372844868699 }, { "event_time": -2, "estimate": -0.007801140460275846, "raw_gap": -0.007801140460275846, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.006496685511350484 }, { "event_time": -1, "estimate": -0.01429782597162633, "raw_gap": -0.01429782597162633, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.33807037541861457, "raw_gap": 0.33807037541861457, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3523682013902409 }, { "event_time": 1, "estimate": 0.26892044216381333, "raw_gap": 0.26892044216381333, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.28321826813543965 }, { "event_time": 2, "estimate": 0.20484907026082863, "raw_gap": 0.20484907026082863, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.21914689623245495 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05009588429849342, 0.013865458103749347, 0.0068815286433830565, 0.36631918399990177, 0.3133884698601794, 0.1538986344131654 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04297737460858644, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3093384738076356, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00017091678455471992, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.1400907126234599, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301121846, "SE": 0.13732499724662509, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0492916675948471, "upper": 0.6335762127910847, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06494714692398557, "upper": 0.6609464707760606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.1400907126234599, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03568314831902247, "upper": 0.6243224798864231, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301121846, "SE": 0.13732499724662509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1374330396197439, "upper": 0.714451266402693, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.041115737798128216, "upper": 0.5697262759413151, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.054154389044682505, "upper": 0.5252001969500545, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588607.525239, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0492916675948471, "upper": 0.6335762127910847, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06494714692398557, "upper": 0.6609464707760606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.1400907126234599, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03568314831902247, "upper": 0.6243224798864231, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301121846, "SE": 0.13732499724662509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1374330396197439, "upper": 0.714451266402693, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.041115737798128216, "upper": 0.5697262759413151, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.054154389044682505, "upper": 0.5252001969500545, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P002", "source_specification_id": "CI-F4-B-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P002.json", "input_bytes": 204259, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p002", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-B-DYNAMIC", "source_specification_id": "CI-F4-B-DYNAMIC", "specification_id": "S01-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-B-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P002" }, "source": { "file": "CI-F4-B-DYNAMIC.csv", "bytes": 204259, "sha256": "f807a87d5be0088a5018146c800dd7d6236825d26dd6bab32ad9bbd190b44541" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258394, "se": 0.11188359088426762, "pvalue": 0.17227242214440652, "lower": -0.07601850520422976, "upper": 0.39409889885590854 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443842, "se": 0.1437921135994485, "pvalue": 0.38737651400241047, "lower": -0.174716787069486, "upper": 0.42947525427836286 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723128, "se": 0.2509691858549951, "pvalue": 0.7023449213034048, "lower": -0.62471920002134, "upper": 0.42981418794687737 }, { "event_time": -2, "estimate": -0.021437892101152285, "se": 0.1368137489084827, "pvalue": 0.8772301613945953, "lower": -0.3088729125909868, "upper": 0.2659971283886823 }, { "event_time": 0, "estimate": 0.15308008958023991, "se": 0.11799265140712922, "pvalue": 0.21088629031357442, "lower": -0.09481327234747564, "upper": 0.4009734515079555 }, { "event_time": 1, "estimate": 0.1435394507489843, "se": 0.164479680374474, "pvalue": 0.39432596927715763, "lower": -0.20201953492154948, "upper": 0.4890984364195181 }, { "event_time": 2, "estimate": 0.030454985523499085, "se": 0.22896720449278912, "pvalue": 0.8956609767452542, "lower": -0.45058726088777845, "upper": 0.5114972319347766 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p002", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-B-DYNAMIC", "source_specification_id": "CI-F4-B-DYNAMIC", "specification_id": "S01-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-B-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P002", "regression_results": "analyses/archive-expanded/baselines/S01-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-B-DYNAMIC.csv", "bytes": 204259, "sha256": "f807a87d5be0088a5018146c800dd7d6236825d26dd6bab32ad9bbd190b44541" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258394, "se": 0.11188359088426762, "pvalue": 0.17227242214440652, "lower": -0.07601850520422976, "upper": 0.39409889885590854 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443842, "se": 0.1437921135994485, "pvalue": 0.38737651400241047, "lower": -0.174716787069486, "upper": 0.42947525427836286 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723128, "se": 0.2509691858549951, "pvalue": 0.7023449213034048, "lower": -0.62471920002134, "upper": 0.42981418794687737 }, { "event_time": -2, "estimate": -0.021437892101152285, "se": 0.1368137489084827, "pvalue": 0.8772301613945953, "lower": -0.3088729125909868, "upper": 0.2659971283886823 }, { "event_time": 0, "estimate": 0.15308008958023991, "se": 0.11799265140712922, "pvalue": 0.21088629031357442, "lower": -0.09481327234747564, "upper": 0.4009734515079555 }, { "event_time": 1, "estimate": 0.1435394507489843, "se": 0.164479680374474, "pvalue": 0.39432596927715763, "lower": -0.20201953492154948, "upper": 0.4890984364195181 }, { "event_time": 2, "estimate": 0.030454985523499085, "se": 0.22896720449278912, "pvalue": 0.8956609767452542, "lower": -0.45058726088777845, "upper": 0.5114972319347766 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.13269112164038496, "se": 0.14315137841365555, "lower": -0.14788042438764445, "upper": 0.41326266766841435 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.1314589976850419, "se": 0.1343087287188239, "lower": -0.13178127341321336, "upper": 0.3946992687832972 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07529854518811491, "se": 0.12807966711538651, "lower": -0.17573298950992178, "upper": 0.3263300798861516 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 537.0, "post_cells": 6, "estimate": 0.11964967390409086, "se": 0.13407956139540606, "lower": -0.143141437493832, "upper": 0.38244078530201375 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.13269112164038496, "se": 0.14315137841365555, "lower": -0.14788042438764445, "upper": 0.41326266766841435, "event_study": [ { "event_time": -3, "estimate": -0.4563249088050394, "se": 0.335621580448886, "lower": -1.1141311189192682, "upper": 0.2014813013091895, "relative_to_minus_one": -0.4563249088050394, "n": 0.0 }, { "event_time": -2, "estimate": -0.12055367111970207, "se": 0.1528841754253674, "lower": -0.42020114875952574, "upper": 0.17909380652012163, "relative_to_minus_one": -0.12055367111970207, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.11719495925831197, "se": 0.1349386221870218, "lower": -0.1472798803517082, "upper": 0.38166979886833213, "relative_to_minus_one": 0.11719495925831197, "n": 252.0 }, { "event_time": 1, "estimate": 0.15061496144016961, "se": 0.16651346286792004, "lower": -0.17574542872200127, "upper": 0.4769753516023405, "relative_to_minus_one": 0.15061496144016961, "n": 187.0 }, { "event_time": 2, "estimate": 0.13026344422267325, "se": 0.22571100558618007, "lower": -0.3121219976405586, "upper": 0.5726488860859051, "relative_to_minus_one": 0.13026344422267325, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.30163244399617906, "se": 0.09757779544967642, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.10742643616519339, "se": 0.2178089379182226, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.13026344422267325, "se": 0.22571100558618007, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.06221638050328196, "se": 0.15529713902706857, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.12991579181012927, "se": 0.2623463013487247, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.21116950212291602, "se": 0.19391863555343358, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.4563249088050394, "se": 0.335621580448886, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3793271105463032, "se": 0.2598380187892272, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2669515233639872, "se": 0.12859811014964218, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.11964967390409086, "treated_cell_se": 0.13407956139540606, "checks": { "input_rows": 1090, "retained_rows": 1090, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04935654206201434, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20092848880774072, "event_study": [ { "event_time": -3, "estimate": -0.11081509192221002, "raw_gap": -0.09824839950547105, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.15561793581808991 }, { "event_time": -2, "estimate": -0.0037539108732689633, "raw_gap": -0.011054518345293748, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.04855675476914884 }, { "event_time": -1, "estimate": 0.04480284389587988, "raw_gap": 0.04331165814367748, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21658881766676927, "raw_gap": 0.21294201729814027, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.1717859737708894 }, { "event_time": 1, "estimate": 0.2249821322782856, "raw_gap": 0.21766998820991185, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.1801792883824057 }, { "event_time": 2, "estimate": 0.11476079287440323, "raw_gap": 0.11476079287440323, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.06995794897852335 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.009420478926382557, -0.012396353596159693, 0.010527134190369842, 0.21377842043138132, 0.202409429391374, 0.07300111193193977 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.9428902930940238e-17 }, { "cohort": 2, "pre_gap": -0.01873110877788887 }, { "cohort": 3, "pre_gap": 0.012566692416738995 } ], "diagnostics": { "converged": true, "pre_rmse": 0.037883156566629335, "zeta_omega": [ 0.0, 0.6038224034285812, 0.6690741205391726 ], "zeta_lambda": [ 0.0, 3.5903494917765607e-07, 4.7310684774967443e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.18760711075356212, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003315838985145092, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1602711852906302, "event_study": [ { "event_time": -3, "estimate": -0.03190983940906461, "raw_gap": -0.03190983940906461, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.03980639247440916 }, { "event_time": -2, "estimate": -0.008585798553309256, "raw_gap": -0.008585798553309256, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.016482351618653808 }, { "event_time": -1, "estimate": 0.007896553065344553, "raw_gap": 0.007896553065344553, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18203548139711623, "raw_gap": 0.18203548139711623, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.17413892833177166 }, { "event_time": 1, "estimate": 0.16152651985130326, "raw_gap": 0.16152651985130326, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.1536299667859587 }, { "event_time": 2, "estimate": 0.10191046915103501, "raw_gap": 0.10191046915103501, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.09401391608569046 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.006444379892528385, -0.00195401709645392, 0.0031853456320994344, 0.20435838630344672, 0.15861270218751836, 0.06137951537697064 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 43, "termination_reason": "Relative objective tolerance reached", "objective": 0.029728595555155345, "lambda_l": 0.012819937611682045, "singular_values": [ 0.9566989058247867, 0.4993103570118459, 0.39179252522140195, 0.0 ], "history_objective": [ 0.029783276999917712, 0.029751465702408185, 0.02973997837343493, 0.029734537203359127, 0.029731836959495942, 0.029730430981342454, 0.029729665673434602, 0.029729233173065306, 0.02972898143113064, 0.02972883163978595, 0.029728741088835334, 0.029728685737139757, 0.029728651639464015, 0.0297286305219747, 0.02972861739471056, 0.02972860921312752, 0.029728604104517033, 0.029728600910435908, 0.029728598911438694, 0.029728597659468496, 0.029728596874927675, 0.029728596383088987, 0.0297285960746452, 0.029728595881160537, 0.029728595759762298, 0.029728595683579516, 0.0297285956357642, 0.029728595605749586, 0.029728595586906763, 0.029728595575076372, 0.029728595567648092, 0.029728595562983573, 0.029728595560054333, 0.02972859555821472, 0.029728595557059357, 0.029728595556333715, 0.029728595555877944, 0.029728595555591653, 0.029728595555411835, 0.029728595555298887, 0.029728595555227923, 0.029728595555183344, 0.029728595555155345 ], "history_rmse": [ 0.0776808847038585, 0.07768223901460061, 0.07770115777579145, 0.0777094350957813, 0.07771315821661405, 0.07771489799925146, 0.07771574854489484, 0.07771618475633253, 0.07771641901053203, 0.07771655000834188, 0.0777166257225083, 0.07771667060559477, 0.07771669770968634, 0.07771671429347701, 0.07771672453284592, 0.0777167308941216, 0.07771673486255012, 0.07771673734507352, 0.07771673890089194, 0.07771673987709098, 0.07771674049007074, 0.07771674087515615, 0.0777167411171412, 0.07771674126922583, 0.07771674136481566, 0.07771674142489793, 0.07771674146266135, 0.0777167414863959, 0.07771674150131251, 0.077716741510687, 0.07771674151657791, 0.07771674152027987, 0.07771674152260595, 0.07771674152406739, 0.07771674152498557, 0.07771674152556265, 0.07771674152592514, 0.07771674152615284, 0.07771674152629597, 0.07771674152638589, 0.07771674152644226, 0.07771674152647776, 0.07771674152650003 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.16263225624138247, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002455422654747963, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.23903701955302709, "event_study": [ { "event_time": -3, "estimate": -0.07364673860565178, "raw_gap": -0.07364673860565178, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.10598418052485949 }, { "event_time": -2, "estimate": -0.00018381784303509355, "raw_gap": -0.00018381784303509355, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0325212597622428 }, { "event_time": -1, "estimate": 0.032337441919207704, "raw_gap": 0.032337441919207704, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.22874485743627737, "raw_gap": 0.22874485743627737, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.19640741551706967 }, { "event_time": 1, "estimate": 0.23566034491434104, "raw_gap": 0.23566034491434104, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.20332290299513334 }, { "event_time": 2, "estimate": 0.2719458257862439, "raw_gap": 0.2719458257862439, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.23960838386703617 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.015181181973436715, -0.0032617151550766235, -0.002663923588702586, 0.24406711248286903, 0.23423136580525428, 0.2301861448437803 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.036641385398048475, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.23821798069420322, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016675004735589027, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258394, "SE": 0.11188359088426762, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443842, "SE": 0.1437921135994485, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258394, "SE": 0.11188359088426762, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07601850520422976, "upper": 0.39409889885590854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443842, "SE": 0.1437921135994485, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.174716787069486, "upper": 0.42947525427836286, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17648329615925606, "upper": 0.403532178201071, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16915242575578493, "upper": 0.538626311943075, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14788042438764445, "upper": 0.41326266766841435, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.143141437493832, "upper": 0.38244078530201375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588608.657606, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258394, "SE": 0.11188359088426762, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07601850520422976, "upper": 0.39409889885590854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443842, "SE": 0.1437921135994485, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.174716787069486, "upper": 0.42947525427836286, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17648329615925606, "upper": 0.403532178201071, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16915242575578493, "upper": 0.538626311943075, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14788042438764445, "upper": 0.41326266766841435, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.143141437493832, "upper": 0.38244078530201375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P003", "source_specification_id": "CI-F4-C-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P003.json", "input_bytes": 203155, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p003", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-C-DYNAMIC", "source_specification_id": "CI-F4-C-DYNAMIC", "specification_id": "S01-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-C-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P003" }, "source": { "file": "CI-F4-C-DYNAMIC.csv", "bytes": 203155, "sha256": "4f0fc974aa0237cb8003e125fa3d2eb903f685da46d1573342e58b7c4f00704a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p003", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-C-DYNAMIC", "source_specification_id": "CI-F4-C-DYNAMIC", "specification_id": "S01-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-C-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P003" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P003", "regression_results": "analyses/archive-expanded/baselines/S01-P003.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-C-DYNAMIC.csv", "bytes": 203155, "sha256": "4f0fc974aa0237cb8003e125fa3d2eb903f685da46d1573342e58b7c4f00704a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.09148060654194201, "se": 0.11453330130119102, "lower": -0.1330005390388669, "upper": 0.3159617521227509 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.07523042261994362, "se": 0.11487493312736184, "lower": -0.14992030903613277, "upper": 0.30038115427601997 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.04762080403570276, "se": 0.11262690056200388, "lower": -0.17312386475619881, "upper": 0.26836547282760437 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.06614635090680415, "se": 0.11399241975422779, "lower": -0.15727468632205452, "upper": 0.28956738813566285 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.09148060654194201, "se": 0.11453330130119102, "lower": -0.1330005390388669, "upper": 0.3159617521227509, "event_study": [ { "event_time": -3, "estimate": -0.22861718038755507, "se": 0.2265504075093397, "lower": -0.6726478197887336, "upper": 0.21541345901362335, "relative_to_minus_one": -0.22861718038755507, "n": 0.0 }, { "event_time": -2, "estimate": -0.20519297791984445, "se": 0.18504277440092934, "lower": -0.5678701513450363, "upper": 0.15748419550534734, "relative_to_minus_one": -0.20519297791984445, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.0993781866468934, "se": 0.11539360204176936, "lower": -0.1267891174013222, "upper": 0.325545490695109, "relative_to_minus_one": 0.0993781866468934, "n": 250.0 }, { "event_time": 1, "estimate": -0.03385812963237138, "se": 0.14325810736472733, "lower": -0.31463886056060925, "upper": 0.24692260129586646, "relative_to_minus_one": -0.03385812963237138, "n": 187.0 }, { "event_time": 2, "estimate": 0.208921762611304, "se": 0.17772845758732733, "lower": -0.1394196132877121, "upper": 0.55726313851032, "relative_to_minus_one": 0.208921762611304, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2616038540940956, "se": 0.12452948435206247, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.14317298410473103, "se": 0.1762231528566938, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.208921762611304, "se": 0.1777284575873273, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": -0.3642890244344501, "se": 0.2447297749511035, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.12003473589613242, "se": 0.18984844036004062, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.2810805270617284, "se": 0.14241493407723144, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.22861718038755507, "se": 0.2265504075093397, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.022658143972932466, "se": 0.16187470201232823, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.0891614393141089, "se": 0.16052716348074067, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.06614635090680415, "treated_cell_se": 0.11399241975422779, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04988008411601186, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1896844968201494, "event_study": [ { "event_time": -3, "estimate": -0.1620821077122185, "raw_gap": -0.15987699270914468, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.20839008138521134 }, { "event_time": -2, "estimate": -0.03986786328837154, "raw_gap": -0.027911767036224003, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08617583696136435 }, { "event_time": -1, "estimate": 0.04630797367299282, "raw_gap": 0.05129992144173869, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2824719508117411, "raw_gap": 0.2894796759661798, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.23616397713874826 }, { "event_time": 1, "estimate": 0.08605902459907247, "raw_gap": 0.09289398662965512, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.03975105092607965 }, { "event_time": 2, "estimate": 0.150314391742247, "raw_gap": 0.150314391742247, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.10400641806925418 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.010718153499619132, -0.0978296208525853, 0.06350073698608914, 0.2780470475072304, 0.10920855402256355, 0.18165025269792706 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": 0.01750873835231448 }, { "cohort": 3, "pre_gap": 0.0022051150030738325 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12466523386112194, "zeta_omega": [ 0.0, 0.46689926809880905, 0.618347116346532 ], "zeta_lambda": [ 0.0, 2.7761996580633333e-07, 4.3723743909577983e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.19840183335021813, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032804207876324654, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10661592389288753, "event_study": [ { "event_time": -3, "estimate": -0.016104545067197877, "raw_gap": -0.016104545067197877, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.028211157320536917 }, { "event_time": -2, "estimate": -0.03017391551747908, "raw_gap": -0.03017391551747908, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.04228052777081812 }, { "event_time": -1, "estimate": 0.012106612253339042, "raw_gap": 0.012106612253339042, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18901963526764862, "raw_gap": 0.18901963526764862, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.17691302301430958 }, { "event_time": 1, "estimate": 0.01797082671872229, "raw_gap": 0.01797082671872229, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.005864214465383247 }, { "event_time": 2, "estimate": 0.06512834995349182, "raw_gap": 0.06512834995349182, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.053021737700152775 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.020110912097383186, -0.036152381993902125, 0.016059708223466595, 0.1978718240714928, 0.062407635334578, 0.08028810054617938 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 48, "termination_reason": "Relative objective tolerance reached", "objective": 0.032520792352335806, "lambda_l": 0.013036102303032824, "singular_values": [ 0.9703803429447895, 0.7903506987675937, 0.2548636576787595, 0.0 ], "history_objective": [ 0.0326467681222817, 0.03257517358843591, 0.03255230423855693, 0.03253936825392185, 0.032531887005032796, 0.032527491063221774, 0.032524874679284735, 0.03252330023326248, 0.03252234365029365, 0.03252175758234674, 0.03252139591581734, 0.03252117134615427, 0.03252103117089875, 0.03252094328594361, 0.032520887979499626, 0.03252085306574062, 0.032520830967347654, 0.03252081694928123, 0.03252080804025407, 0.0325208023691854, 0.032520798754325064, 0.03252079644743123, 0.03252079497374399, 0.03252079403148837, 0.032520793428551915, 0.032520793042473725, 0.03252079279510334, 0.032520792636518456, 0.032520792534801245, 0.03252079246952941, 0.03252079242762695, 0.032520792400716536, 0.0325207923834281, 0.03252079237231761, 0.03252079236517522, 0.03252079236058241, 0.032520792357628295, 0.03252079235572772, 0.032520792354504675, 0.03252079235371746, 0.03252079235321065, 0.03252079235288432, 0.032520792352674154, 0.032520792352538797, 0.03252079235245155, 0.03252079235239535, 0.03252079235235915, 0.032520792352335806 ], "history_rmse": [ 0.07911700983818491, 0.07897257788043717, 0.07899634855817309, 0.07900957646480629, 0.07901702806943042, 0.07902126451014874, 0.07902369542921472, 0.07902510440594683, 0.07902592978049049, 0.07902641849199855, 0.07902671087242841, 0.07902688748791704, 0.07902699510787267, 0.07902706119212179, 0.07902710204278993, 0.0790271274393423, 0.07902714330440874, 0.07902715325533675, 0.07902715951787241, 0.07902716347023873, 0.07902716597047325, 0.07902716755519504, 0.07902716856128442, 0.07902716920090065, 0.07902716960800986, 0.07902716986739054, 0.07902717003279242, 0.0790271701383452, 0.07902717020574962, 0.07902717024881889, 0.07902717027635295, 0.07902717029396407, 0.07902717030523328, 0.07902717031244724, 0.07902717031706712, 0.07902717032002664, 0.07902717032192318, 0.07902717032313897, 0.0790271703239186, 0.07902717032441875, 0.0790271703247394, 0.07902717032494527, 0.07902717032507747, 0.07902717032516252, 0.0790271703252167, 0.0790271703252516, 0.07902717032527427, 0.07902717032528861 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.1309423308767224, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000264208298176527, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.31632043641470037, "event_study": [ { "event_time": -3, "estimate": -0.11928820967487393, "raw_gap": -0.11928820967487393, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.17179724980638766 }, { "event_time": -2, "estimate": -0.02163929934798657, "raw_gap": -0.02163929934798657, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0741483394795003 }, { "event_time": -1, "estimate": 0.05250904013151372, "raw_gap": 0.05250904013151372, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.32942773069556186, "raw_gap": 0.32942773069556186, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.27691869056404816 }, { "event_time": 1, "estimate": 0.2974203741683456, "raw_gap": 0.2974203741683456, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.24491133403683188 }, { "event_time": 2, "estimate": 0.31897495259875147, "raw_gap": 0.31897495259875147, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.2664659124672377 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02987062953465161, -0.11964605728305361, 0.06443738000967868, 0.31011346811148716, 0.3293939079416975, 0.3503108135544315 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09460482092248718, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3239842342480284, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015329103916883469, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.036886011608910696, "upper": 0.34439962650371664, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12474961763221143, "upper": 0.2931845655289716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1153776873680191, "upper": 0.2956867496973127, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09129349373812255, "upper": 0.32631091255030914, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1330005390388669, "upper": 0.3159617521227509, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.15727468632205452, "upper": 0.28956738813566285, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588609.805701, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.036886011608910696, "upper": 0.34439962650371664, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12474961763221143, "upper": 0.2931845655289716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1153776873680191, "upper": 0.2956867496973127, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09129349373812255, "upper": 0.32631091255030914, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1330005390388669, "upper": 0.3159617521227509, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.15727468632205452, "upper": 0.28956738813566285, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P004", "source_specification_id": "CI-F4-D-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P004.json", "input_bytes": 194483, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p004", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-D-DYNAMIC", "source_specification_id": "CI-F4-D-DYNAMIC", "specification_id": "S01-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-D-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P004" }, "source": { "file": "CI-F4-D-DYNAMIC.csv", "bytes": 194483, "sha256": "284f44102121a5e62227bc0a925b8a949a77227e101471d9f504414ae98e839a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.2208707981145346, "se": 0.17307920324768178, "pvalue": 0.21813231445613146, "lower": -0.14275511469587834, "upper": 0.5844967109249476 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.5141670739445391, "se": 0.2740725271366351, "pvalue": 0.07696461999116448, "lower": -0.0616379389413777, "upper": 1.0899720868304559 }, { "event_time": -2, "estimate": 0.16874763266058257, "se": 0.1475524301394546, "pvalue": 0.2677530841635153, "lower": -0.14124851991052367, "upper": 0.4787437852316888 }, { "event_time": 0, "estimate": 0.24994919318066522, "se": 0.1252441123105027, "pvalue": 0.06132665702395444, "lower": -0.013178922782893843, "upper": 0.5130773091442242 }, { "event_time": 1, "estimate": 0.17036010116411224, "se": 0.23780511046590497, "pvalue": 0.4829453692030162, "lower": -0.3292498966956623, "upper": 0.6699700990238868 }, { "event_time": 2, "estimate": 0.24118945989430562, "se": 0.2832842639267153, "pvalue": 0.40572969129202313, "lower": -0.35396869384278984, "upper": 0.8363476136314011 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.502076811930471e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p004", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-D-DYNAMIC", "source_specification_id": "CI-F4-D-DYNAMIC", "specification_id": "S01-P004", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-D-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P004" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P004", "regression_results": "analyses/archive-expanded/baselines/S01-P004.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-D-DYNAMIC.csv", "bytes": 194483, "sha256": "284f44102121a5e62227bc0a925b8a949a77227e101471d9f504414ae98e839a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.2208707981145346, "se": 0.17307920324768178, "pvalue": 0.21813231445613146, "lower": -0.14275511469587834, "upper": 0.5844967109249476 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.5141670739445391, "se": 0.2740725271366351, "pvalue": 0.07696461999116448, "lower": -0.0616379389413777, "upper": 1.0899720868304559 }, { "event_time": -2, "estimate": 0.16874763266058257, "se": 0.1475524301394546, "pvalue": 0.2677530841635153, "lower": -0.14124851991052367, "upper": 0.4787437852316888 }, { "event_time": 0, "estimate": 0.24994919318066522, "se": 0.1252441123105027, "pvalue": 0.06132665702395444, "lower": -0.013178922782893843, "upper": 0.5130773091442242 }, { "event_time": 1, "estimate": 0.17036010116411224, "se": 0.23780511046590497, "pvalue": 0.4829453692030162, "lower": -0.3292498966956623, "upper": 0.6699700990238868 }, { "event_time": 2, "estimate": 0.24118945989430562, "se": 0.2832842639267153, "pvalue": 0.40572969129202313, "lower": -0.35396869384278984, "upper": 0.8363476136314011 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.502076811930471e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.28681769390188194, "se": 0.15529485712325597, "lower": -0.01755463304399324, "upper": 0.5911900208477572 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2968241664345861, "se": 0.13666176412701586, "lower": 0.028972030681927052, "upper": 0.5646763021872452 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.3481016556981156, "se": 0.12634956217676876, "lower": 0.10046106436924457, "upper": 0.5957422470269866 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 507.0, "post_cells": 6, "estimate": 0.3126423292402763, "se": 0.131706659523716, "lower": 0.05450202004971366, "upper": 0.570782638430839 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.28681769390188194, "se": 0.15529485712325597, "lower": -0.01755463304399324, "upper": 0.5911900208477572, "event_study": [ { "event_time": -3, "estimate": 0.48233337821840344, "se": 0.2750238806206999, "lower": -0.05670352268661166, "upper": 1.0213702791234185, "relative_to_minus_one": 0.48233337821840344, "n": 0.0 }, { "event_time": -2, "estimate": 0.03241208429280018, "se": 0.16862194122174884, "lower": -0.2980808475050575, "upper": 0.36290501609065784, "relative_to_minus_one": 0.03241208429280018, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3101578054279389, "se": 0.1310912818144703, "lower": 0.05322361438438655, "upper": 0.5670919964714913, "relative_to_minus_one": 0.3101578054279389, "n": 239.0 }, { "event_time": 1, "estimate": 0.3162583792951557, "se": 0.17482372645637345, "lower": -0.026389828202418475, "upper": 0.65890658679273, "relative_to_minus_one": 0.3162583792951557, "n": 175.0 }, { "event_time": 2, "estimate": 0.23403689698255115, "se": 0.27039617671484056, "lower": -0.2959298709358643, "upper": 0.7640036649009666, "relative_to_minus_one": 0.23403689698255115, "n": 93.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.11636604335765288, "se": 0.17829869982836996, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.36428157523817206, "se": 0.17919495939485025, "event_time": 1, "mass": 106.0 }, { "group": 2, "year": 4, "att": 0.23403689698255115, "se": 0.27039617671484056, "event_time": 2, "mass": 93.0 }, { "group": 3, "year": 1, "att": -0.02471563230867145, "se": 0.18040421017804958, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.35503230280644726, "se": 0.2116231131531446, "event_time": 0, "mass": 87.0 }, { "group": 3, "year": 4, "att": 0.24867017759757717, "se": 0.24135566393095512, "event_time": 1, "mass": 69.0 }, { "group": 4, "year": 1, "att": 0.48233337821840344, "se": 0.2750238806206999, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.11274793576361966, "se": 0.26191494510086666, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6305992392535194, "se": 0.12925229994658521, "event_time": 0, "mass": 63.0 } ], "treated_cell_att": 0.3126423292402763, "treated_cell_se": 0.131706659523716, "checks": { "input_rows": 1036, "retained_rows": 1036, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04840420791879296, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10987602251754118, "event_study": [ { "event_time": -3, "estimate": 0.43819081829071344, "raw_gap": 0.32047452836665563, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.5187855960416632 }, { "event_time": -2, "estimate": -0.09490319920150944, "raw_gap": -0.03353695091550827, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": -0.01430842145055973 }, { "event_time": -1, "estimate": -0.08059477775094971, "raw_gap": -0.07104671235581451, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.057436411233322895, "raw_gap": 0.08517410568002327, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.1380311889842726 }, { "event_time": 1, "estimate": 0.11805762076627786, "raw_gap": 0.18171181002213435, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.19865239851722757 }, { "event_time": 2, "estimate": 0.22924470427452234, "raw_gap": 0.22924470427452234, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.30983948202547207 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2873691494972258, -0.004693393610865695, -0.08553303454630595, 0.06003778583983044, 0.13390530772898235, 0.11118030937878101 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -8.326672684688674e-18 }, { "cohort": 2, "pre_gap": 0.16144178434456352 }, { "cohort": 3, "pre_gap": -0.11771628992405778 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19059521308336147, "zeta_omega": [ 0.0, 1.3291746234273567, 1.5117125234616147 ], "zeta_lambda": [ 0.0, 7.903319596304375e-07, 1.0689421765443353e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.06373597841897276, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003142906352877617, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33081777550053215, "event_study": [ { "event_time": -3, "estimate": 0.08935314116229827, "raw_gap": 0.08935314116229827, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.10693887014553094 }, { "event_time": -2, "estimate": 0.012087552297561508, "raw_gap": 0.012087552297561508, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.029673281280794172 }, { "event_time": -1, "estimate": -0.017585728983232664, "raw_gap": -0.017585728983232664, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2826517281942092, "raw_gap": 0.2826517281942092, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.3002374571774419 }, { "event_time": 1, "estimate": 0.3435483964748306, "raw_gap": 0.3435483964748306, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.3611341254580633 }, { "event_time": 2, "estimate": 0.43064386835761775, "raw_gap": 0.43064386835761775, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.44822959734085044 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06291104807825262, 0.003533695978095844, -0.021531810171207585, 0.23917504652500624, 0.27791385158455356, 0.33349834871457446 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 34, "termination_reason": "Relative objective tolerance reached", "objective": 0.07072273457509048, "lambda_l": 0.021700546883043823, "singular_values": [ 1.608465429065454, 0.922517057412911, 0.0, 0.0 ], "history_objective": [ 0.07142923838858903, 0.07081174573669913, 0.0707493414855361, 0.07073337895811084, 0.07072752642151672, 0.07072499697161617, 0.07072383057467001, 0.07072327577243985, 0.07072300625660738, 0.07072287297551232, 0.07072280599794936, 0.07072277184913071, 0.07072275421394393, 0.07072274500528355, 0.07072274015126946, 0.0707227375724202, 0.07072273619337122, 0.07072273545196728, 0.070722735051629, 0.07072273483468443, 0.07072273471677776, 0.07072273465254271, 0.07072273461747783, 0.07072273459830443, 0.07072273458780547, 0.07072273458204942, 0.07072273457889025, 0.07072273457715475, 0.07072273457620046, 0.07072273457567536, 0.07072273457538619, 0.0707227345752268, 0.07072273457513899, 0.07072273457509048 ], "history_rmse": [ 0.13109002661328342, 0.12691279218988474, 0.1260752619915079, 0.12582052219127687, 0.12573684141639568, 0.1257085915900312, 0.1256989810294117, 0.12569571736033985, 0.12569462053168787, 0.12569426187659083, 0.12569415308660756, 0.12569412760497062, 0.12569412880997222, 0.12569413756852343, 0.12569414751680014, 0.12569415664315609, 0.1256941644214335, 0.12569417082936626, 0.12569417600773888, 0.12569418013919542, 0.12569418340412228, 0.12569418596480636, 0.1256941879606866, 0.12569418950824937, 0.1256941907029175, 0.12569419162171228, 0.12569419232608267, 0.1256941928645948, 0.12569419327533793, 0.12569419358799513, 0.12569419382557587, 0.12569419400583615, 0.1256941941424278, 0.1256941942458119 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2695552597281087, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023191701620817184, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.13711238373285772, "event_study": [ { "event_time": -3, "estimate": 0.19892401198329507, "raw_gap": 0.19892401198329507, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.24380575018122091 }, { "event_time": -2, "estimate": -0.06584581165805152, "raw_gap": -0.06584581165805152, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": -0.02096407346012566 }, { "event_time": -1, "estimate": -0.04488173819792586, "raw_gap": -0.04488173819792586, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05781503567157311, "raw_gap": -0.05781503567157311, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": -0.01293329747364725 }, { "event_time": 1, "estimate": -0.22042696249464058, "raw_gap": -0.22042696249464058, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.1755452242967147 }, { "event_time": 2, "estimate": -0.18412329667194408, "raw_gap": -0.18412329667194408, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": -0.1392415584740182 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1658186331138652, 0.002622803392300768, -0.05263515073798993, -0.06348150124967508, -0.28201328880434706, -0.30218769156768543 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09328362145581448, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1805302804934565, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014637503772974014, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2208707981145346, "SE": 0.17307920324768178, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.011491488529483118, "upper": 0.5801446568248103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03799765296444407, "upper": 0.629402155493485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.05412230031521603, "upper": 0.6221613294532191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2208707981145346, "SE": 0.17307920324768178, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14275511469587834, "upper": 0.5844967109249476, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01755463304399324, "upper": 0.5911900208477572, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.05450202004971366, "upper": 0.570782638430839, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588610.943039, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.011491488529483118, "upper": 0.5801446568248103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03799765296444407, "upper": 0.629402155493485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.05412230031521603, "upper": 0.6221613294532191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2208707981145346, "SE": 0.17307920324768178, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14275511469587834, "upper": 0.5844967109249476, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01755463304399324, "upper": 0.5911900208477572, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.05450202004971366, "upper": 0.570782638430839, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P005", "source_specification_id": "CI-F4-E-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P005.json", "input_bytes": 171860, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p005", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-E-DYNAMIC", "source_specification_id": "CI-F4-E-DYNAMIC", "specification_id": "S01-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-E-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P005" }, "source": { "file": "CI-F4-E-DYNAMIC.csv", "bytes": 171860, "sha256": "ac794208fb03601e2a803eeb774c034215ef9bd5d69c3a573573c20ad06e8b28" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625027, "se": 0.1067820354752803, "pvalue": 0.21785132432541915, "lower": -0.08798658231556652, "upper": 0.36069488134806704 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140282684, "se": 0.16605034388484874, "pvalue": 0.25232272492732366, "lower": -0.15247426585445556, "upper": 0.5452433886601092 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146234935, "se": 0.22401371254533262, "pvalue": 0.9182346945440056, "lower": -0.49395701914894463, "upper": 0.4473136728564747 }, { "event_time": -2, "estimate": 0.13365187342818993, "se": 0.14828955982650502, "pvalue": 0.37933599306973237, "lower": -0.17789293114895652, "upper": 0.44519667800533635 }, { "event_time": 0, "estimate": 0.17860061394049828, "se": 0.11757123792673, "pvalue": 0.14611097295667844, "lower": -0.06840739111819183, "upper": 0.4256086189991884 }, { "event_time": 1, "estimate": 0.17774816807766167, "se": 0.19467793899638267, "pvalue": 0.37329091336498993, "lower": -0.23125500470853896, "upper": 0.5867513408638623 }, { "event_time": 2, "estimate": 0.27814736982950744, "se": 0.2806414603625026, "pvalue": 0.33476762137400135, "lower": -0.3114584596515059, "upper": 0.8677531993105208 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p005", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-E-DYNAMIC", "source_specification_id": "CI-F4-E-DYNAMIC", "specification_id": "S01-P005", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-E-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P005" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P005", "regression_results": "analyses/archive-expanded/baselines/S01-P005.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-E-DYNAMIC.csv", "bytes": 171860, "sha256": "ac794208fb03601e2a803eeb774c034215ef9bd5d69c3a573573c20ad06e8b28" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625027, "se": 0.1067820354752803, "pvalue": 0.21785132432541915, "lower": -0.08798658231556652, "upper": 0.36069488134806704 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140282684, "se": 0.16605034388484874, "pvalue": 0.25232272492732366, "lower": -0.15247426585445556, "upper": 0.5452433886601092 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146234935, "se": 0.22401371254533262, "pvalue": 0.9182346945440056, "lower": -0.49395701914894463, "upper": 0.4473136728564747 }, { "event_time": -2, "estimate": 0.13365187342818993, "se": 0.14828955982650502, "pvalue": 0.37933599306973237, "lower": -0.17789293114895652, "upper": 0.44519667800533635 }, { "event_time": 0, "estimate": 0.17860061394049828, "se": 0.11757123792673, "pvalue": 0.14611097295667844, "lower": -0.06840739111819183, "upper": 0.4256086189991884 }, { "event_time": 1, "estimate": 0.17774816807766167, "se": 0.19467793899638267, "pvalue": 0.37329091336498993, "lower": -0.23125500470853896, "upper": 0.5867513408638623 }, { "event_time": 2, "estimate": 0.27814736982950744, "se": 0.2806414603625026, "pvalue": 0.33476762137400135, "lower": -0.3114584596515059, "upper": 0.8677531993105208 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24360961732346154, "se": 0.1622761116357915, "lower": -0.07444571703389102, "upper": 0.5616649516808141 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.23013760611689976, "se": 0.14147366565091754, "lower": -0.047145683319759935, "upper": 0.5074208955535595 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.187678928740485, "se": 0.130441024807359, "lower": -0.06798078198843441, "upper": 0.44333863946940444 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.22853941853751922, "se": 0.13788057703443907, "lower": -0.041701546617581825, "upper": 0.49878038369262023 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24360961732346154, "se": 0.1622761116357915, "lower": -0.07444571703389102, "upper": 0.5616649516808141, "event_study": [ { "event_time": -3, "estimate": -0.3124617167928554, "se": 0.19840830393626446, "lower": -0.7013348467416104, "upper": 0.07641141315589961, "relative_to_minus_one": -0.3124617167928554, "n": 0.0 }, { "event_time": -2, "estimate": 0.17037879527570884, "se": 0.13631273432627714, "lower": -0.09678925463797108, "upper": 0.4375468451893888, "relative_to_minus_one": 0.17037879527570884, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2141244726752138, "se": 0.11618457883807908, "lower": -0.013593117406375699, "upper": 0.4418420627568033, "relative_to_minus_one": 0.2141244726752138, "n": 250.0 }, { "event_time": 1, "estimate": 0.20089120332792137, "se": 0.1675794754758684, "lower": -0.12755853315289395, "upper": 0.5293409398087368, "relative_to_minus_one": 0.20089120332792137, "n": 187.0 }, { "event_time": 2, "estimate": 0.31581317596724945, "se": 0.27567916662366027, "lower": -0.2245080619031412, "upper": 0.8561344138376401, "relative_to_minus_one": 0.31581317596724945, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.21847268892729954, "se": 0.17602896956937286, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.23278590314651365, "se": 0.1865481010198275, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.31581317596724945, "se": 0.2756791666236602, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.21290524455348928, "se": 0.20065919936769666, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.4239834759846231, "se": 0.16571051003377843, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.15635053480932587, "se": 0.22310314300704545, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.3124617167928554, "se": 0.1984083039362644, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.10947408148592279, "se": 0.2544544532713529, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.09512379873941816, "se": 0.13706930378640325, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.22853941853751922, "treated_cell_se": 0.13788057703443907, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.05032920790836215, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3484398897659431, "event_study": [ { "event_time": -3, "estimate": -0.47338348749032794, "raw_gap": -0.35901009802097944, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.49922257536953085 }, { "event_time": -2, "estimate": -0.02436949394462791, "raw_gap": -0.000983990097727165, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0502085818238308 }, { "event_time": -1, "estimate": 0.025839087879202888, "raw_gap": 0.04815381451939101, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2752422831515337, "raw_gap": 0.29406071935090905, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.24940319527233082 }, { "event_time": 1, "estimate": 0.3640578304443644, "raw_gap": 0.3529606428739041, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.3382187425651615 }, { "event_time": 2, "estimate": 0.5069847015879798, "raw_gap": 0.5069847015879798, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.48114561370877695 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.22858151974767468, 0.09128906256021883, 0.014154890654534517, 0.2514068726800863, 0.32767699606000683, 0.4944257459564435 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": -0.028427042132548763 }, { "cohort": 3, "pre_gap": 0.11437338946934865 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1312426697798686, "zeta_omega": [ 0.0, 0.8083768398523484, 0.9277772771667672 ], "zeta_lambda": [ 0.0, 4.80663744777914e-07, 6.56037604115412e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.31331236364245924, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003239167854189873, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18969930239164176, "event_study": [ { "event_time": -3, "estimate": -0.10263184022104868, "raw_gap": -0.10263184022104868, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.1091165662233251 }, { "event_time": -2, "estimate": 0.023907645300423188, "raw_gap": 0.023907645300423188, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.01742291929814676 }, { "event_time": -1, "estimate": 0.006484726002276427, "raw_gap": 0.006484726002276427, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.14145637035847522, "raw_gap": 0.14145637035847522, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.1349716443561988 }, { "event_time": 1, "estimate": 0.2146661575028184, "raw_gap": 0.2146661575028184, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.20818143150054197 }, { "event_time": 2, "estimate": 0.26590477767516324, "raw_gap": 0.26590477767516324, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.2594200516728868 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0896406757918607, 0.04110859728195382, 0.002284232900788742, 0.13764960288213487, 0.270505003986031, 0.35726495097200806 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 43, "termination_reason": "Relative objective tolerance reached", "objective": 0.04493976472066353, "lambda_l": 0.015760634938512964, "singular_values": [ 1.2031163610423423, 0.9262821564177212, 0.14279118544162261, 0.0 ], "history_objective": [ 0.04535822941653994, 0.045154866257097505, 0.04505305805855789, 0.045000771480951426, 0.044973303216768665, 0.04495851490214782, 0.04495038107460224, 0.044945831925451776, 0.04494325597891351, 0.04494178415537682, 0.0449409375885019, 0.04494044818561631, 0.044940164120303674, 0.04493999869079989, 0.04493990207689038, 0.04493984551257785, 0.04493981232320838, 0.044939792810973, 0.04493978131944428, 0.044939774540968216, 0.04493977053693188, 0.044939768168776054, 0.04493976676657807, 0.0449397659355013, 0.044939765442490114, 0.04493976514979725, 0.04493976497591, 0.04493976487254154, 0.04493976481106038, 0.044939764774475574, 0.04493976475269642, 0.04493976473972644, 0.04493976473200004, 0.044939764727396, 0.04493976472465184, 0.044939764723015904, 0.04493976472204039, 0.04493976472145864, 0.04493976472111167, 0.04493976472090468, 0.044939764720781185, 0.04493976472070748, 0.04493976472066353 ], "history_rmse": [ 0.09495059464242853, 0.09524600920833541, 0.09540024772364569, 0.09547392247961571, 0.0955089494630235, 0.09552589197093149, 0.09553432301367804, 0.0955386521535783, 0.09554094098569738, 0.09554218145316457, 0.09554286725860238, 0.09554325236672802, 0.0955434712548184, 0.09554359684763489, 0.09554366944865679, 0.09554371166713227, 0.09554373633583604, 0.09554375080648711, 0.09554375932224432, 0.09554376434691775, 0.09554376731819864, 0.09554376907842545, 0.09554377012278209, 0.0955437707431839, 0.0955437711121185, 0.09554377133170229, 0.09554377146248846, 0.09554377154043261, 0.09554377158690663, 0.09554377161462838, 0.09554377163116966, 0.09554377164104247, 0.09554377164693612, 0.09554377165045537, 0.09554377165255673, 0.0955437716538118, 0.09554377165456122, 0.09554377165500906, 0.09554377165527668, 0.09554377165543665, 0.09554377165553211, 0.09554377165558889, 0.09554377165562294 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.22260424548896565, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00026137474924325943, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33930775431236915, "event_study": [ { "event_time": -3, "estimate": -0.3083004868755528, "raw_gap": -0.3083004868755528, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.35911388416976303 }, { "event_time": -2, "estimate": -0.008013826064878915, "raw_gap": -0.008013826064878915, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.058827223359089145 }, { "event_time": -1, "estimate": 0.05081339729421023, "raw_gap": 0.05081339729421023, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2486865193352225, "raw_gap": 0.2486865193352225, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.1978731220410123 }, { "event_time": 1, "estimate": 0.4037487409788826, "raw_gap": 0.4037487409788826, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.35293534368467233 }, { "event_time": 2, "estimate": 0.4486360454221488, "raw_gap": 0.4486360454221488, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.39782264812793855 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.17787190860224808, 0.061325212131410234, 0.01699122595059193, 0.19512331394255153, 0.37668754714401437, 0.4360770897906125 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08999513155211984, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3002657946111987, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015487521886825562, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625027, "SE": 0.1067820354752803, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140282684, "SE": 0.16605034388484874, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625027, "SE": 0.1067820354752803, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08798658231556652, "upper": 0.36069488134806704, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140282684, "SE": 0.16605034388484874, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15247426585445556, "upper": 0.5452433886601092, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11700000777865266, "upper": 0.46699976194317555, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09992467992203719, "upper": 0.6228161840296604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07444571703389102, "upper": 0.5616649516808141, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041701546617581825, "upper": 0.49878038369262023, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588612.0795531, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625027, "SE": 0.1067820354752803, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08798658231556652, "upper": 0.36069488134806704, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140282684, "SE": 0.16605034388484874, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15247426585445556, "upper": 0.5452433886601092, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11700000777865266, "upper": 0.46699976194317555, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09992467992203719, "upper": 0.6228161840296604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07444571703389102, "upper": 0.5616649516808141, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041701546617581825, "upper": 0.49878038369262023, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P006", "source_specification_id": "CI-F4-F-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P006.json", "input_bytes": 161991, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p006", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-F-DYNAMIC", "source_specification_id": "CI-F4-F-DYNAMIC", "specification_id": "S01-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-F-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P006" }, "source": { "file": "CI-F4-F-DYNAMIC.csv", "bytes": 161991, "sha256": "b621dc9b7374d4a65eb1ab891cadbaca413e8d848b5b7d4689ffa7fabc8bd1c1" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040884, "se": 0.13497323278179119, "pvalue": 0.26958460322718686, "lower": -0.12981690517344047, "upper": 0.43731957401425814 }, { "method": "Dynamic TWFE", "estimate": 0.167886046245096, "se": 0.16185875094108587, "pvalue": 0.31335902970212615, "lower": -0.17216657101291621, "upper": 0.5079386635031082 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2886787496981946, "se": 0.2174991043919501, "pvalue": 0.20101140569374656, "lower": -0.16826991245153977, "upper": 0.745627411847929 }, { "event_time": -2, "estimate": 0.18354837834328894, "se": 0.1800324460379209, "pvalue": 0.32146009385726454, "lower": -0.19468575549628445, "upper": 0.5617825121828623 }, { "event_time": 0, "estimate": 0.1361615608884481, "se": 0.13606179948786234, "pvalue": 0.33021986067502207, "lower": -0.14969367249045873, "upper": 0.42201679426735494 }, { "event_time": 1, "estimate": 0.21536684032856626, "se": 0.17522817549531736, "pvalue": 0.23487332776529937, "lower": -0.15277389564077057, "upper": 0.5835075762979031 }, { "event_time": 2, "estimate": 0.1564419565069196, "se": 0.25078883719930734, "pvalue": 0.5405847541354414, "lower": -0.3704458390115267, "upper": 0.6833297520253659 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p006", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-F-DYNAMIC", "source_specification_id": "CI-F4-F-DYNAMIC", "specification_id": "S01-P006", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-F-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P006" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P006", "regression_results": "analyses/archive-expanded/baselines/S01-P006.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-F-DYNAMIC.csv", "bytes": 161991, "sha256": "b621dc9b7374d4a65eb1ab891cadbaca413e8d848b5b7d4689ffa7fabc8bd1c1" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040884, "se": 0.13497323278179119, "pvalue": 0.26958460322718686, "lower": -0.12981690517344047, "upper": 0.43731957401425814 }, { "method": "Dynamic TWFE", "estimate": 0.167886046245096, "se": 0.16185875094108587, "pvalue": 0.31335902970212615, "lower": -0.17216657101291621, "upper": 0.5079386635031082 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2886787496981946, "se": 0.2174991043919501, "pvalue": 0.20101140569374656, "lower": -0.16826991245153977, "upper": 0.745627411847929 }, { "event_time": -2, "estimate": 0.18354837834328894, "se": 0.1800324460379209, "pvalue": 0.32146009385726454, "lower": -0.19468575549628445, "upper": 0.5617825121828623 }, { "event_time": 0, "estimate": 0.1361615608884481, "se": 0.13606179948786234, "pvalue": 0.33021986067502207, "lower": -0.14969367249045873, "upper": 0.42201679426735494 }, { "event_time": 1, "estimate": 0.21536684032856626, "se": 0.17522817549531736, "pvalue": 0.23487332776529937, "lower": -0.15277389564077057, "upper": 0.5835075762979031 }, { "event_time": 2, "estimate": 0.1564419565069196, "se": 0.25078883719930734, "pvalue": 0.5405847541354414, "lower": -0.3704458390115267, "upper": 0.6833297520253659 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24696487223285948, "se": 0.1641488972029447, "lower": -0.07476105438687977, "upper": 0.5686907988525988 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.26479640278361793, "se": 0.14443917176016957, "lower": -0.01829917182310925, "upper": 0.5478919773903451 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.2678493209479609, "se": 0.12962658562926366, "lower": 0.013785881675706768, "upper": 0.5219127602202149 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 502.0, "post_cells": 6, "estimate": 0.26546700290594166, "se": 0.1376993185331212, "lower": -0.004418702114684703, "upper": 0.5353527079265681 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24696487223285948, "se": 0.1641488972029447, "lower": -0.07476105438687977, "upper": 0.5686907988525988, "event_study": [ { "event_time": -3, "estimate": 0.36681744959523077, "se": 0.2522126948757296, "lower": -0.12751034880498913, "upper": 0.8611452479954507, "relative_to_minus_one": 0.36681744959523077, "n": 0.0 }, { "event_time": -2, "estimate": 0.249781427171003, "se": 0.1810971708633209, "lower": -0.10516250542320238, "upper": 0.6047253597652084, "relative_to_minus_one": 0.249781427171003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2721149073860185, "se": 0.13140682603007156, "lower": 0.01456226104435776, "upper": 0.5296675537276793, "relative_to_minus_one": 0.2721149073860185, "n": 231.0 }, { "event_time": 1, "estimate": 0.32486490812302626, "se": 0.1422947237960762, "lower": 0.04597237429264234, "upper": 0.6037574419534102, "relative_to_minus_one": 0.32486490812302626, "n": 177.0 }, { "event_time": 2, "estimate": 0.1439148011895337, "se": 0.28524182326644376, "lower": -0.4151488992972353, "upper": 0.7029785016763027, "relative_to_minus_one": 0.1439148011895337, "n": 94.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2828441100617798, "se": 0.26023174239566255, "event_time": 0, "mass": 84.0 }, { "group": 2, "year": 3, "att": 0.28205002211405317, "se": 0.17985722162660947, "event_time": 1, "mass": 105.0 }, { "group": 2, "year": 4, "att": 0.1439148011895337, "se": 0.2852418232664437, "event_time": 2, "mass": 94.0 }, { "group": 3, "year": 1, "att": 0.2489640310725481, "se": 0.27716187804827913, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.2826493930781715, "se": 0.13341471739303054, "event_time": 0, "mass": 89.0 }, { "group": 3, "year": 4, "att": 0.38278177210607367, "se": 0.2004933520064239, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": 0.36681744959523077, "se": 0.2522126948757296, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.25098348025696604, "se": 0.18405200990411338, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.23527936214149844, "se": 0.22287334540947895, "event_time": 0, "mass": 58.0 } ], "treated_cell_att": 0.26546700290594166, "treated_cell_se": 0.1376993185331212, "checks": { "input_rows": 1014, "retained_rows": 1014, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04964083433151245, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.006767145470577588, "event_study": [ { "event_time": -3, "estimate": 0.2580058545850651, "raw_gap": 0.16682062385975607, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.35826566644012003 }, { "event_time": -2, "estimate": 0.14200279518298461, "raw_gap": 0.04354999336858091, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.24226260703803956 }, { "event_time": -1, "estimate": -0.10025981185505495, "raw_gap": -0.14994581888065778, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.016379583848499545, "raw_gap": -0.07877134804411379, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.0838802280065554 }, { "event_time": 1, "estimate": 0.07611712663451516, "raw_gap": 0.03441647922814394, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.1763769384895701 }, { "event_time": 2, "estimate": -0.1392144103354866, "raw_gap": -0.13921441033548665, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": -0.038954598480431646 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.051789953337096045, 0.13093174044855352, -0.09650874899513938, -0.20967909655710715, 0.028797743658030894, -0.15928294659617143 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": -0.10251409154066252 }, { "cohort": 3, "pre_gap": -0.09118523072530901 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12545046044406502, "zeta_omega": [ 0.0, 1.4569209069544113, 0.9992346489838665 ], "zeta_lambda": [ 0.0, 8.662903542732016e-07, 7.065655962930514e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 8.673617379884035e-18, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.07697072741016424, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00033079180866479874, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12100066991248255, "event_study": [ { "event_time": -3, "estimate": 0.03935982216075357, "raw_gap": 0.03935982216075357, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.06584883427162931 }, { "event_time": -2, "estimate": 0.019341929700704905, "raw_gap": 0.019341929700704905, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.04583094181158065 }, { "event_time": -1, "estimate": -0.026489012110875742, "raw_gap": -0.026489012110875742, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06061006526630962, "raw_gap": 0.06061006526630962, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.08709907737718536 }, { "event_time": 1, "estimate": 0.21498833795760366, "raw_gap": 0.21498833795760366, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.2414773500684794 }, { "event_time": 2, "estimate": 0.09243058937290287, "raw_gap": 0.09243058937290287, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": 0.11891960148377861 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0007131659793902512, 0.05194240092653665, -0.03174504077537237, -0.10092955967909666, 0.17491213303902098, -0.0010486539349237045 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.06449068312445322, "lambda_l": 0.021115530078465942, "singular_values": [ 1.6033649640753977, 0.5686696602736336, 0.10615217749877193, 0.0 ], "history_objective": [ 0.06497791413552798, 0.06465711580814121, 0.0645532249744924, 0.06451558020825107, 0.06450092778233216, 0.06449497152064616, 0.06449249407709158, 0.06449145157108269, 0.06449101022373865, 0.06449082272040887, 0.0644907428613466, 0.06449070877093277, 0.0644906941812114, 0.06449068791741439, 0.06449068521707506, 0.06449068404661396, 0.06449068353564763, 0.06449068331051042, 0.06449068321013482, 0.06449068316472045, 0.06449068314380439, 0.06449068313396927, 0.06449068312923582, 0.06449068312690036, 0.06449068312571846, 0.0644906831251055, 0.06449068312478028, 0.06449068312460425, 0.06449068312450733, 0.06449068312445322 ], "history_rmse": [ 0.12735447970148492, 0.12780759554282897, 0.1279402457674731, 0.1279815505873452, 0.12799635455101951, 0.128002112683925, 0.1280044443622208, 0.12800540681781222, 0.1280058079049769, 0.12800597594356003, 0.1280060465907886, 0.1280060763727608, 0.12800608895755206, 0.128006094287737, 0.12800609655073644, 0.12800609751407874, 0.1280060979254277, 0.12800609810172142, 0.12800609817761846, 0.12800609821047812, 0.12800609822480552, 0.1280060982311082, 0.1280060982339113, 0.1280060982351749, 0.12800609823575368, 0.1280060982360241, 0.1280060982361528, 0.12800609823621575, 0.128006098236247, 0.12800609823626297 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.009514135253641247, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00021470896899700165, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13818473313423313, "event_study": [ { "event_time": -3, "estimate": 0.09783394662865001, "raw_gap": 0.09783394662865001, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.19995298190334598 }, { "event_time": -2, "estimate": -0.04084430781276276, "raw_gap": -0.04084430781276276, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.06127472746193322 }, { "event_time": -1, "estimate": -0.10211903527469599, "raw_gap": -0.10211903527469599, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07466079911937515, "raw_gap": 0.07466079911937515, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.17677983439407113 }, { "event_time": 1, "estimate": 0.21667300175011056, "raw_gap": 0.21667300175011056, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.3187920370248065 }, { "event_time": 2, "estimate": 0.14649968220255127, "raw_gap": 0.14649968220255127, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": 0.24861871747724726 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01719672389401003, 0.07119565250841522, -0.038521409576277026, -0.04956792919283452, 0.20888616809884553, 0.1264311459418665 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05931498054450717, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.06917585789229977, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014695804566144943, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040884, "SE": 0.13497323278179119, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.167886046245096, "SE": 0.16185875094108587, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040884, "SE": 0.13497323278179119, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12981690517344047, "upper": 0.43731957401425814, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.167886046245096, "SE": 0.16185875094108587, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17216657101291621, "upper": 0.5079386635031082, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08480432881651523, "upper": 0.5574539326966835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22613665748952216, "upper": 0.5202295157378337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07476105438687977, "upper": 0.5686907988525988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004418702114684703, "upper": 0.5353527079265681, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588613.224828, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040884, "SE": 0.13497323278179119, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12981690517344047, "upper": 0.43731957401425814, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.167886046245096, "SE": 0.16185875094108587, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17216657101291621, "upper": 0.5079386635031082, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08480432881651523, "upper": 0.5574539326966835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22613665748952216, "upper": 0.5202295157378337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07476105438687977, "upper": 0.5686907988525988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004418702114684703, "upper": 0.5353527079265681, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P007", "source_specification_id": "CI-F4-G-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P007.json", "input_bytes": 212271, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p007", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-G-DYNAMIC", "source_specification_id": "CI-F4-G-DYNAMIC", "specification_id": "S01-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-G-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P007" }, "source": { "file": "CI-F4-G-DYNAMIC.csv", "bytes": 212271, "sha256": "ef4f89c0f8249fe10b4d19022435114f057b1f7918f25eb3c28533504e9c11a8" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831890981, "se": 0.12200052276134092, "pvalue": 0.3253979494519957, "lower": -0.1329667088713198, "upper": 0.37966046550913946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.03974792509906768, "se": 0.22240085518847694, "pvalue": 0.8601522083052371, "lower": -0.5069947835329943, "upper": 0.427498933334859 }, { "event_time": -2, "estimate": -0.024820748461187342, "se": 0.16159376523103, "pvalue": 0.8796343202533436, "lower": -0.3643166514005942, "upper": 0.3146751544782196 }, { "event_time": 0, "estimate": 0.019330720775350085, "se": 0.11851788518319593, "pvalue": 0.8722539203692906, "lower": -0.22966611636878304, "upper": 0.2683275579194832 }, { "event_time": 1, "estimate": 0.3180181374199935, "se": 0.14199154606024256, "pvalue": 0.03797228118101691, "lower": 0.01970496877412936, "upper": 0.6163313060658577 }, { "event_time": 2, "estimate": 0.01863560474762408, "se": 0.19113650685969083, "pvalue": 0.923407642851141, "lower": -0.38292729520858276, "upper": 0.42019850470383097 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.041036567996504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p007", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-G-DYNAMIC", "source_specification_id": "CI-F4-G-DYNAMIC", "specification_id": "S01-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-G-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P007", "regression_results": "analyses/archive-expanded/baselines/S01-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-G-DYNAMIC.csv", "bytes": 212271, "sha256": "ef4f89c0f8249fe10b4d19022435114f057b1f7918f25eb3c28533504e9c11a8" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831890981, "se": 0.12200052276134092, "pvalue": 0.3253979494519957, "lower": -0.1329667088713198, "upper": 0.37966046550913946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.03974792509906768, "se": 0.22240085518847694, "pvalue": 0.8601522083052371, "lower": -0.5069947835329943, "upper": 0.427498933334859 }, { "event_time": -2, "estimate": -0.024820748461187342, "se": 0.16159376523103, "pvalue": 0.8796343202533436, "lower": -0.3643166514005942, "upper": 0.3146751544782196 }, { "event_time": 0, "estimate": 0.019330720775350085, "se": 0.11851788518319593, "pvalue": 0.8722539203692906, "lower": -0.22966611636878304, "upper": 0.2683275579194832 }, { "event_time": 1, "estimate": 0.3180181374199935, "se": 0.14199154606024256, "pvalue": 0.03797228118101691, "lower": 0.01970496877412936, "upper": 0.6163313060658577 }, { "event_time": 2, "estimate": 0.01863560474762408, "se": 0.19113650685969083, "pvalue": 0.923407642851141, "lower": -0.38292729520858276, "upper": 0.42019850470383097 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.041036567996504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.14749457240539607, "se": 0.11142887226199831, "lower": -0.07090200406603483, "upper": 0.36589114887682694 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.14526560662145754, "se": 0.11389304058794826, "lower": -0.07796065102067962, "upper": 0.3684918642635947 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14793803098747296, "se": 0.12071745823649291, "lower": -0.08866383946127124, "upper": 0.3845399014362172 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.1510950263581596, "se": 0.11556003628790101, "lower": -0.07539848281826811, "upper": 0.3775885355345873 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.14749457240539607, "se": 0.11142887226199831, "lower": -0.07090200406603483, "upper": 0.36589114887682694, "event_study": [ { "event_time": -3, "estimate": -0.11668584072329016, "se": 0.23101273944273068, "lower": -0.5694624900009779, "upper": 0.33609080855439755, "relative_to_minus_one": -0.11668584072329016, "n": 0.0 }, { "event_time": -2, "estimate": -0.26377238157038696, "se": 0.2267761163463337, "lower": -0.7082454021630661, "upper": 0.18070063902229216, "relative_to_minus_one": -0.26377238157038696, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.01809857560455151, "se": 0.11911805956646773, "lower": -0.2153685310540221, "upper": 0.2515656822631251, "relative_to_minus_one": 0.01809857560455151, "n": 264.0 }, { "event_time": 1, "estimate": 0.35445318060741243, "se": 0.14302056427471296, "lower": 0.07413802558037913, "upper": 0.6347683356344458, "relative_to_minus_one": 0.35445318060741243, "n": 197.0 }, { "event_time": 2, "estimate": 0.06993196100422423, "se": 0.178739007036862, "lower": -0.28039005542047657, "upper": 0.420253977428925, "relative_to_minus_one": 0.06993196100422423, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.16861219550366802, "se": 0.1764332841068814, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": 0.1252643762654582, "se": 0.161539698672617, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": 0.06993196100422423, "se": 0.17873900703686196, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": 0.017039122659219634, "se": 0.21470369534920083, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.3682889699307837, "se": 0.29125560848118365, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.6796535110926177, "se": 0.20620345968791257, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.11668584072329016, "se": 0.23101273944273068, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6540080869786666, "se": 0.22829472059555284, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.10038890258846511, "se": 0.15678186880815884, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.1510950263581596, "treated_cell_se": 0.11556003628790101, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04895700002089143, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.07289785514063706, "event_study": [ { "event_time": -3, "estimate": -0.08043851222513991, "raw_gap": -0.037554984161487635, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.050973274263613075 }, { "event_time": -2, "estimate": -0.03788547358973798, "raw_gap": -0.02109747949537009, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.008420235628211137 }, { "event_time": -1, "estimate": -0.02946523796152684, "raw_gap": -0.01805960462420615, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.008762882570826299, "raw_gap": 0.02078387915646367, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.03822812053235314 }, { "event_time": 1, "estimate": 0.19907614687116007, "raw_gap": 0.19979007938707705, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2285413848326869 }, { "event_time": 2, "estimate": -0.0033087863255455686, "raw_gap": -0.0033087863255455686, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.026156451635981272 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1136793816339319, -0.02052951984342772, -0.02234472059910046, 0.024573443895987847, 0.18557276269010275, 0.011272527418061262 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.001826554618644817 }, { "cohort": 3, "pre_gap": 0.04288352806365226 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08085536910078892, "zeta_omega": [ 0.0, 1.1560531654582613, 0.9256279260627749 ], "zeta_lambda": [ 0.0, 6.873933248421911e-07, 6.545177833746282e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.06888243417575203, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003377092070877552, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13663082076675187, "event_study": [ { "event_time": -3, "estimate": 0.014716837007917951, "raw_gap": 0.014716837007917951, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.007061125557892194 }, { "event_time": -2, "estimate": -0.015833698048653328, "raw_gap": -0.015833698048653328, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.023489409498679087 }, { "event_time": -1, "estimate": 0.007655711450025757, "raw_gap": 0.007655711450025757, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07838774263080542, "raw_gap": 0.07838774263080542, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.07073203118077966 }, { "event_time": 1, "estimate": 0.22320532796911846, "raw_gap": 0.22320532796911846, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2155496165190927 }, { "event_time": 2, "estimate": 0.12048653912274847, "raw_gap": 0.12048653912274847, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.1128308276727227 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02330948073026816, -0.007194005499313686, -0.0027450132948433135, 0.07795103190121114, 0.22250034429247526, 0.07429362543815059 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.0322830561183299, "lambda_l": 0.013430395885878424, "singular_values": [ 1.0114843073340427, 0.7673770126908708, 0.13130242158287864, 0.0 ], "history_objective": [ 0.032485806397815675, 0.032352530158542586, 0.0323058294249545, 0.032290384847993965, 0.03228541910319811, 0.03228383203061135, 0.032283319752262896, 0.032283150299644306, 0.03228309196952885, 0.03228307075444328, 0.03228306250757083, 0.03228305906907615, 0.0322830575401518, 0.03228305682393553, 0.03228305647536422, 0.032283056301245276, 0.03228305621278142, 0.032283056167347376, 0.03228305614385148, 0.032283056131646004, 0.032283056125286105, 0.03228305612196473, 0.03228305612022707, 0.03228305611931662, 0.03228305611883883, 0.03228305611858778, 0.032283056118455694, 0.03228305611838607, 0.03228305611834933, 0.0322830561183299 ], "history_rmse": [ 0.08090084150698328, 0.08122738800830052, 0.08135407917170041, 0.0813972163166736, 0.08141110073312452, 0.08141546110401639, 0.081416820179111, 0.08141724536073061, 0.08141738026274338, 0.08141742420263139, 0.08141743911570294, 0.08141744447554265, 0.08141744654210675, 0.0814174474006945, 0.08141744778268636, 0.08141744796220103, 0.08141744804993284, 0.08141744809393146, 0.08141744811635637, 0.08141744812789883, 0.08141744813387512, 0.08141744813698086, 0.08141744813859841, 0.08141744813944271, 0.08141744813988354, 0.08141744814011419, 0.08141744814023523, 0.08141744814029846, 0.08141744814033189, 0.0814174481403493 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.12545683853847317, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002222089096903801, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13107497699705245, "event_study": [ { "event_time": -3, "estimate": -0.11558340322369606, "raw_gap": -0.11558340322369606, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.10813474890894695 }, { "event_time": -2, "estimate": -0.030821075508602264, "raw_gap": -0.030821075508602264, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.023372421193853143 }, { "event_time": -1, "estimate": -0.007448654314749121, "raw_gap": -0.007448654314749121, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.08685185125893785, "raw_gap": 0.08685185125893785, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.09430050557368697 }, { "event_time": 1, "estimate": 0.20652493877443448, "raw_gap": 0.20652493877443448, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2139735930891836 }, { "event_time": 2, "estimate": 0.10041404165780249, "raw_gap": 0.10041404165780249, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.1078626959725516 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03565096257172347, -0.002312772918859375, -0.009546282072001503, 0.09923154259265791, 0.19041412784965728, 0.11499535540140933 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.021655427973292774, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1325449622725376, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015058275312185287, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831890981, "SE": 0.12200052276134092, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14271746067982777, "upper": 0.33698283998362266, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09237257382345243, "upper": 0.39788994495451235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07693041569123779, "upper": 0.3947412755929648, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831890981, "SE": 0.12200052276134092, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1329667088713198, "upper": 0.37966046550913946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07090200406603483, "upper": 0.36589114887682694, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07539848281826811, "upper": 0.3775885355345873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588614.3591309, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14271746067982777, "upper": 0.33698283998362266, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09237257382345243, "upper": 0.39788994495451235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07693041569123779, "upper": 0.3947412755929648, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831890981, "SE": 0.12200052276134092, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1329667088713198, "upper": 0.37966046550913946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07090200406603483, "upper": 0.36589114887682694, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07539848281826811, "upper": 0.3775885355345873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P008", "source_specification_id": "CI-F4-H-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P008.json", "input_bytes": 169709, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p008", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-H-DYNAMIC", "source_specification_id": "CI-F4-H-DYNAMIC", "specification_id": "S01-P008", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-H-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P008" }, "source": { "file": "CI-F4-H-DYNAMIC.csv", "bytes": 169709, "sha256": "5cd04538ff79ba999f6cf18cbe81911b892a284f3e4da6fc1537ca17987c991f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026649, "se": 0.1391896861950219, "pvalue": 0.3973416817325259, "lower": -0.17174631250108877, "upper": 0.4131070465016218 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615642, "se": 0.2289024791861355, "pvalue": 0.684394793927107, "lower": -0.575471598914124, "upper": 0.38634092826181116 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.02158858000909039, "se": 0.26091296759778787, "pvalue": 0.9349695249932817, "lower": -0.5697463842199788, "upper": 0.5265692242017981 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.44330946432046797, "se": 0.3038878669017064, "pvalue": 0.16185222737270658, "lower": -0.19513525301516205, "upper": 1.081754181656098 }, { "event_time": -2, "estimate": -0.18101354818929485, "se": 0.1934361268028217, "pvalue": 0.36177266523801194, "lower": -0.5874077703682032, "upper": 0.2253806739896135 }, { "event_time": 0, "estimate": 0.057297050121776494, "se": 0.1669956272151844, "pvalue": 0.7354940047110868, "lower": -0.2935477437184806, "upper": 0.40814184396203357 }, { "event_time": 1, "estimate": -0.27877494215796667, "se": 0.25497913209519635, "pvalue": 0.2886679482490302, "lower": -0.8144662205782958, "upper": 0.2569163362623625 }, { "event_time": 2, "estimate": -0.12524208569121553, "se": 0.40673887448335844, "pvalue": 0.7616796143256351, "lower": -0.9797687517161365, "upper": 0.7292845803337055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198775387, "se": 0.34397366167339327, "pvalue": 0.8108731957385378, "lower": -0.6391304650842922, "upper": 0.8061932290598 }, { "event_time": -2, "estimate": -0.2919111206400988, "se": 0.2627877143502324, "pvalue": 0.28126241548030734, "lower": -0.8440076216230683, "upper": 0.2601853803428707 }, { "event_time": 0, "estimate": 0.07997578854625675, "se": 0.17977073177274297, "pvalue": 0.6617122614256189, "lower": -0.29770850402535887, "upper": 0.4576600811178724 }, { "event_time": 1, "estimate": -0.08574399317382328, "se": 0.28628624373432376, "pvalue": 0.7679860743438404, "lower": -0.6872090724530819, "upper": 0.5157210861054353 }, { "event_time": 2, "estimate": -0.15471182219495752, "se": 0.5068453024459106, "pvalue": 0.7636814268843117, "lower": -1.2195542890962061, "upper": 0.9101306447062911 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0688193739557529e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p008", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-H-DYNAMIC", "source_specification_id": "CI-F4-H-DYNAMIC", "specification_id": "S01-P008", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-H-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P008" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P008", "regression_results": "analyses/archive-expanded/baselines/S01-P008.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-H-DYNAMIC.csv", "bytes": 169709, "sha256": "5cd04538ff79ba999f6cf18cbe81911b892a284f3e4da6fc1537ca17987c991f" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026649, "se": 0.1391896861950219, "pvalue": 0.3973416817325259, "lower": -0.17174631250108877, "upper": 0.4131070465016218 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615642, "se": 0.2289024791861355, "pvalue": 0.684394793927107, "lower": -0.575471598914124, "upper": 0.38634092826181116 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.02158858000909039, "se": 0.26091296759778787, "pvalue": 0.9349695249932817, "lower": -0.5697463842199788, "upper": 0.5265692242017981 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.44330946432046797, "se": 0.3038878669017064, "pvalue": 0.16185222737270658, "lower": -0.19513525301516205, "upper": 1.081754181656098 }, { "event_time": -2, "estimate": -0.18101354818929485, "se": 0.1934361268028217, "pvalue": 0.36177266523801194, "lower": -0.5874077703682032, "upper": 0.2253806739896135 }, { "event_time": 0, "estimate": 0.057297050121776494, "se": 0.1669956272151844, "pvalue": 0.7354940047110868, "lower": -0.2935477437184806, "upper": 0.40814184396203357 }, { "event_time": 1, "estimate": -0.27877494215796667, "se": 0.25497913209519635, "pvalue": 0.2886679482490302, "lower": -0.8144662205782958, "upper": 0.2569163362623625 }, { "event_time": 2, "estimate": -0.12524208569121553, "se": 0.40673887448335844, "pvalue": 0.7616796143256351, "lower": -0.9797687517161365, "upper": 0.7292845803337055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198775387, "se": 0.34397366167339327, "pvalue": 0.8108731957385378, "lower": -0.6391304650842922, "upper": 0.8061932290598 }, { "event_time": -2, "estimate": -0.2919111206400988, "se": 0.2627877143502324, "pvalue": 0.28126241548030734, "lower": -0.8440076216230683, "upper": 0.2601853803428707 }, { "event_time": 0, "estimate": 0.07997578854625675, "se": 0.17977073177274297, "pvalue": 0.6617122614256189, "lower": -0.29770850402535887, "upper": 0.4576600811178724 }, { "event_time": 1, "estimate": -0.08574399317382328, "se": 0.28628624373432376, "pvalue": 0.7679860743438404, "lower": -0.6872090724530819, "upper": 0.5157210861054353 }, { "event_time": 2, "estimate": -0.15471182219495752, "se": 0.5068453024459106, "pvalue": 0.7636814268843117, "lower": -1.2195542890962061, "upper": 0.9101306447062911 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0688193739557529e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.06679642070970736, "se": 0.23969415398404822, "lower": -0.5365883298232398, "upper": 0.40299548840382504 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.04060957334215557, "se": 0.19839676288026517, "lower": -0.4294600832368084, "upper": 0.3482409365524972 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.0947222371317711, "se": 0.168198506740606, "lower": -0.42438525259677634, "upper": 0.23494077833323418 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 526.0, "post_cells": 6, "estimate": -0.037458273757253246, "se": 0.1885174573515048, "lower": -0.4069457006232683, "upper": 0.3320291531087618 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.06679642070970736, "se": 0.23969415398404822, "lower": -0.5365883298232398, "upper": 0.40299548840382504, "event_study": [ { "event_time": -3, "estimate": 0.09896777830156415, "se": 0.2971999771425181, "lower": -0.48353347310389866, "upper": 0.6814690297070269, "relative_to_minus_one": 0.09896777830156415, "n": 0.0 }, { "event_time": -2, "estimate": -0.4635778230964027, "se": 0.18948128095272876, "lower": -0.8349543095082664, "upper": -0.092201336684539, "relative_to_minus_one": -0.4635778230964027, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.040818306006402724, "se": 0.14368629655055665, "lower": -0.24080166030463007, "upper": 0.32243827231743555, "relative_to_minus_one": 0.040818306006402724, "n": 244.0 }, { "event_time": 1, "estimate": -0.07008969757196096, "se": 0.19057142466613625, "lower": -0.4436028264000761, "upper": 0.30342343125615423, "relative_to_minus_one": -0.07008969757196096, "n": 185.0 }, { "event_time": 2, "estimate": -0.17111787056356384, "se": 0.4628750828029154, "lower": -1.0783363621982733, "upper": 0.7361006210711456, "relative_to_minus_one": -0.17111787056356384, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.12438673587781103, "se": 0.25248733901644926, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.1307639064052005, "se": 0.27694629474099913, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.17111787056356384, "se": 0.46287508280291534, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": -0.44933747075104913, "se": 0.2971685071156799, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.22098625972035435, "se": 0.24583098189905067, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.3488544860100142, "se": 0.18286924871474902, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.09896777830156415, "se": 0.2971999771425181, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.48389020385297316, "se": 0.2016770471787172, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.38161257035638735, "se": 0.2533628450991212, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.037458273757253246, "treated_cell_se": 0.1885174573515048, "checks": { "input_rows": 1067, "retained_rows": 1067, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.05302224960178137, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06691351978000248, "event_study": [ { "event_time": -3, "estimate": 0.30159852082699357, "raw_gap": 0.10370165461680698, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.16455179121798985 }, { "event_time": -2, "estimate": -0.042207833124059096, "raw_gap": -0.11258358118708409, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.1792545627330628 }, { "event_time": -1, "estimate": 0.13704672960900371, "raw_gap": 0.08626970960914637, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.20994616608398212, "raw_gap": 0.15887436684682257, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.0728994364749784 }, { "event_time": 1, "estimate": 0.021202995119635838, "raw_gap": 0.0220628412779095, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.11584373448936788 }, { "event_time": 2, "estimate": -0.20570007440559754, "raw_gap": -0.20570007440559734, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.3427468040146012 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2248588855156315, -0.17076079675829725, 0.03589621784645036, 0.12547376403747176, 0.010586281085820382, -0.12495204033700666 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": 0.0022404442152197746 }, { "cohort": 3, "pre_gap": -0.19789686621018657 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1721536580738001, "zeta_omega": [ 0.0, 1.186713067120728, 1.0160703566668572 ], "zeta_lambda": [ 0.0, 7.056238114433357e-07, 7.184702393617685e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": 0.06945700635901768, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00039800023660063744, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06584687864164679, "event_study": [ { "event_time": -3, "estimate": 0.04571796715137009, "raw_gap": 0.04571796715137009, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.023505107997452698 }, { "event_time": -2, "estimate": -0.057771550272174815, "raw_gap": -0.057771550272174815, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.07998440942609221 }, { "event_time": -1, "estimate": 0.02221285915391739, "raw_gap": 0.02221285915391739, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17982692473331896, "raw_gap": 0.17982692473331896, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.15761406557940158 }, { "event_time": 1, "estimate": -0.006646293806067693, "raw_gap": -0.006646293806067693, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.028859152959985084 }, { "event_time": 2, "estimate": -0.08260564036392884, "raw_gap": -0.08260564036392884, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.10481849951784623 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0639269456371665, -0.060747667991637444, 0.017713275921932947, 0.22312341860964457, 0.01524026218388371, 0.018725074920300067 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.0486180396357951, "lambda_l": 0.017686184063105247, "singular_values": [ 1.4129275406009567, 0.7420940566817261, 0.0, 0.0 ], "history_objective": [ 0.0498423155615055, 0.04910596964547675, 0.04875832861290082, 0.04865219687973515, 0.04862690649881625, 0.04862053416048811, 0.04861882797787824, 0.0486183290426231, 0.04861816351692815, 0.048618099592918955, 0.048618071092678496, 0.048618056941205696, 0.048618049416842474, 0.048618045252296724, 0.04861804289280053, 0.04861804153688774, 0.048618040750533165, 0.04861804029162282, 0.048618040022596815, 0.04861803986435736, 0.048618039771044896, 0.04861803971591161, 0.04861803968328678, 0.04861803966395829, 0.04861803965249653, 0.048618039645694736, 0.048618039641656, 0.04861803963925679, 0.04861803963783102, 0.04861803963698351, 0.04861803963647959, 0.04861803963617996, 0.04861803963600171, 0.048618039635895664, 0.0486180396358326, 0.0486180396357951 ], "history_rmse": [ 0.10510963406908089, 0.1062147137370315, 0.1063850461381172, 0.10424892565701133, 0.1033256384457026, 0.10289691726320295, 0.10269056764835814, 0.10258940044282998, 0.102539290604263, 0.10251430127741143, 0.10250176665307337, 0.10249543994632888, 0.10249222231386251, 0.10249057004738946, 0.10248971109916764, 0.10248925760279846, 0.10248901359046757, 0.10248887931797139, 0.10248880352834375, 0.1024887595552957, 0.10248873330958853, 0.10248871720528643, 0.10248870706616055, 0.10248870053467633, 0.10248869624351113, 0.1024886933773931, 0.10248869143693921, 0.1024886901085252, 0.10248868919076867, 0.10248868855187888, 0.10248868810422858, 0.10248868778879312, 0.10248868756538826, 0.10248868740642021, 0.10248868729280308, 0.10248868721125515 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.11597748800673456, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023675011470913887, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0230017875129754, "event_study": [ { "event_time": -3, "estimate": 0.03363106031307335, "raw_gap": 0.03363106031307335, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.020217855455269294 }, { "event_time": -2, "estimate": -0.05160088340935827, "raw_gap": -0.05160088340935827, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.10544979917770092 }, { "event_time": -1, "estimate": 0.053848915768342644, "raw_gap": 0.053848915768342644, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16271419218441308, "raw_gap": 0.16271419218441308, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.10886527641607044 }, { "event_time": 1, "estimate": -0.13996839514796494, "raw_gap": -0.13996839514796494, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.19381731091630758 }, { "event_time": 2, "estimate": -0.017620304729878505, "raw_gap": -0.017620304729878505, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.07146922049822114 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.15478829121189785, -0.07360927882207291, -0.0023291487902703523, 0.17125775879771893, -0.1306513766917353, 0.06312772933871216 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08251529845014277, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.05059730077178849, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001598750241100788, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026649, "SE": 0.1391896861950219, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615642, "SE": 0.2289024791861355, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02158858000909039, "SE": 0.26091296759778787, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026649, "SE": 0.1391896861950219, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17174631250108877, "upper": 0.4131070465016218, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615642, "SE": 0.2289024791861355, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.575471598914124, "upper": 0.38634092826181116, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40050077475174395, "upper": 0.4833872266720256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02158858000909039, "SE": 0.26091296759778787, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5697463842199788, "upper": 0.5265692242017981, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365883298232398, "upper": 0.40299548840382504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4069457006232683, "upper": 0.3320291531087618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588615.516653, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026649, "SE": 0.1391896861950219, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17174631250108877, "upper": 0.4131070465016218, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615642, "SE": 0.2289024791861355, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.575471598914124, "upper": 0.38634092826181116, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40050077475174395, "upper": 0.4833872266720256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02158858000909039, "SE": 0.26091296759778787, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5697463842199788, "upper": 0.5265692242017981, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365883298232398, "upper": 0.40299548840382504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4069457006232683, "upper": 0.3320291531087618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P009", "source_specification_id": "CI-F4-I-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P009.json", "input_bytes": 201131, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p009", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-I-DYNAMIC", "source_specification_id": "CI-F4-I-DYNAMIC", "specification_id": "S01-P009", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-I-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P009" }, "source": { "file": "CI-F4-I-DYNAMIC.csv", "bytes": 201131, "sha256": "e6fe25bb63d9d4ddec0242b7489a570bc72972c4af978404eb084604f93b6c43" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.19720465361266512, "se": 0.23831296860540183, "pvalue": 0.418788264491447, "lower": -0.6978816218310244, "upper": 0.3034723146056941 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31327974559026706, "se": 0.37616771472729665, "pvalue": 0.41586059308262024, "lower": -1.103578788287948, "upper": 0.47701929710741386 }, { "event_time": -2, "estimate": 0.0030416262637916747, "se": 0.2973476223919159, "pvalue": 0.9919509491706519, "lower": -0.6216625472326541, "upper": 0.6277457997602375 }, { "event_time": 0, "estimate": -0.12013577323972735, "se": 0.17232345647551292, "pvalue": 0.49461374278306386, "lower": -0.48217392099964973, "upper": 0.24190237452019503 }, { "event_time": 1, "estimate": -0.15952707793377946, "se": 0.3348946209644672, "pvalue": 0.6395560231995686, "lower": -0.8631145682761971, "upper": 0.5440604124086381 }, { "event_time": 2, "estimate": -0.4641108883306288, "se": 0.336022480723986, "pvalue": 0.18412794497660323, "lower": -1.1700679241001204, "upper": 0.24184614743886285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0754784509392937e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p009", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-I-DYNAMIC", "source_specification_id": "CI-F4-I-DYNAMIC", "specification_id": "S01-P009", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-I-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P009" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P009", "regression_results": "analyses/archive-expanded/baselines/S01-P009.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-I-DYNAMIC.csv", "bytes": 201131, "sha256": "e6fe25bb63d9d4ddec0242b7489a570bc72972c4af978404eb084604f93b6c43" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.19720465361266512, "se": 0.23831296860540183, "pvalue": 0.418788264491447, "lower": -0.6978816218310244, "upper": 0.3034723146056941 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31327974559026706, "se": 0.37616771472729665, "pvalue": 0.41586059308262024, "lower": -1.103578788287948, "upper": 0.47701929710741386 }, { "event_time": -2, "estimate": 0.0030416262637916747, "se": 0.2973476223919159, "pvalue": 0.9919509491706519, "lower": -0.6216625472326541, "upper": 0.6277457997602375 }, { "event_time": 0, "estimate": -0.12013577323972735, "se": 0.17232345647551292, "pvalue": 0.49461374278306386, "lower": -0.48217392099964973, "upper": 0.24190237452019503 }, { "event_time": 1, "estimate": -0.15952707793377946, "se": 0.3348946209644672, "pvalue": 0.6395560231995686, "lower": -0.8631145682761971, "upper": 0.5440604124086381 }, { "event_time": 2, "estimate": -0.4641108883306288, "se": 0.336022480723986, "pvalue": 0.18412794497660323, "lower": -1.1700679241001204, "upper": 0.24184614743886285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0754784509392937e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.26833692523924463, "se": 0.20064389177113948, "lower": -0.6615917268286305, "upper": 0.12491787635014129 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.2333270113155738, "se": 0.19070121035226853, "lower": -0.607094515414217, "upper": 0.14044049278306944 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.18690389356115106, "se": 0.16230006641333491, "lower": -0.5050061784197464, "upper": 0.13119839129744426 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 528.0, "post_cells": 6, "estimate": -0.2245591037197352, "se": 0.1895874817605217, "lower": -0.5961437398900021, "upper": 0.14702553245053174 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.26833692523924463, "se": 0.20064389177113948, "lower": -0.6615917268286305, "upper": 0.12491787635014129, "event_study": [ { "event_time": -3, "estimate": -0.36017242812310407, "se": 0.36204479609179024, "lower": -1.0697671892531606, "upper": 0.3494223330069525, "relative_to_minus_one": -0.36017242812310407, "n": 0.0 }, { "event_time": -2, "estimate": -0.05220179097953433, "se": 0.2716793418968896, "lower": -0.5846835164409817, "upper": 0.48027993448191303, "relative_to_minus_one": -0.05220179097953433, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.15777693531752923, "se": 0.18391934356215597, "lower": -0.5182522247596035, "upper": 0.20269835412454512, "relative_to_minus_one": -0.15777693531752923, "n": 245.0 }, { "event_time": 1, "estimate": -0.21602863319712523, "se": 0.24598810398210605, "lower": -0.6981564576273469, "upper": 0.2660991912330965, "relative_to_minus_one": -0.21602863319712523, "n": 186.0 }, { "event_time": 2, "estimate": -0.4312052072030793, "se": 0.32020315236477076, "lower": -1.0587918535742213, "upper": 0.19638143916806283, "relative_to_minus_one": -0.4312052072030793, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.30573953541628957, "se": 0.2549664600340069, "event_time": 0, "mass": 90.0 }, { "group": 2, "year": 3, "att": -0.4462535483416422, "se": 0.22800734726920013, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.4312052072030793, "se": 0.32020315236477076, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.1693025755190818, "se": 0.38225965745132834, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.037045165917920876, "se": 0.3514391957439684, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.10318392645360576, "se": 0.33713474482611727, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": -0.36017242812310407, "se": 0.36204479609179024, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.36927910749024373, "se": 0.4619486507024148, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.14298737140779136, "se": 0.1472298177969663, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.2245591037197352, "treated_cell_se": 0.1895874817605217, "checks": { "input_rows": 1070, "retained_rows": 1070, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045157500077039, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1544496291284552, "event_study": [ { "event_time": -3, "estimate": -0.26376914699064175, "raw_gap": -0.1244596049054811, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.2640577611492855 }, { "event_time": -2, "estimate": -0.03316664883855834, "raw_gap": 0.022281769793409845, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.033455262997202084 }, { "event_time": -1, "estimate": 0.00028861415864374075, "raw_gap": 0.03838852716184146, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07864410065714697, "raw_gap": -0.03939520285662461, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.07893271481579071 }, { "event_time": 1, "estimate": -0.103474658090495, "raw_gap": -0.10049627056403897, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.10376327224913874 }, { "event_time": 2, "estimate": -0.4436630217937247, "raw_gap": -0.4436630217937247, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.4439516359523684 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.09090379821497692, -0.05597556263920029, 0.062416899536423834, -0.03186595380910099, -0.0441683633251411, -0.4288630349175098 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": 0.00769416777667805 }, { "cohort": 3, "pre_gap": 0.1393095420851606 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12661132714663623, "zeta_omega": [ 0.0, 1.4287985633191127, 1.3461224214841474 ], "zeta_lambda": [ 0.0, 8.495687087023774e-07, 9.518522925386963e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.13240293905874814, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032025016844272614, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.22320353653252495, "event_study": [ { "event_time": -3, "estimate": -0.046316803054266845, "raw_gap": -0.046316803054266845, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.059674524970784855 }, { "event_time": -2, "estimate": 0.01004257099845033, "raw_gap": 0.01004257099845033, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0033151509180676785 }, { "event_time": -1, "estimate": 0.013357721916518009, "raw_gap": 0.013357721916518009, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.09441433329200043, "raw_gap": -0.09441433329200043, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.10777205520851843 }, { "event_time": 1, "estimate": -0.251953947603165, "raw_gap": -0.251953947603165, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.265311669519683 }, { "event_time": 2, "estimate": -0.4933661997777772, "raw_gap": -0.4933661997777772, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.5067239216942951 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03352451805184928, -0.011092977559735144, 0.017141715679379235, -0.09945024857111204, -0.21440804212069084, -0.5310403519293916 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.07374059337782507, "lambda_l": 0.02184883903750172, "singular_values": [ 1.6606763751605946, 1.114265180675309, 0.0, 0.0 ], "history_objective": [ 0.07449682041809433, 0.0738337349698225, 0.07377741698840667, 0.07376021070773281, 0.07375168241840654, 0.0737469652987316, 0.0737442819077701, 0.0737427387841922, 0.07374184580312053, 0.07374132668068967, 0.07374102379026583, 0.07374084652929297, 0.07374074252862065, 0.07374068138132474, 0.07374064536586877, 0.07374062412129798, 0.07374061157395873, 0.07374060415548767, 0.07374059976548104, 0.07374059716565098, 0.07374059562499784, 0.07374059471150686, 0.07374059416961884, 0.07374059384803609, 0.07374059365712539, 0.07374059354375415, 0.07374059347641088, 0.07374059343639892, 0.07374059341262072, 0.0737405933984872, 0.07374059339008487, 0.07374059338508901, 0.07374059338211816, 0.07374059338035122, 0.07374059337930024, 0.07374059337867502, 0.07374059337830305, 0.07374059337808175, 0.07374059337795004, 0.0737405933778717, 0.07374059337782507 ], "history_rmse": [ 0.12058148096014074, 0.11540963279425859, 0.11471516833195705, 0.11456473769648672, 0.11452540741244685, 0.11451369390167704, 0.11450969460142134, 0.11450805285432337, 0.11450720076109475, 0.11450665201248882, 0.11450624809740341, 0.11450593284315116, 0.11450568234472903, 0.11450548308644638, 0.1145053252982738, 0.11450520104616885, 0.11450510370214931, 0.11450502776062875, 0.11450496871275595, 0.1145049229175585, 0.11450488746910695, 0.11450486006924744, 0.11450483891310033, 0.11450482259059658, 0.11450481000442422, 0.11450480030314668, 0.11450479282753837, 0.1145047870680108, 0.11450478263110508, 0.114504779213288, 0.11450477658054034, 0.11450477455251591, 0.1145047729902699, 0.11450477178677651, 0.11450477085960499, 0.11450477014527131, 0.11450476959488412, 0.11450476917079008, 0.11450476884398854, 0.11450476859214452, 0.11450476839805329 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.21769360630213452, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000254250131547451, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.01557146266092761, "event_study": [ { "event_time": -3, "estimate": -0.11369031868193497, "raw_gap": -0.11369031868193497, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.1289390873508863 }, { "event_time": -2, "estimate": 0.03227023933607361, "raw_gap": 0.03227023933607361, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.01702147066712229 }, { "event_time": -1, "estimate": 0.015248768668951324, "raw_gap": 0.015248768668951324, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07379338314177539, "raw_gap": 0.07379338314177539, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": 0.058544614472824066 }, { "event_time": 1, "estimate": 0.019712003303665137, "raw_gap": 0.019712003303665137, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": 0.004463234634713813 }, { "event_time": 2, "estimate": -0.1394234968994526, "raw_gap": -0.1394234968994526, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.15467226556840394 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0801345119914308, -0.017450214661957147, 0.03539536655856775, 0.09227194099776424, 0.08100955437249516, -0.12462351002323784 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05183698763885198, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.048351987859526005, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016062520444393158, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.19720465361266512, "SE": 0.23831296860540183, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4063326904425615, "upper": 0.19865579870182357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178772557787714, "upper": 0.2730313193610253, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6122100397513115, "upper": 0.1397607076790594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.19720465361266512, "SE": 0.23831296860540183, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6978816218310244, "upper": 0.3034723146056941, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6615917268286305, "upper": 0.12491787635014129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5961437398900021, "upper": 0.14702553245053174, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588616.6468182, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4063326904425615, "upper": 0.19865579870182357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178772557787714, "upper": 0.2730313193610253, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6122100397513115, "upper": 0.1397607076790594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.19720465361266512, "SE": 0.23831296860540183, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6978816218310244, "upper": 0.3034723146056941, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6615917268286305, "upper": 0.12491787635014129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5961437398900021, "upper": 0.14702553245053174, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P010", "source_specification_id": "CI-F4-J-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P010.json", "input_bytes": 200114, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p010", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-J-DYNAMIC", "source_specification_id": "CI-F4-J-DYNAMIC", "specification_id": "S01-P010", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-J-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P010" }, "source": { "file": "CI-F4-J-DYNAMIC.csv", "bytes": 200114, "sha256": "d618b2bc9a14b851c3009841f9591cb8451aef349e4fe53740c28d962a33b0e9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549636, "se": 0.09784091446362361, "pvalue": 0.27741764425347515, "lower": -0.09596995037846866, "upper": 0.31514231688946137 }, { "method": "Dynamic TWFE", "estimate": 0.09114698572120529, "se": 0.11768060074787942, "pvalue": 0.44867335875347575, "lower": -0.1560907820988206, "upper": 0.33838475354123115 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.26664786849456373, "se": 0.12476889592623024, "pvalue": 0.04656468378616419, "lower": -0.528777591882521, "upper": -0.004518145106606364 }, { "event_time": -2, "estimate": -0.31886417440172266, "se": 0.11976092102590544, "pvalue": 0.01586375247584924, "lower": -0.5704725329446138, "upper": -0.06725581585883156 }, { "event_time": 0, "estimate": 0.06680908056552175, "se": 0.11153570902232968, "pvalue": 0.5566420450024985, "lower": -0.1675187487934019, "upper": 0.30113690992444536 }, { "event_time": 1, "estimate": 0.14634352135819917, "se": 0.15593754511199548, "pvalue": 0.36042352044021503, "lower": -0.1812691040686733, "upper": 0.47395614678507164 }, { "event_time": 2, "estimate": 0.0466375041081106, "se": 0.1583485034389632, "pvalue": 0.7717268946481032, "lower": -0.28604035680599105, "upper": 0.3793153650222122 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p010", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-J-DYNAMIC", "source_specification_id": "CI-F4-J-DYNAMIC", "specification_id": "S01-P010", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-J-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P010" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P010", "regression_results": "analyses/archive-expanded/baselines/S01-P010.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-J-DYNAMIC.csv", "bytes": 200114, "sha256": "d618b2bc9a14b851c3009841f9591cb8451aef349e4fe53740c28d962a33b0e9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549636, "se": 0.09784091446362361, "pvalue": 0.27741764425347515, "lower": -0.09596995037846866, "upper": 0.31514231688946137 }, { "method": "Dynamic TWFE", "estimate": 0.09114698572120529, "se": 0.11768060074787942, "pvalue": 0.44867335875347575, "lower": -0.1560907820988206, "upper": 0.33838475354123115 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.26664786849456373, "se": 0.12476889592623024, "pvalue": 0.04656468378616419, "lower": -0.528777591882521, "upper": -0.004518145106606364 }, { "event_time": -2, "estimate": -0.31886417440172266, "se": 0.11976092102590544, "pvalue": 0.01586375247584924, "lower": -0.5704725329446138, "upper": -0.06725581585883156 }, { "event_time": 0, "estimate": 0.06680908056552175, "se": 0.11153570902232968, "pvalue": 0.5566420450024985, "lower": -0.1675187487934019, "upper": 0.30113690992444536 }, { "event_time": 1, "estimate": 0.14634352135819917, "se": 0.15593754511199548, "pvalue": 0.36042352044021503, "lower": -0.1812691040686733, "upper": 0.47395614678507164 }, { "event_time": 2, "estimate": 0.0466375041081106, "se": 0.1583485034389632, "pvalue": 0.7717268946481032, "lower": -0.28604035680599105, "upper": 0.3793153650222122 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.002410519711563344, "se": 0.11762510335160606, "lower": -0.22813044653538614, "upper": 0.2329514859585128 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.003150209821564515, "se": 0.11827079350196702, "lower": -0.22865628586526468, "upper": 0.23495670550839373 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.023349341818409777, "se": 0.11703427726821375, "lower": -0.2060336265839639, "upper": 0.25273231022078346 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.007042328118949375, "se": 0.11774267697991289, "lower": -0.2237290782050132, "upper": 0.23781373444291193 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.002410519711563344, "se": 0.11762510335160606, "lower": -0.22813044653538614, "upper": 0.2329514859585128, "event_study": [ { "event_time": -3, "estimate": -0.3044143320141457, "se": 0.1871098607781013, "lower": -0.6711429202915279, "upper": 0.0623142562632365, "relative_to_minus_one": -0.3044143320141457, "n": 0.0 }, { "event_time": -2, "estimate": -0.2351946490595126, "se": 0.1804555477070786, "lower": -0.5888810233758361, "upper": 0.11849172525681101, "relative_to_minus_one": -0.2351946490595126, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.029401494832634434, "se": 0.12247552748451077, "lower": -0.26944911768982105, "upper": 0.21064612802455218, "relative_to_minus_one": -0.029401494832634434, "n": 244.0 }, { "event_time": 1, "estimate": 0.06158691484913907, "se": 0.1564124498175855, "lower": -0.24497585352700707, "upper": 0.36814968322528524, "relative_to_minus_one": 0.06158691484913907, "n": 185.0 }, { "event_time": 2, "estimate": -0.024953860881814605, "se": 0.15908148900819286, "lower": -0.3367478499448771, "upper": 0.2868401281812479, "relative_to_minus_one": -0.024953860881814605, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.1567491893175603, "se": 0.16786437082347624, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": -0.11357258073620533, "se": 0.1459361477515421, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.024953860881814605, "se": 0.15908148900819286, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.26983102223909267, "se": 0.24754342577100574, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.13936927398055693, "se": 0.21810032532952625, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.3034441543050595, "se": 0.25678379959886577, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.3044143320141457, "se": 0.18710986077810132, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.18578946701148205, "se": 0.2125791262006502, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.0193186551187032, "se": 0.20458014033286898, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.007042328118949375, "treated_cell_se": 0.11774267697991289, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04362349957227707, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.24837573012903807, "event_study": [ { "event_time": -3, "estimate": -0.10411125261025839, "raw_gap": -0.06811797447700298, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.19302075577094752 }, { "event_time": -2, "estimate": -0.13001775599850962, "raw_gap": -0.07828189269656002, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.21892725915919875 }, { "event_time": -1, "estimate": 0.08890950316068914, "raw_gap": 0.11380404514909505, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23883908648972382, "raw_gap": 0.2709182068936863, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.14992958332903467 }, { "event_time": 1, "estimate": 0.28814069068428033, "raw_gap": 0.3114365164069256, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.1992311875235912 }, { "event_time": 2, "estimate": 0.19598430664229707, "raw_gap": 0.19598430664229705, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.10707480348160793 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1245179957115213, -0.022528509994974313, 0.05217692790814461, 0.30397830942268317, 0.27613784968210187, 0.21942089324015268 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.6653345369377347e-17 }, { "cohort": 2, "pre_gap": 0.06070039096745598 }, { "cohort": 3, "pre_gap": 0.035993278133255424 } ], "diagnostics": { "converged": true, "pre_rmse": 0.10012346078083657, "zeta_omega": [ 0.0, 0.92784340263969, 0.6293735388285417 ], "zeta_lambda": [ 0.0, 5.516989880137269e-07, 4.4503429720503664e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2557217368726627, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031737470999360085, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12421439950464003, "event_study": [ { "event_time": -3, "estimate": -0.0188244678266216, "raw_gap": -0.0188244678266216, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.03568822668872927 }, { "event_time": -2, "estimate": -0.027269342122677988, "raw_gap": -0.027269342122677988, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.044133100984785664 }, { "event_time": -1, "estimate": 0.016863758862107673, "raw_gap": 0.016863758862107673, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11419580610112418, "raw_gap": 0.11419580610112418, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.0973320472390165 }, { "event_time": 1, "estimate": 0.189033474132158, "raw_gap": 0.189033474132158, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.17216971527005034 }, { "event_time": 2, "estimate": 0.024766566008463456, "raw_gap": 0.024766566008463456, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.007902807146355783 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.027869019107406724, -0.005526591780007266, 0.011975984513444728, 0.21734816225478845, 0.18876221725137085, 0.08034763202224234 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.02884188904708212, "lambda_l": 0.013175455919618271, "singular_values": [ 0.976948107913887, 0.5650323341537162, 0.16288348919020856, 0.0 ], "history_objective": [ 0.029107930136399666, 0.02888407398600251, 0.028862061931772244, 0.028851891456883796, 0.028846968465019, 0.028844519070057993, 0.028843274146537663, 0.02884262947375316, 0.028842289990886838, 0.028842108543124148, 0.028842010304250033, 0.028841956531582447, 0.02884192682969257, 0.02884191030134134, 0.028841901048544123, 0.028841895843925797, 0.02884189290529788, 0.028841891241155663, 0.02884189029655717, 0.028841889759408854, 0.02884188945352402, 0.028841889279141487, 0.02884188917964134, 0.02884188912282957, 0.028841889090374488, 0.028841889071826016, 0.028841889061221863, 0.028841889055157912, 0.028841889051689544, 0.02884188904970541, 0.028841889048570237, 0.028841889047920677, 0.028841889047548985, 0.028841889047336255, 0.0288418890472145, 0.028841889047144825, 0.028841889047104944, 0.02884188904708212 ], "history_rmse": [ 0.08079420254082081, 0.07982891283027828, 0.0798567170974819, 0.07986559478502818, 0.0798690462698726, 0.07987055094097505, 0.07987125182173645, 0.07987159284379737, 0.07987176436118652, 0.07987185301676183, 0.07987189991304819, 0.07987192520495248, 0.07987193906369332, 0.07987194675473268, 0.07987195106549604, 0.07987195349999898, 0.07987195488267954, 0.07987195567123337, 0.07987195612228767, 0.07987195638082757, 0.07987195652922953, 0.0798719566144902, 0.0798719566635024, 0.07987195669168534, 0.07987195670789334, 0.0798719567172143, 0.07987195672257427, 0.07987195672565597, 0.0798719567274276, 0.07987195672844573, 0.0798719567290309, 0.07987195672936698, 0.07987195672956024, 0.07987195672967097, 0.07987195672973452, 0.07987195672977117, 0.07987195672979207, 0.07987195672980411 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.18244904535873335, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023850006982684135, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.24401404987900172, "event_study": [ { "event_time": -3, "estimate": 0.04015317161338054, "raw_gap": 0.04015317161338054, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.024043099528261586 }, { "event_time": -2, "estimate": -0.02387213163169469, "raw_gap": -0.02387213163169469, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08806840277333682 }, { "event_time": -1, "estimate": 0.06419627114164213, "raw_gap": 0.06419627114164213, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07479238444680672, "raw_gap": -0.07479238444680672, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.13898865558844886 }, { "event_time": 1, "estimate": -0.22180165229730356, "raw_gap": -0.22180165229730356, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.2859979234389457 }, { "event_time": 2, "estimate": -0.7169242573588946, "raw_gap": -0.7169242573588946, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.7811205285005368 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.016246849621137816, 0.019330084039149348, -0.006896405679126508, -0.061518606229526915, -0.28754765000769655, -0.6934876707610391 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.051952912618680805, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.25389292906882643, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014970777556300163, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549636, "SE": 0.09784091446362361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.09114698572120529, "SE": 0.11768060074787942, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549636, "SE": 0.09784091446362361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09596995037846866, "upper": 0.31514231688946137, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.09114698572120529, "SE": 0.11768060074787942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1560907820988206, "upper": 0.33838475354123115, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21377485092524995, "upper": 0.29811194792567686, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14368162930488104, "upper": 0.34651176274645257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22813044653538614, "upper": 0.2329514859585128, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2237290782050132, "upper": 0.23781373444291193, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588617.7843509, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549636, "SE": 0.09784091446362361, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09596995037846866, "upper": 0.31514231688946137, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.09114698572120529, "SE": 0.11768060074787942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1560907820988206, "upper": 0.33838475354123115, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21377485092524995, "upper": 0.29811194792567686, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14368162930488104, "upper": 0.34651176274645257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22813044653538614, "upper": 0.2329514859585128, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2237290782050132, "upper": 0.23781373444291193, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P011", "source_specification_id": "CI-F4-K-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P011.json", "input_bytes": 199878, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p011", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-K-DYNAMIC", "source_specification_id": "CI-F4-K-DYNAMIC", "specification_id": "S01-P011", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-K-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P011" }, "source": { "file": "CI-F4-K-DYNAMIC.csv", "bytes": 199878, "sha256": "773f75b6e795644e3f5c1b3fce1899b389537465863059b813a1e395cb7da4b5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640264, "se": 0.14308541369898528, "pvalue": 0.2507894271589519, "lower": -0.1308179767108025, "upper": 0.47040462184360776 }, { "method": "Dynamic TWFE", "estimate": 0.0759086201346267, "se": 0.15253893406042632, "pvalue": 0.6247663070270408, "lower": -0.24456378842779736, "upper": 0.3963810286970507 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17398322771944855, "se": 0.24583850607248947, "pvalue": 0.48818640340671066, "lower": -0.3425043080281749, "upper": 0.6904707634670719 }, { "event_time": -2, "estimate": 0.036230640842607305, "se": 0.09970712047682734, "pvalue": 0.7205605076151068, "lower": -0.1732462461361278, "upper": 0.2457075278213424 }, { "event_time": 0, "estimate": 0.1327135645132288, "se": 0.12666807816943215, "pvalue": 0.3086299534588879, "lower": -0.13340619270790594, "upper": 0.39883332173436353 }, { "event_time": 1, "estimate": 0.0830992653330187, "se": 0.18223126642512263, "pvalue": 0.6538365753249208, "lower": -0.29975441872055814, "upper": 0.46595294938659554 }, { "event_time": 2, "estimate": -0.08232758601205492, "se": 0.23484541132913964, "pvalue": 0.7299869908088783, "lower": -0.5757194867229167, "upper": 0.41106431469880694 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p011", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-K-DYNAMIC", "source_specification_id": "CI-F4-K-DYNAMIC", "specification_id": "S01-P011", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-K-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P011" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P011", "regression_results": "analyses/archive-expanded/baselines/S01-P011.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-K-DYNAMIC.csv", "bytes": 199878, "sha256": "773f75b6e795644e3f5c1b3fce1899b389537465863059b813a1e395cb7da4b5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640264, "se": 0.14308541369898528, "pvalue": 0.2507894271589519, "lower": -0.1308179767108025, "upper": 0.47040462184360776 }, { "method": "Dynamic TWFE", "estimate": 0.0759086201346267, "se": 0.15253893406042632, "pvalue": 0.6247663070270408, "lower": -0.24456378842779736, "upper": 0.3963810286970507 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17398322771944855, "se": 0.24583850607248947, "pvalue": 0.48818640340671066, "lower": -0.3425043080281749, "upper": 0.6904707634670719 }, { "event_time": -2, "estimate": 0.036230640842607305, "se": 0.09970712047682734, "pvalue": 0.7205605076151068, "lower": -0.1732462461361278, "upper": 0.2457075278213424 }, { "event_time": 0, "estimate": 0.1327135645132288, "se": 0.12666807816943215, "pvalue": 0.3086299534588879, "lower": -0.13340619270790594, "upper": 0.39883332173436353 }, { "event_time": 1, "estimate": 0.0830992653330187, "se": 0.18223126642512263, "pvalue": 0.6538365753249208, "lower": -0.29975441872055814, "upper": 0.46595294938659554 }, { "event_time": 2, "estimate": -0.08232758601205492, "se": 0.23484541132913964, "pvalue": 0.7299869908088783, "lower": -0.5757194867229167, "upper": 0.41106431469880694 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.09453683007745294, "se": 0.1604000150730242, "lower": -0.21984142258535627, "upper": 0.40891508274026217 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.10448452643978655, "se": 0.1633531772525885, "lower": -0.2156818177354745, "upper": 0.42465087061504764 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.09546234736926976, "se": 0.16167854811980892, "lower": -0.2214217840182818, "upper": 0.4123464787568213 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885, "event_study": [ { "event_time": -3, "estimate": 0.2900779706980714, "se": 0.3547876817682276, "lower": -0.4052931077261127, "upper": 0.9854490491222555, "relative_to_minus_one": 0.2900779706980714, "n": 0.0 }, { "event_time": -2, "estimate": -0.026542442626241003, "se": 0.18033062606277814, "lower": -0.3799839750188462, "upper": 0.32689908976636417, "relative_to_minus_one": -0.026542442626241003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15531151355046502, "se": 0.13602232369406847, "lower": -0.11128734198335843, "upper": 0.4219103690842885, "relative_to_minus_one": 0.15531151355046502, "n": 244.0 }, { "event_time": 1, "estimate": 0.05639799777828332, "se": 0.22212932138133437, "lower": -0.378967472039455, "upper": 0.49176346759602163, "relative_to_minus_one": 0.05639799777828332, "n": 185.0 }, { "event_time": 2, "estimate": 0.024650239666411652, "se": 0.27277837126908, "lower": -0.5099855437824806, "upper": 0.559286023115304, "relative_to_minus_one": 0.024650239666411652, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2685703330020406, "se": 0.15216595884984088, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.27745873916874186, "se": 0.21787932199946275, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.024650239666411652, "se": 0.27277837126908006, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.276988239646075, "se": 0.21709407285325763, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.15190836900047847, "se": 0.19451929154400477, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.24883889780711851, "se": 0.3187649877723368, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.2900779706980714, "se": 0.3547876817682276, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.3306924252040806, "se": 0.30868034750828816, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.37046057471596666, "se": 0.2078941141015274, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.09546234736926976, "treated_cell_se": 0.16167854811980892, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.0443894169293344, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.21348876069665798, "event_study": [ { "event_time": -3, "estimate": 0.3590764114840417, "raw_gap": -0.004598629748677501, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.1762575179374146 }, { "event_time": -2, "estimate": 0.2815986134485644, "raw_gap": -0.03623057047206174, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.09877971990193732 }, { "event_time": -1, "estimate": 0.1828188935466271, "raw_gap": 0.013431066414435578, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44105938058407707, "raw_gap": 0.23687105468375302, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.25824048703744995 }, { "event_time": 1, "estimate": 0.048158839132886204, "raw_gap": -0.06379953155530735, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.13466005441374088 }, { "event_time": 2, "estimate": -0.046315361837013465, "raw_gap": -0.046315361837013506, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.22913425538364054 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.051456366621928054, 0.06170444634059269, -0.022139238787463798, 0.25102578572348705, -0.06562652139607954, -0.01837414508719766 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": -0.291722515173462 }, { "cohort": 3, "pre_gap": -0.36367504123271926 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2820890612280672, "zeta_omega": [ 0.0, 2.4462594366915997, 2.5363166522278493 ], "zeta_lambda": [ 0.0, 1.4545545636280993e-06, 1.7934467040266744e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.23590022528604446, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032016728073358536, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1334088766433089, "event_study": [ { "event_time": -3, "estimate": 0.07728299255975496, "raw_gap": 0.07728299255975496, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.08882112520227696 }, { "event_time": -2, "estimate": -0.042697006692172815, "raw_gap": -0.042697006692172815, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.03115887404965082 }, { "event_time": -1, "estimate": -0.011538132642521995, "raw_gap": -0.011538132642521995, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21289236642243475, "raw_gap": 0.21289236642243475, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.22443049906495674 }, { "event_time": 1, "estimate": 0.08485150277654359, "raw_gap": 0.08485150277654359, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.09638963541906559 }, { "event_time": 2, "estimate": 0.02496244601044285, "raw_gap": 0.02496244601044285, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.03650057865296485 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04226434978866601, -0.0035648733364879656, -0.010810527528310802, 0.23417536435455488, 0.13021820514225493, 0.0566647985138841 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 26, "termination_reason": "Relative objective tolerance reached", "objective": 0.16028953326998086, "lambda_l": 0.03765692922533473, "singular_values": [ 2.8837576396073783, 0.2577502640459134, 0.0, 0.0 ], "history_objective": [ 0.16324649492179336, 0.1607699402128294, 0.16041199323385408, 0.1603261753832801, 0.1603009146420683, 0.16029309635737046, 0.16029065126588127, 0.16028988485218038, 0.16028964428968365, 0.16028956859557345, 0.16028954466422285, 0.16028953703173435, 0.16028953455977069, 0.16028953373806132, 0.16028953345329436, 0.16028953334836715, 0.16028953330648654, 0.16028953328820741, 0.1602895332795275, 0.1602895332751173, 0.1602895332727672, 0.16028953327147633, 0.16028953327075415, 0.16028953327034576, 0.16028953327011355, 0.16028953326998086 ], "history_rmse": [ 0.21455460514229133, 0.20632395207881374, 0.2050897885686775, 0.20490186219013393, 0.20488737110331556, 0.2048963765634667, 0.20490429151114975, 0.20490901096453595, 0.20491158613397756, 0.20491296513278706, 0.2049137060235897, 0.20491410767592158, 0.20491432731708542, 0.20491444821841406, 0.20491451505844555, 0.20491455210383203, 0.20491457265859236, 0.20491458406353466, 0.2049145903856726, 0.20491459388363187, 0.20491459581326155, 0.20491459687309724, 0.20491459745156793, 0.2049145977644734, 0.20491459793152433, 0.20491459801897763 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.16665065094292328, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002177082933485508, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.34925162238858914, "event_study": [ { "event_time": -3, "estimate": 0.030086798615413655, "raw_gap": 0.030086798615413655, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.009494473987038024 }, { "event_time": -2, "estimate": -0.007676154474508284, "raw_gap": -0.007676154474508284, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.047257427076959964 }, { "event_time": -1, "estimate": 0.03958127260245168, "raw_gap": 0.03958127260245168, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3434402801412964, "raw_gap": 0.3434402801412964, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.3038590075388447 }, { "event_time": 1, "estimate": 0.40266781880499286, "raw_gap": 0.40266781880499286, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.36308654620254116 }, { "event_time": 2, "estimate": 0.261084655423013, "raw_gap": 0.261084655423013, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.22150338282056134 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01677093825783689, -0.0028953066007053677, 0.006942015833614432, 0.31404151703616373, 0.4120267317098828, 0.2890258721728289 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.012891004829970854, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.34207072843419345, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001500002108514309, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179767108025, "upper": 0.47040462184360776, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456378842779736, "upper": 0.3963810286970507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588618.9235551, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640264, "SE": 0.14308541369898528, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179767108025, "upper": 0.47040462184360776, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0759086201346267, "SE": 0.15253893406042632, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456378842779736, "upper": 0.3963810286970507, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P012", "source_specification_id": "CI-F4-L-DYNAMIC", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P012.json", "input_bytes": 169314, "specification_type": "event_study_post_average", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p012", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-L-DYNAMIC", "source_specification_id": "CI-F4-L-DYNAMIC", "specification_id": "S01-P012", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-L-DYNAMIC.csv", "output_dir": "analyses/full-archive/results/S01-P012" }, "source": { "file": "CI-F4-L-DYNAMIC.csv", "bytes": 169314, "sha256": "af85a7f5bd69b4a5d6a71098bb4ebbaef7c7924ad144ce8bdad23794abf9fe46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.062037859929712315, "se": 0.10124164893310571, "pvalue": 0.5476929030202613, "lower": -0.2747386715636197, "upper": 0.15066295170419508 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358364, "se": 0.25447562110418454, "pvalue": 0.2917096259370606, "lower": -0.8110529588153924, "upper": 0.2582139233482251 }, { "event_time": -2, "estimate": 0.010498378026893209, "se": 0.11319430309004584, "pvalue": 0.927129425112314, "lower": -0.22731402816470836, "upper": 0.24831078421849478 }, { "event_time": 0, "estimate": 0.04053557945384703, "se": 0.09827702464647482, "pvalue": 0.68487152322954, "lower": -0.16593678767524364, "upper": 0.2470079465829377 }, { "event_time": 1, "estimate": -0.13668456955271735, "se": 0.1305012846744272, "pvalue": 0.30878511481922616, "lower": -0.4108575948049915, "upper": 0.1374884556995568 }, { "event_time": 2, "estimate": -0.17889492169359295, "se": 0.19157497229814438, "pvalue": 0.36275968394512303, "lower": -0.5813790033533308, "upper": 0.22358915996614492 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.1491746662009321e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p012", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "CI-F4-L-DYNAMIC", "source_specification_id": "CI-F4-L-DYNAMIC", "specification_id": "S01-P012", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-F4-L-DYNAMIC.csv", "output_dir": "analyses/archive-expanded/fits/S01-P012" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P012", "regression_results": "analyses/archive-expanded/baselines/S01-P012.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-F4-L-DYNAMIC.csv", "bytes": 169314, "sha256": "af85a7f5bd69b4a5d6a71098bb4ebbaef7c7924ad144ce8bdad23794abf9fe46" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.062037859929712315, "se": 0.10124164893310571, "pvalue": 0.5476929030202613, "lower": -0.2747386715636197, "upper": 0.15066295170419508 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358364, "se": 0.25447562110418454, "pvalue": 0.2917096259370606, "lower": -0.8110529588153924, "upper": 0.2582139233482251 }, { "event_time": -2, "estimate": 0.010498378026893209, "se": 0.11319430309004584, "pvalue": 0.927129425112314, "lower": -0.22731402816470836, "upper": 0.24831078421849478 }, { "event_time": 0, "estimate": 0.04053557945384703, "se": 0.09827702464647482, "pvalue": 0.68487152322954, "lower": -0.16593678767524364, "upper": 0.2470079465829377 }, { "event_time": 1, "estimate": -0.13668456955271735, "se": 0.1305012846744272, "pvalue": 0.30878511481922616, "lower": -0.4108575948049915, "upper": 0.1374884556995568 }, { "event_time": 2, "estimate": -0.17889492169359295, "se": 0.19157497229814438, "pvalue": 0.36275968394512303, "lower": -0.5813790033533308, "upper": 0.22358915996614492 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.1491746662009321e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.14814007572946877, "se": 0.08982685170889203, "lower": -0.3241974699235174, "upper": 0.027917318464579816 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.13104065854066782, "se": 0.08486869144017709, "lower": -0.2973802371784577, "upper": 0.035298920097122044 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.09070493230901076, "se": 0.08155523290792134, "lower": -0.25055025155931243, "upper": 0.06914038694129089 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": -0.12952175113835906, "se": 0.08463919580110542, "lower": -0.2954115265889594, "upper": 0.036368024312241315 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.14814007572946877, "se": 0.08982685170889203, "lower": -0.3241974699235174, "upper": 0.027917318464579816, "event_study": [ { "event_time": -3, "estimate": -0.303366442737867, "se": 0.23988527055698883, "lower": -0.7735329334512118, "upper": 0.1668000479754777, "relative_to_minus_one": -0.303366442737867, "n": 0.0 }, { "event_time": -2, "estimate": 0.014932217758936606, "se": 0.1794106640854288, "lower": -0.3367062222909176, "upper": 0.36657065780879083, "relative_to_minus_one": 0.014932217758936606, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.01678779577494567, "se": 0.11180216603833801, "lower": -0.23591601460365536, "upper": 0.20234042305376398, "relative_to_minus_one": -0.01678779577494567, "n": 244.0 }, { "event_time": 1, "estimate": -0.25456075389387384, "se": 0.11319687154454204, "lower": -0.47642254528378314, "upper": -0.03269896250396456, "relative_to_minus_one": -0.25456075389387384, "n": 185.0 }, { "event_time": 2, "estimate": -0.1730716775195868, "se": 0.1706386837718255, "lower": -0.5075173520816842, "upper": 0.1613739970425106, "relative_to_minus_one": -0.1730716775195868, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.004238990830196385, "se": 0.1534333355510426, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": -0.24075409384568608, "se": 0.16529316580452105, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.1730716775195868, "se": 0.17063868377182537, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": 0.06264381527733806, "se": 0.23007146610432216, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.1911531568310924, "se": 0.242357416858071, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.2736247542451082, "se": 0.13520615891072485, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.303366442737867, "se": 0.23988527055698877, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.05312341118863097, "se": 0.19950496755699298, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.20721083436827523, "se": 0.07627875183856736, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.12952175113835906, "treated_cell_se": 0.08463919580110542, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04439566610381007, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.07564722887579461, "event_study": [ { "event_time": -3, "estimate": -0.35359586390009545, "raw_gap": -0.2604669279262786, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.3396079104213969 }, { "event_time": -2, "estimate": -0.09424123889058163, "raw_gap": -0.06766171196522261, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08025328541188304 }, { "event_time": -1, "estimate": -0.013987953478698596, "raw_gap": 0.007415881862828252, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.02688414578119268, "raw_gap": 0.04709084843502376, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.04087209925989128 }, { "event_time": 1, "estimate": -0.15824272317921687, "raw_gap": -0.16258587543879838, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.14425476970051826 }, { "event_time": 2, "estimate": -0.17707940564841737, "raw_gap": -0.17707940564841737, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.16309145216971876 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1975958738755053, 0.04354964374455736, 0.03399894965735094, 0.09464767872261241, -0.15275043035109276, -0.10240394323176952 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": -0.011316664338346119 }, { "cohort": 3, "pre_gap": 0.09312893597381677 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09991500370555298, "zeta_omega": [ 0.0, 0.8065408218777788, 0.692605120889746 ], "zeta_lambda": [ 0.0, 4.795720419585985e-07, 4.897457776656679e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 9.020562075079397e-17 }, "native_matrix_att": -0.03475319241160063, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031637493520975113, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1421183481488218, "event_study": [ { "event_time": -3, "estimate": -0.038277808012934296, "raw_gap": -0.038277808012934296, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.044576651258689426 }, { "event_time": -2, "estimate": 0.00866850409888335, "raw_gap": 0.00866850409888335, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.00236966085312822 }, { "event_time": -1, "estimate": 0.00629884324575513, "raw_gap": 0.00629884324575513, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.008220505254972017, "raw_gap": -0.008220505254972017, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.014519348500727147 }, { "event_time": 1, "estimate": -0.24515074014459792, "raw_gap": -0.24515074014459792, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.25144958339035306 }, { "event_time": 2, "estimate": -0.28389002676216296, "raw_gap": -0.28389002676216296, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.2901888700079181 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04639820942018463, 0.01569211598290826, 0.00461973865853039, 0.019224492642272797, -0.22712159573592938, -0.1954999370647387 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 32, "termination_reason": "Relative objective tolerance reached", "objective": 0.018074147968522275, "lambda_l": 0.01174757080786394, "singular_values": [ 0.8648733119070974, 0.3409015693151788, 0.0, 0.0 ], "history_objective": [ 0.018113380472299885, 0.018084170537329945, 0.01807713004408069, 0.018075068618993665, 0.018074448243517827, 0.01807425423457408, 0.018074189749941422, 0.01807416633867951, 0.018074156862392096, 0.0180741525825602, 0.018074150467972953, 0.01807414935643064, 0.01807414874966624, 0.018074148411318738, 0.01807414822046394, 0.018074148112149715, 0.018074148050482696, 0.0180741480153148, 0.018074147995241326, 0.018074147983778217, 0.018074147977230448, 0.018074147973489812, 0.018074147971352664, 0.01807414797013159, 0.0180741479694339, 0.018074147969035243, 0.01807414796880746, 0.018074147968677307, 0.018074147968602926, 0.018074147968560432, 0.018074147968536156, 0.018074147968522275 ], "history_rmse": [ 0.06369794420158244, 0.06308139737053725, 0.06281563931003505, 0.06267886560834658, 0.06260663518752023, 0.06256816581404144, 0.06254759485395776, 0.06253657021104256, 0.06253065369827929, 0.06252747559413614, 0.06252576720679627, 0.06252484823997013, 0.06252435354963176, 0.06252408701663366, 0.06252394325028285, 0.0625238655887189, 0.06252382355335713, 0.06252380074029486, 0.06252378831455815, 0.06252378151343062, 0.06252377776640866, 0.0625237756839646, 0.0625237745133686, 0.0625237738456815, 0.06252377345787064, 0.06252377322765516, 0.06252377308752084, 0.06252377299984228, 0.06252377294339553, 0.0625237729060229, 0.06252377288062645, 0.06252377286296672 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.10265465342953747, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002187499776482582, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10447613581385642, "event_study": [ { "event_time": -3, "estimate": -0.2372385398745314, "raw_gap": -0.2372385398745314, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.24698346278771902 }, { "event_time": -2, "estimate": -0.06643467573979657, "raw_gap": -0.06643467573979657, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.07617959865298421 }, { "event_time": -1, "estimate": 0.009744922913187633, "raw_gap": 0.009744922913187633, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.007875945485842906, "raw_gap": 0.007875945485842906, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.0018689774273447264 }, { "event_time": 1, "estimate": -0.15311108920579616, "raw_gap": -0.15311108920579616, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.1628560121189838 }, { "event_time": 2, "estimate": -0.2963140676848751, "raw_gap": -0.2963140676848751, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.30605899059806274 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1743674858237581, 0.02794793135771409, 0.036452807110216194, 0.04189244428479626, -0.14943698027857252, -0.22163860526822723 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09348604180019209, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.07068607678318288, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001471671275794506, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.062037859929712315, "SE": 0.10124164893310571, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17070006492894882, "upper": 0.216851590107392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24282883753983242, "upper": 0.14770916932122535, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34012787616883655, "upper": 0.04375123700565606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.062037859929712315, "SE": 0.10124164893310571, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2747386715636197, "upper": 0.15066295170419508, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3241974699235174, "upper": 0.027917318464579816, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2954115265889594, "upper": 0.036368024312241315, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588620.061166, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17070006492894882, "upper": 0.216851590107392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24282883753983242, "upper": 0.14770916932122535, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34012787616883655, "upper": 0.04375123700565606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.062037859929712315, "SE": 0.10124164893310571, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2747386715636197, "upper": 0.15066295170419508, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3241974699235174, "upper": 0.027917318464579816, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2954115265889594, "upper": 0.036368024312241315, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P013", "source_specification_id": "CI-T3-A01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 1 (\"Trust: central government\"), accepted-manuscript p. 46", "outcome_label": "Trust: central government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P013.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: central government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p013", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: central government [Table 3 original scale]", "source_specification_id": "CI-T3-A01-ORIG", "specification_id": "S01-P013", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P013" }, "source": { "file": "CI-T3-A01-ORIG.csv", "bytes": 194049, "sha256": "af90f812a417a627b7d7aaa29b12841ca0bc3b62d108db9e97ba1e203470ce04" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7433697408754478, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2145722116583281, "se": 0.11377748070807477, "pvalue": 0.07555280901655836, "lower": -0.024465405244365718, "upper": 0.45360982856102194 }, { "method": "Dynamic TWFE", "estimate": 0.32452178198914444, "se": 0.10681546302713821, "pvalue": 0.00707280413208553, "lower": 0.10011082147687805, "upper": 0.5489327425014108 }, { "method": "BJS / did2s", "estimate": 0.28827128509820965, "se": 0.11601574526296207, "pvalue": 0.02302534342835015, "lower": 0.0445312488602628, "upper": 0.5320113213361565 }, { "method": "Sun\u2013Abraham", "estimate": 0.3885253830076921, "se": 0.10881719686300068, "pvalue": 0.0021863006212762335, "lower": 0.15990893576096604, "upper": 0.6171418302544183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2734094211132707, "se": 0.15979406892331108, "pvalue": 0.10425710741479637, "lower": -0.6091243024140505, "upper": 0.0623054601875091 }, { "event_time": -2, "estimate": -0.10423773075876798, "se": 0.10889626703722294, "pvalue": 0.35113708446180625, "lower": -0.33302029827724333, "upper": 0.12454483675970736 }, { "event_time": 0, "estimate": 0.2432054966550746, "se": 0.11328451896872442, "pvalue": 0.04567983699897751, "lower": 0.005203553935577504, "upper": 0.48120743937457167 }, { "event_time": 1, "estimate": 0.35953453946350317, "se": 0.11298541762952993, "pvalue": 0.005161205427691081, "lower": 0.12216098533978537, "upper": 0.596908093587221 }, { "event_time": 2, "estimate": 0.4643036876655104, "se": 0.1566004317835753, "pvalue": 0.008294382732353264, "lower": 0.13529838902013386, "upper": 0.7933089863108869 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.15250669892257324, "se": 0.07303380855337478, "pvalue": 0.051264007257100445, "lower": -0.3059450369951028, "upper": 0.0009316391499563093 }, { "event_time": -2, "estimate": 0.02762931081441932, "se": 0.037600937899155064, "pvalue": 0.4719245180578361, "lower": -0.05136732835165011, "upper": 0.10662594998048874 }, { "event_time": -1, "estimate": 0.021355403110918412, "se": 0.019089417210712785, "pvalue": 0.27797434521226255, "lower": -0.018749974242424684, "upper": 0.06146078046426151 }, { "event_time": 0, "estimate": 0.23392695484139092, "se": 0.11238526610893101, "pvalue": 0.05193867386133636, "lower": -0.002185727725216441, "upper": 0.47003963740799826 }, { "event_time": 1, "estimate": 0.32769616056578194, "se": 0.12155172650536158, "pvalue": 0.014778517695821463, "lower": 0.07232545932131701, "upper": 0.5830668618102468 }, { "event_time": 2, "estimate": 0.35075931760068274, "se": 0.18132689089647797, "pvalue": 0.06894088971321548, "lower": -0.030194343972109905, "upper": 0.7317129791734753 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5391315374662096, "se": 0.17557923014013713, "pvalue": 0.006589590281983387, "lower": -0.9080098118761772, "upper": -0.1702532630562419 }, { "event_time": -2, "estimate": -0.19433817226594474, "se": 0.13028607997118336, "pvalue": 0.1531152935826694, "lower": -0.46805906921401036, "upper": 0.07938272468212088 }, { "event_time": 0, "estimate": 0.2922514986231172, "se": 0.10540366146524223, "pvalue": 0.012549283869363383, "lower": 0.07080662312868483, "upper": 0.5136963741175496 }, { "event_time": 1, "estimate": 0.4526909101310629, "se": 0.11607317545656029, "pvalue": 0.0010493052797647046, "lower": 0.20883021753361022, "upper": 0.6965516027285156 }, { "event_time": 2, "estimate": 0.5101843208402526, "se": 0.1908561356036554, "pvalue": 0.015510745250420803, "lower": 0.10921045903530058, "upper": 0.9111581826452045 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6123458407688631e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09924367305115425, "df_num": 1, "df_den": 1076, "pvalue": 0.7528002318625951, "log10_pvalue": -0.12332025581800704, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1128.163299431126, "rss_restricted": 1128.2673543285582, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.23712499492163666 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.0824335595208281 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.12121692818930509 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5697842384040116 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: central government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p013", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: central government [Table 3 original scale]", "source_specification_id": "CI-T3-A01-ORIG", "specification_id": "S01-P013", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P013" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P013", "regression_results": "analyses/archive-expanded/baselines/S01-P013.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A01-ORIG.csv", "bytes": 194049, "sha256": "af90f812a417a627b7d7aaa29b12841ca0bc3b62d108db9e97ba1e203470ce04" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7433697408754478, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2145722116583281, "se": 0.11377748070807477, "pvalue": 0.07555280901655836, "lower": -0.024465405244365718, "upper": 0.45360982856102194 }, { "method": "Dynamic TWFE", "estimate": 0.32452178198914444, "se": 0.10681546302713821, "pvalue": 0.00707280413208553, "lower": 0.10011082147687805, "upper": 0.5489327425014108 }, { "method": "BJS / did2s", "estimate": 0.28827128509820965, "se": 0.11601574526296207, "pvalue": 0.02302534342835015, "lower": 0.0445312488602628, "upper": 0.5320113213361565 }, { "method": "Sun\u2013Abraham", "estimate": 0.3885253830076921, "se": 0.10881719686300068, "pvalue": 0.0021863006212762335, "lower": 0.15990893576096604, "upper": 0.6171418302544183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2734094211132707, "se": 0.15979406892331108, "pvalue": 0.10425710741479637, "lower": -0.6091243024140505, "upper": 0.0623054601875091 }, { "event_time": -2, "estimate": -0.10423773075876798, "se": 0.10889626703722294, "pvalue": 0.35113708446180625, "lower": -0.33302029827724333, "upper": 0.12454483675970736 }, { "event_time": 0, "estimate": 0.2432054966550746, "se": 0.11328451896872442, "pvalue": 0.04567983699897751, "lower": 0.005203553935577504, "upper": 0.48120743937457167 }, { "event_time": 1, "estimate": 0.35953453946350317, "se": 0.11298541762952993, "pvalue": 0.005161205427691081, "lower": 0.12216098533978537, "upper": 0.596908093587221 }, { "event_time": 2, "estimate": 0.4643036876655104, "se": 0.1566004317835753, "pvalue": 0.008294382732353264, "lower": 0.13529838902013386, "upper": 0.7933089863108869 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.15250669892257324, "se": 0.07303380855337478, "pvalue": 0.051264007257100445, "lower": -0.3059450369951028, "upper": 0.0009316391499563093 }, { "event_time": -2, "estimate": 0.02762931081441932, "se": 0.037600937899155064, "pvalue": 0.4719245180578361, "lower": -0.05136732835165011, "upper": 0.10662594998048874 }, { "event_time": -1, "estimate": 0.021355403110918412, "se": 0.019089417210712785, "pvalue": 0.27797434521226255, "lower": -0.018749974242424684, "upper": 0.06146078046426151 }, { "event_time": 0, "estimate": 0.23392695484139092, "se": 0.11238526610893101, "pvalue": 0.05193867386133636, "lower": -0.002185727725216441, "upper": 0.47003963740799826 }, { "event_time": 1, "estimate": 0.32769616056578194, "se": 0.12155172650536158, "pvalue": 0.014778517695821463, "lower": 0.07232545932131701, "upper": 0.5830668618102468 }, { "event_time": 2, "estimate": 0.35075931760068274, "se": 0.18132689089647797, "pvalue": 0.06894088971321548, "lower": -0.030194343972109905, "upper": 0.7317129791734753 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5391315374662096, "se": 0.17557923014013713, "pvalue": 0.006589590281983387, "lower": -0.9080098118761772, "upper": -0.1702532630562419 }, { "event_time": -2, "estimate": -0.19433817226594474, "se": 0.13028607997118336, "pvalue": 0.1531152935826694, "lower": -0.46805906921401036, "upper": 0.07938272468212088 }, { "event_time": 0, "estimate": 0.2922514986231172, "se": 0.10540366146524223, "pvalue": 0.012549283869363383, "lower": 0.07080662312868483, "upper": 0.5136963741175496 }, { "event_time": 1, "estimate": 0.4526909101310629, "se": 0.11607317545656029, "pvalue": 0.0010493052797647046, "lower": 0.20883021753361022, "upper": 0.6965516027285156 }, { "event_time": 2, "estimate": 0.5101843208402526, "se": 0.1908561356036554, "pvalue": 0.015510745250420803, "lower": 0.10921045903530058, "upper": 0.9111581826452045 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6123458407688631e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09924367305115425, "df_num": 1, "df_den": 1076, "pvalue": 0.7528002318625951, "log10_pvalue": -0.12332025581800704, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1128.163299431126, "rss_restricted": 1128.2673543285582, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.23712499492163666 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.0824335595208281 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.12121692818930509 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5697842384040116 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.29829182500158463, "se": 0.11310173753664418, "lower": 0.07661649284086011, "upper": 0.5199671571623091 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2653629343426052, "se": 0.10880049054168364, "lower": 0.052117891380614484, "upper": 0.4786079773045959 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.2184294625950196, "se": 0.11342506438879706, "lower": -0.0038795785511592518, "upper": 0.4407385037411985 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.2577154307221432, "se": 0.10830110790267442, "lower": 0.04544915974711511, "upper": 0.4699817016971713 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.29829182500158463, "se": 0.11310173753664418, "lower": 0.07661649284086011, "upper": 0.5199671571623091, "event_study": [ { "event_time": -3, "estimate": -0.47453835660286314, "se": 0.15451730899722338, "lower": -0.7773867172254678, "upper": -0.17168999598025847, "relative_to_minus_one": -0.47453835660286314, "n": 0.0 }, { "event_time": -2, "estimate": -0.016845411074542932, "se": 0.09797627351536027, "lower": -0.20887537850409463, "upper": 0.17518455635500876, "relative_to_minus_one": -0.016845411074542932, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.17167485674246571, "se": 0.1271404578191173, "lower": -0.07751586156093807, "upper": 0.4208655750458695, "relative_to_minus_one": 0.17167485674246571, "n": 255.0 }, { "event_time": 1, "estimate": 0.28501894870920463, "se": 0.11266369577937808, "lower": 0.06420216261644629, "upper": 0.505835734801963, "relative_to_minus_one": 0.28501894870920463, "n": 193.0 }, { "event_time": 2, "estimate": 0.4381816695530835, "se": 0.1780715588838089, "lower": 0.08916782746991453, "upper": 0.7871955116362526, "relative_to_minus_one": 0.4381816695530835, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.17339057613664516, "se": 0.1867236950243542, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.20575030086651763, "se": 0.13785057278316698, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.4381816695530835, "se": 0.17807155888380896, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": 0.027606521288422527, "se": 0.17373678823502645, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.38665528726391435, "se": 0.15038965517713662, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.39775048595261064, "se": 0.18347816628306804, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.47453835660286314, "se": 0.15451730899722335, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.07951179377160156, "se": 0.1453043995530747, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.1348349241926875, "se": 0.16221698149995922, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.2577154307221432, "treated_cell_se": 0.10830110790267442, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045399708207696676, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5024458979963486, "event_study": [ { "event_time": -3, "estimate": -0.6946486486989975, "raw_gap": -0.3535219802453744, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.6951433142520943 }, { "event_time": -2, "estimate": -0.14829179829483086, "raw_gap": -0.04957872961601634, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.14878646384792774 }, { "event_time": -1, "estimate": 0.000494665553096881, "raw_gap": 0.07615094533061319, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.36340522419781596, "raw_gap": 0.4369920685881794, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.36291055864471905 }, { "event_time": 1, "estimate": 0.6412105585982429, "raw_gap": 0.6255832272690396, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.6407158930451461 }, { "event_time": 2, "estimate": 0.5891838212209501, "raw_gap": 0.5891838212209503, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.5886891556678533 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3815475134192139, -0.030497519112887006, 0.136166938967689, 0.45358385380023586, 0.6447217110262004, 0.5893074426204139 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.04075776954778758 }, { "cohort": 3, "pre_gap": 0.34112666845362294 } ], "diagnostics": { "converged": true, "pre_rmse": 0.21761974342162194, "zeta_omega": [ 0.0, 0.9325556472425846, 0.6933573185946758 ], "zeta_lambda": [ 0.0, 5.545009054184247e-07, 4.902776617636167e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 6.661338147750939e-16 }, "native_matrix_att": 0.5039695627521764, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00036787474527955055, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.29979623863558785, "event_study": [ { "event_time": -3, "estimate": -0.05207552920936398, "raw_gap": -0.05207552920936398, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.060005158518096166 }, { "event_time": -2, "estimate": -0.0007033552993385034, "raw_gap": -0.0007033552993385034, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.008632984608070687 }, { "event_time": -1, "estimate": 0.007929629308732184, "raw_gap": 0.007929629308732184, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2376380261154225, "raw_gap": 0.2376380261154225, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.22970839680669033 }, { "event_time": 1, "estimate": 0.3445553793843811, "raw_gap": 0.3445553793843811, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.3366257500756489 }, { "event_time": 2, "estimate": 0.3719145389168386, "raw_gap": 0.3719145389168386, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.3639849096081064 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06794259588833973, -0.0009028790449192581, 0.021461105582386716, 0.25249949477551326, 0.37949793201986814, 0.3308684168543161 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 46, "termination_reason": "Relative objective tolerance reached", "objective": 0.033582933748299536, "lambda_l": 0.014207819732836519, "singular_values": [ 1.1003146570058049, 0.7298878958867199, 0.011353754686118767, 0.0 ], "history_objective": [ 0.034064760276088346, 0.03382167925971533, 0.03371982228357196, 0.033664288869774184, 0.033631718445821794, 0.033612205901714445, 0.033600479960233944, 0.033593441080031115, 0.03358922192363672, 0.033586695623741294, 0.03358518394626723, 0.033584279713805315, 0.03358373891187064, 0.03358341547133399, 0.03358322201219148, 0.033583106281338204, 0.03358303703595199, 0.03358299559553173, 0.03358297078968305, 0.03358295593777334, 0.03358294704354833, 0.033582941715976686, 0.033582938524125534, 0.03358293661143702, 0.033582935465053365, 0.03358293477783381, 0.03358293436579651, 0.0335829341187102, 0.03358293397051709, 0.033582933881623464, 0.033582933828293325, 0.033582933796294734, 0.03358293377709295, 0.03358293376556897, 0.03358293375865212, 0.03358293375450009, 0.033582933752007486, 0.03358293375051095, 0.03358293374961239, 0.03358293374907279, 0.033582933748748746, 0.03358293374855413, 0.033582933748437266, 0.03358293374836704, 0.033582933748324856, 0.033582933748299536 ], "history_rmse": [ 0.0853838536446007, 0.08578396345087294, 0.08598081677551249, 0.08605266419458536, 0.0860858897112084, 0.0861041049131544, 0.08611473766112496, 0.08612104855196681, 0.08612480698150222, 0.08612704536845399, 0.08612837752712343, 0.08612916976496376, 0.08612964063789678, 0.08612992039671066, 0.08613008657353266, 0.08613018527506251, 0.08613024390100658, 0.08613027872686921, 0.08613029941798062, 0.08613031171364546, 0.08613031902195968, 0.08613032336692168, 0.08613032595073875, 0.08613032748764046, 0.08613032840204501, 0.08613032894621857, 0.08613032927014054, 0.08613032946300246, 0.0861303295778574, 0.08613032964627212, 0.08613032968703287, 0.08613032971132263, 0.08613032972580001, 0.0861303297344302, 0.08613032973957657, 0.08613032974264528, 0.08613032974447578, 0.08613032974556772, 0.0861303297462193, 0.08613032974660793, 0.08613032974683993, 0.08613032974697847, 0.08613032974706122, 0.08613032974711042, 0.08613032974714012, 0.08613032974715772 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3093450705382247, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00026245787739753723, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1968348662935391, "event_study": [ { "event_time": -3, "estimate": -0.05444413248041613, "raw_gap": -0.05444413248041613, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.029596775170427858 }, { "event_time": -2, "estimate": 0.015468386894409129, "raw_gap": 0.015468386894409129, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.0403157442043974 }, { "event_time": -1, "estimate": -0.02484735730998827, "raw_gap": -0.02484735730998827, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16637863298025768, "raw_gap": 0.16637863298025768, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.19122599029024595 }, { "event_time": 1, "estimate": 0.2085564103914362, "raw_gap": 0.2085564103914362, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.23340376770142446 }, { "event_time": 2, "estimate": 0.25187568113346537, "raw_gap": 0.25187568113346537, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.27672303844345364 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.08246966565425562, 0.018799746603716527, 0.013806206906700699, 0.2029316274632508, 0.24946963388458926, 0.251999302532929 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04179155917392847, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.22753090276474847, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001482921652495861, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2145722116583281, "SE": 0.11377748070807477, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.32452178198914444, "SE": 0.10681546302713821, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.28827128509820965, "SE": 0.11601574526296207, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3885253830076921, "SE": 0.10881719686300068, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.29829182500158463, "SE": 0.11310173753664418, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2577154307221432, "SE": 0.10830110790267442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5024458979963486, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.29979623863558785, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1968348662935391, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2145722116583281, "SE": 0.11377748070807477, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.024465405244365718, "upper": 0.45360982856102194, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.32452178198914444, "SE": 0.10681546302713821, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.10011082147687805, "upper": 0.5489327425014108, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.28827128509820965, "SE": 0.11601574526296207, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0445312488602628, "upper": 0.5320113213361565, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3885253830076921, "SE": 0.10881719686300068, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.15990893576096604, "upper": 0.6171418302544183, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.29829182500158463, "SE": 0.11310173753664418, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07661649284086011, "upper": 0.5199671571623091, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2577154307221432, "SE": 0.10830110790267442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.04544915974711511, "upper": 0.4699817016971713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5024458979963486, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.29979623863558785, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1968348662935391, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588621.210239, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2145722116583281, "SE": 0.11377748070807477, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.024465405244365718, "upper": 0.45360982856102194, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.32452178198914444, "SE": 0.10681546302713821, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.10011082147687805, "upper": 0.5489327425014108, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.28827128509820965, "SE": 0.11601574526296207, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0445312488602628, "upper": 0.5320113213361565, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3885253830076921, "SE": 0.10881719686300068, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.15990893576096604, "upper": 0.6171418302544183, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.29829182500158463, "SE": 0.11310173753664418, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07661649284086011, "upper": 0.5199671571623091, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2577154307221432, "SE": 0.10830110790267442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.04544915974711511, "upper": 0.4699817016971713, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5024458979963486, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.29979623863558785, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1968348662935391, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P014", "source_specification_id": "CI-T3-A02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 2 (\"Trust: provincial government\"), accepted-manuscript p. 46", "outcome_label": "Trust: provincial government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P014.json", "input_bytes": 193950, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: provincial government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p014", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: provincial government [Table 3 original scale]", "source_specification_id": "CI-T3-A02-ORIG", "specification_id": "S01-P014", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P014" }, "source": { "file": "CI-T3-A02-ORIG.csv", "bytes": 193950, "sha256": "32a8c0922abe355b6a33070784899517f7a6683f74f6eb1210d1c283e6125220" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.7627420052807632, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2319714901623524, "se": 0.13413628045075177, "pvalue": 0.10085406641076518, "lower": -0.0498383778325851, "upper": 0.5137813581572899 }, { "method": "Dynamic TWFE", "estimate": 0.3224253252524971, "se": 0.1260264179645267, "pvalue": 0.019749897004666932, "lower": 0.057653646098193845, "upper": 0.5871970044068004 }, { "method": "BJS / did2s", "estimate": 0.30301860880217446, "se": 0.14240290007550158, "pvalue": 0.04741998046472568, "lower": 0.0038412174393109844, "upper": 0.6021960001650379 }, { "method": "Sun\u2013Abraham", "estimate": 0.3328428430090348, "se": 0.11093930068215999, "pvalue": 0.007681655764350103, "lower": 0.0997680210769572, "upper": 0.5659176649411124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2219374709029033, "se": 0.1667789004243902, "pvalue": 0.19989098881581052, "lower": -0.5723269386516702, "upper": 0.12845199684586353 }, { "event_time": -2, "estimate": -0.15009119289639347, "se": 0.16483364321548652, "pvalue": 0.3745593362757238, "lower": -0.4963938269010367, "upper": 0.1962114411082498 }, { "event_time": 0, "estimate": 0.24504170607214285, "se": 0.14269871258394126, "pvalue": 0.10309980942361638, "lower": -0.05475716430948055, "upper": 0.5448405764537663 }, { "event_time": 1, "estimate": 0.3554779390240644, "se": 0.11450513857814797, "pvalue": 0.00611916673556436, "lower": 0.11491156966437893, "upper": 0.5960443083837499 }, { "event_time": 2, "estimate": 0.45596200958327554, "se": 0.20592458582787376, "pvalue": 0.03995886477989584, "lower": 0.023330508589988197, "upper": 0.8885935105765629 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10514356452230501, "se": 0.06532017262303903, "pvalue": 0.12486838785690968, "lower": -0.24237615485839697, "upper": 0.03208902581378696 }, { "event_time": -2, "estimate": 0.045130769858795376, "se": 0.04997976205889359, "pvalue": 0.37846177755113053, "lower": -0.059872813816736974, "upper": 0.15013435353432772 }, { "event_time": -1, "estimate": -0.0007378320315384817, "se": 0.021784007653198677, "pvalue": 0.9733533039588659, "lower": -0.046504333834923035, "upper": 0.045028669771846073 }, { "event_time": 0, "estimate": 0.2512689972024886, "se": 0.15036978908739304, "pvalue": 0.11201533538110751, "lower": -0.0646462068776118, "upper": 0.567184201282589 }, { "event_time": 1, "estimate": 0.3726374569638549, "se": 0.13633480101804993, "pvalue": 0.013651150610943638, "lower": 0.08620866865315746, "upper": 0.6590662452745524 }, { "event_time": 2, "estimate": 0.3006157414293302, "se": 0.24648030690928044, "pvalue": 0.2383442493957004, "lower": -0.21722016784175252, "upper": 0.8184516507004129 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2590917104435435, "se": 0.18121218486106247, "pvalue": 0.16991127259384267, "lower": -0.6398043835783831, "upper": 0.12162096269129602 }, { "event_time": -2, "estimate": -0.067388214332049, "se": 0.18395279851964152, "pvalue": 0.7183861317902813, "lower": -0.4538587031059829, "upper": 0.3190822744418849 }, { "event_time": 0, "estimate": 0.2809460158621565, "se": 0.11999029384531215, "pvalue": 0.03091708021001314, "lower": 0.028855762907541604, "upper": 0.5330362688167714 }, { "event_time": 1, "estimate": 0.3907756576020903, "se": 0.09517183960860878, "pvalue": 0.0006633062369581154, "lower": 0.1908270421580791, "upper": 0.5907242730461015 }, { "event_time": 2, "estimate": 0.3533694200689774, "se": 0.23485918274581213, "pvalue": 0.14977167521991194, "lower": -0.14005141331469706, "upper": 0.8467902534526519 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.988626591782467e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6939224166198229, "df_num": 1, "df_den": 1075, "pvalue": 0.40501845027573946, "log10_pvalue": -0.39252519241389666, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1143.3703862897162, "rss_restricted": 1144.1084424213866, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.2489741586159127 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4389699771904025 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3230866741699449 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.06782026027415154 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: provincial government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p014", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: provincial government [Table 3 original scale]", "source_specification_id": "CI-T3-A02-ORIG", "specification_id": "S01-P014", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P014" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P014", "regression_results": "analyses/archive-expanded/baselines/S01-P014.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A02-ORIG.csv", "bytes": 193950, "sha256": "32a8c0922abe355b6a33070784899517f7a6683f74f6eb1210d1c283e6125220" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.7627420052807632, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2319714901623524, "se": 0.13413628045075177, "pvalue": 0.10085406641076518, "lower": -0.0498383778325851, "upper": 0.5137813581572899 }, { "method": "Dynamic TWFE", "estimate": 0.3224253252524971, "se": 0.1260264179645267, "pvalue": 0.019749897004666932, "lower": 0.057653646098193845, "upper": 0.5871970044068004 }, { "method": "BJS / did2s", "estimate": 0.30301860880217446, "se": 0.14240290007550158, "pvalue": 0.04741998046472568, "lower": 0.0038412174393109844, "upper": 0.6021960001650379 }, { "method": "Sun\u2013Abraham", "estimate": 0.3328428430090348, "se": 0.11093930068215999, "pvalue": 0.007681655764350103, "lower": 0.0997680210769572, "upper": 0.5659176649411124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2219374709029033, "se": 0.1667789004243902, "pvalue": 0.19989098881581052, "lower": -0.5723269386516702, "upper": 0.12845199684586353 }, { "event_time": -2, "estimate": -0.15009119289639347, "se": 0.16483364321548652, "pvalue": 0.3745593362757238, "lower": -0.4963938269010367, "upper": 0.1962114411082498 }, { "event_time": 0, "estimate": 0.24504170607214285, "se": 0.14269871258394126, "pvalue": 0.10309980942361638, "lower": -0.05475716430948055, "upper": 0.5448405764537663 }, { "event_time": 1, "estimate": 0.3554779390240644, "se": 0.11450513857814797, "pvalue": 0.00611916673556436, "lower": 0.11491156966437893, "upper": 0.5960443083837499 }, { "event_time": 2, "estimate": 0.45596200958327554, "se": 0.20592458582787376, "pvalue": 0.03995886477989584, "lower": 0.023330508589988197, "upper": 0.8885935105765629 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10514356452230501, "se": 0.06532017262303903, "pvalue": 0.12486838785690968, "lower": -0.24237615485839697, "upper": 0.03208902581378696 }, { "event_time": -2, "estimate": 0.045130769858795376, "se": 0.04997976205889359, "pvalue": 0.37846177755113053, "lower": -0.059872813816736974, "upper": 0.15013435353432772 }, { "event_time": -1, "estimate": -0.0007378320315384817, "se": 0.021784007653198677, "pvalue": 0.9733533039588659, "lower": -0.046504333834923035, "upper": 0.045028669771846073 }, { "event_time": 0, "estimate": 0.2512689972024886, "se": 0.15036978908739304, "pvalue": 0.11201533538110751, "lower": -0.0646462068776118, "upper": 0.567184201282589 }, { "event_time": 1, "estimate": 0.3726374569638549, "se": 0.13633480101804993, "pvalue": 0.013651150610943638, "lower": 0.08620866865315746, "upper": 0.6590662452745524 }, { "event_time": 2, "estimate": 0.3006157414293302, "se": 0.24648030690928044, "pvalue": 0.2383442493957004, "lower": -0.21722016784175252, "upper": 0.8184516507004129 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2590917104435435, "se": 0.18121218486106247, "pvalue": 0.16991127259384267, "lower": -0.6398043835783831, "upper": 0.12162096269129602 }, { "event_time": -2, "estimate": -0.067388214332049, "se": 0.18395279851964152, "pvalue": 0.7183861317902813, "lower": -0.4538587031059829, "upper": 0.3190822744418849 }, { "event_time": 0, "estimate": 0.2809460158621565, "se": 0.11999029384531215, "pvalue": 0.03091708021001314, "lower": 0.028855762907541604, "upper": 0.5330362688167714 }, { "event_time": 1, "estimate": 0.3907756576020903, "se": 0.09517183960860878, "pvalue": 0.0006633062369581154, "lower": 0.1908270421580791, "upper": 0.5907242730461015 }, { "event_time": 2, "estimate": 0.3533694200689774, "se": 0.23485918274581213, "pvalue": 0.14977167521991194, "lower": -0.14005141331469706, "upper": 0.8467902534526519 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.988626591782467e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6939224166198229, "df_num": 1, "df_den": 1075, "pvalue": 0.40501845027573946, "log10_pvalue": -0.39252519241389666, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1143.3703862897162, "rss_restricted": 1144.1084424213866, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.2489741586159127 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4389699771904025 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3230866741699449 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.06782026027415154 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.2804083269027194, "se": 0.15013536610572686, "lower": -0.013851583470240791, "upper": 0.5746682372756795 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2627461743273181, "se": 0.142915305054067, "lower": -0.017362676418208378, "upper": 0.5428550250728446 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.25841633401170416, "se": 0.14689490276892725, "lower": -0.02949238492790629, "upper": 0.5463250529513146 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.269366191704963, "se": 0.14346915224281692, "lower": -0.011828179583452059, "upper": 0.5505605629933781 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.2804083269027194, "se": 0.15013536610572686, "lower": -0.013851583470240791, "upper": 0.5746682372756795, "event_study": [ { "event_time": -3, "estimate": -0.256495292676269, "se": 0.1807053230982481, "lower": -0.6106712177635092, "upper": 0.09768063241097119, "relative_to_minus_one": -0.256495292676269, "n": 0.0 }, { "event_time": -2, "estimate": 0.05477336086170129, "se": 0.13949768610761878, "lower": -0.218637079835905, "upper": 0.3281838015593076, "relative_to_minus_one": 0.05477336086170129, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.1812748924830092, "se": 0.181227812463694, "lower": -0.1739250929428101, "upper": 0.5364748779088285, "relative_to_minus_one": 0.1812748924830092, "n": 255.0 }, { "event_time": 1, "estimate": 0.32665406050592993, "se": 0.1243855042589527, "lower": 0.08286295195952914, "upper": 0.5704451690523307, "relative_to_minus_one": 0.32665406050592993, "n": 193.0 }, { "event_time": 2, "estimate": 0.33329602771921907, "se": 0.257791993891189, "lower": -0.17196699581028096, "upper": 0.8385590512487191, "relative_to_minus_one": 0.33329602771921907, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.04406638455606329, "se": 0.1947756154059634, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.14722598692103145, "se": 0.1424750249313395, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.33329602771921907, "se": 0.25779199389118906, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": 0.053220626404328814, "se": 0.2496215781918487, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.6378317069578563, "se": 0.19552004444676074, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.5818268571958721, "se": 0.16981203681076798, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.256495292676269, "se": 0.18070532309824813, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.05696233773087518, "se": 0.14244117986021868, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.010577080786122487, "se": 0.2622508809223715, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.269366191704963, "treated_cell_se": 0.14346915224281692, "checks": { "input_rows": 1106, "retained_rows": 1106, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 5.551115123125783e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04415591713041067, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.44664430058624977, "event_study": [ { "event_time": -3, "estimate": -0.18842969927989395, "raw_gap": -0.20623304276272203, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.23519081198064284 }, { "event_time": -2, "estimate": 0.03854337012344786, "raw_gap": -0.006645876009333106, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.008217742577301033 }, { "event_time": -1, "estimate": 0.0467611127007489, "raw_gap": 0.026556783962743757, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3990900147113965, "raw_gap": 0.3724939033083645, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3523289020106476 }, { "event_time": 1, "estimate": 0.5367337012382666, "raw_gap": 0.5133659893321457, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.4899725885375177 }, { "event_time": 2, "estimate": 0.394035186308733, "raw_gap": 0.3940351863087328, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.3472740736079841 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.20623304276272214, -0.015482834631518116, 0.07298421908484812, 0.3604637229409961, 0.5487048634128705, 0.3928059365692492 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.060945518890288104 }, { "cohort": 3, "pre_gap": -0.017803343482828124 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12215683403008668, "zeta_omega": [ 0.0, 1.0151737423899585, 0.7570575765836132 ], "zeta_lambda": [ 0.0, 6.036259187070391e-07, 5.353205461509268e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.6653345369377348e-16 }, "native_matrix_att": 0.4498955324758758, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032133329659700394, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3357465008839804, "event_study": [ { "event_time": -3, "estimate": -0.04091041312254329, "raw_gap": -0.04091041312254329, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.04434106695326243 }, { "event_time": -2, "estimate": 0.0012098469168408336, "raw_gap": 0.0012098469168408336, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0022208069138783095 }, { "event_time": -1, "estimate": 0.003430653830719143, "raw_gap": 0.003430653830719143, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.276657578172058, "raw_gap": 0.276657578172058, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.27322692434133883 }, { "event_time": 1, "estimate": 0.4117056122328775, "raw_gap": 0.4117056122328775, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.40827495840215833 }, { "event_time": 2, "estimate": 0.3398221688960112, "raw_gap": 0.3398221688960112, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.336391515065292 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03930582440895658, -0.0011237099395673411, 0.01278552334467875, 0.25301429601939496, 0.4385879420606599, 0.2843521290141936 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 34, "termination_reason": "Relative objective tolerance reached", "objective": 0.02799181370739606, "lambda_l": 0.013210732536611692, "singular_values": [ 0.9893217315360261, 0.6037629635385477, 0.04029004076562348, 0.0 ], "history_objective": [ 0.028200747495975276, 0.02803097213733144, 0.028000448764093796, 0.02799443412032738, 0.027992879960775957, 0.027992317500174738, 0.027992066703619364, 0.027991944284319645, 0.02799188218448721, 0.027991850037194586, 0.0279918331649951, 0.027991824213030085, 0.027991819419557345, 0.02799181683233375, 0.027991815426166654, 0.027991814657227554, 0.02799181423447957, 0.027991814000956863, 0.027991813871420197, 0.0279918137992994, 0.027991813759014106, 0.027991813736446422, 0.027991813723771714, 0.027991813716637032, 0.02799181371261279, 0.027991813710338962, 0.02799181370905208, 0.027991813708322766, 0.027991813707908923, 0.02799181370767384, 0.027991813707540163, 0.027991813707464074, 0.027991813707420748, 0.02799181370739606 ], "history_rmse": [ 0.07946217764560916, 0.0799267394613137, 0.08005983028686492, 0.08008172282435615, 0.08008500900675321, 0.08008556605334684, 0.08008570371273578, 0.08008575634573703, 0.08008578163348182, 0.08008579471516386, 0.08008580164546249, 0.08008580536263465, 0.08008580737659936, 0.08008580847787256, 0.08008580908509383, 0.08008580942234765, 0.08008580961082976, 0.08008580971672338, 0.08008580977648075, 0.08008580981032765, 0.08008580982955807, 0.08008580984051256, 0.08008580984676594, 0.08008580985034225, 0.08008580985239054, 0.08008580985356534, 0.08008580985423946, 0.08008580985462677, 0.08008580985484945, 0.08008580985497785, 0.08008580985505147, 0.08008580985509384, 0.08008580985511832, 0.08008580985513251 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3206754804395941, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00022725015878677368, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17785546630331156, "event_study": [ { "event_time": -3, "estimate": -0.048625944821072964, "raw_gap": -0.048625944821072964, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.017804809771971467 }, { "event_time": -2, "estimate": 0.03666208170737004, "raw_gap": 0.03666208170737004, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.06748321675647154 }, { "event_time": -1, "estimate": -0.030821135049101497, "raw_gap": -0.030821135049101497, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18164386087621884, "raw_gap": 0.18164386087621884, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.21246499592532034 }, { "event_time": 1, "estimate": 0.20911190556593587, "raw_gap": 0.20911190556593587, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.23993304061503737 }, { "event_time": 2, "estimate": 0.10787013236553313, "raw_gap": 0.10787013236553313, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.1386912674146346 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.048625944821073075, 0.018601528275254964, 0.003514734852517657, 0.17926260260756754, 0.2522300714362915, 0.10664088262604957 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04726668952059712, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.19013662555389813, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001611672341823578, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2319714901623524, "SE": 0.13413628045075177, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3224253252524971, "SE": 0.1260264179645267, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.30301860880217446, "SE": 0.14240290007550158, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3328428430090348, "SE": 0.11093930068215999, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.2804083269027194, "SE": 0.15013536610572686, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.269366191704963, "SE": 0.14346915224281692, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.44664430058624977, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3357465008839804, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17785546630331156, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2319714901623524, "SE": 0.13413628045075177, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0498383778325851, "upper": 0.5137813581572899, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3224253252524971, "SE": 0.1260264179645267, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.057653646098193845, "upper": 0.5871970044068004, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.30301860880217446, "SE": 0.14240290007550158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0038412174393109844, "upper": 0.6021960001650379, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3328428430090348, "SE": 0.11093930068215999, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0997680210769572, "upper": 0.5659176649411124, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2804083269027194, "SE": 0.15013536610572686, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.013851583470240791, "upper": 0.5746682372756795, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.269366191704963, "SE": 0.14346915224281692, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.011828179583452059, "upper": 0.5505605629933781, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.44664430058624977, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3357465008839804, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17785546630331156, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588622.354671, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2319714901623524, "SE": 0.13413628045075177, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0498383778325851, "upper": 0.5137813581572899, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3224253252524971, "SE": 0.1260264179645267, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.057653646098193845, "upper": 0.5871970044068004, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.30301860880217446, "SE": 0.14240290007550158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0038412174393109844, "upper": 0.6021960001650379, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3328428430090348, "SE": 0.11093930068215999, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0997680210769572, "upper": 0.5659176649411124, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2804083269027194, "SE": 0.15013536610572686, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.013851583470240791, "upper": 0.5746682372756795, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.269366191704963, "SE": 0.14346915224281692, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.011828179583452059, "upper": 0.5505605629933781, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.44664430058624977, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3357465008839804, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17785546630331156, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P015", "source_specification_id": "CI-T3-A03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 3 (\"Trust: local government\"), accepted-manuscript p. 46", "outcome_label": "Trust: local government [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P015.json", "input_bytes": 193935, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: local government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p015", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: local government [Table 3 original scale]", "source_specification_id": "CI-T3-A03-ORIG", "specification_id": "S01-P015", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P015" }, "source": { "file": "CI-T3-A03-ORIG.csv", "bytes": 193935, "sha256": "6bedeb62b18de39a1b8817b4cac534b739a7b13640c89bc18248954306de311a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.8128859948526956, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38820146125710797, "se": 0.12372858453606565, "pvalue": 0.005691906903435967, "lower": 0.12825735099746116, "upper": 0.6481455715167548 }, { "method": "Dynamic TWFE", "estimate": 0.3735393387717817, "se": 0.11628203901885763, "pvalue": 0.004829472900838224, "lower": 0.1292398401128953, "upper": 0.617838837430668 }, { "method": "BJS / did2s", "estimate": 0.33288060630824245, "se": 0.10362429096911133, "pvalue": 0.004829220320988734, "lower": 0.11517404950688609, "upper": 0.5505871631095989 }, { "method": "Sun\u2013Abraham", "estimate": 0.385059491047323, "se": 0.11641914369729853, "pvalue": 0.003915693665503817, "lower": 0.14047194614768, "upper": 0.629647035946966 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.24748748315389504, "se": 0.17623769612286996, "pvalue": 0.1772549218781977, "lower": -0.6177491432597351, "upper": 0.12277417695194501 }, { "event_time": -2, "estimate": -0.26606260687078753, "se": 0.11813195237450284, "pvalue": 0.03702748702909215, "lower": -0.5142486292710852, "upper": -0.01787658447048987 }, { "event_time": 0, "estimate": 0.3895409028131125, "se": 0.12177901087908367, "pvalue": 0.0049761184219523575, "lower": 0.13369269481849244, "upper": 0.6453891108077325 }, { "event_time": 1, "estimate": 0.31862050434155614, "se": 0.12633031614746779, "pvalue": 0.021304145419287577, "lower": 0.053210358796722756, "upper": 0.5840306498863895 }, { "event_time": 2, "estimate": 0.43872870091672356, "se": 0.14797175669071994, "pvalue": 0.008293395193011173, "lower": 0.12785157595200575, "upper": 0.7496058258814413 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04739070823184612, "se": 0.056998823394462085, "pvalue": 0.41662269319851625, "lower": -0.16714079256907802, "upper": 0.07235937610538579 }, { "event_time": -2, "estimate": -0.02374190331824427, "se": 0.035636407209755444, "pvalue": 0.513715515401069, "lower": -0.09861121666022413, "upper": 0.05112741002373558 }, { "event_time": -1, "estimate": 0.025797239873879527, "se": 0.020931232486331466, "pvalue": 0.23362767744695948, "lower": -0.018177647786063473, "upper": 0.06977212753382253 }, { "event_time": 0, "estimate": 0.40518353044307076, "se": 0.10967446716796836, "pvalue": 0.0016591508094861876, "lower": 0.17476602511819392, "upper": 0.6356010357679476 }, { "event_time": 1, "estimate": 0.27708576964012654, "se": 0.13005941497738388, "pvalue": 0.04718163177390648, "lower": 0.003841078173285384, "upper": 0.5503304611069677 }, { "event_time": 2, "estimate": 0.25619218453389403, "se": 0.14144276132264424, "pvalue": 0.08681905574841473, "lower": -0.040968030161401936, "upper": 0.55335239922919 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28788292235934393, "se": 0.2291126515839791, "pvalue": 0.22499298714200433, "lower": -0.7692307417701914, "upper": 0.19346489705150355 }, { "event_time": -2, "estimate": -0.2081919297083002, "se": 0.16085706300165356, "pvalue": 0.21193276940483663, "lower": -0.5461400786969155, "upper": 0.12975621928031505 }, { "event_time": 0, "estimate": 0.42021519999550483, "se": 0.10782418941409673, "pvalue": 0.0010559245966315618, "lower": 0.19368498398430456, "upper": 0.6467454160067051 }, { "event_time": 1, "estimate": 0.3407281554331545, "se": 0.13732491386532727, "pvalue": 0.023196857045840888, "lower": 0.052219217219286296, "upper": 0.6292370936470226 }, { "event_time": 2, "estimate": 0.3809719109648048, "se": 0.18011451368739287, "pvalue": 0.04862220381111695, "lower": 0.0025653593916649675, "upper": 0.7593784625379447 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4128164307291388e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5088589855562098, "df_num": 1, "df_den": 1076, "pvalue": 0.47578789224074497, "log10_pvalue": -0.32258661400101957, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1126.5552222387498, "rss_restricted": 1127.087989662134, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.212659109783813 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.23895919171091384 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.27428423234456734 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11805811912133432 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: local government [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p015", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: local government [Table 3 original scale]", "source_specification_id": "CI-T3-A03-ORIG", "specification_id": "S01-P015", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P015" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P015", "regression_results": "analyses/archive-expanded/baselines/S01-P015.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A03-ORIG.csv", "bytes": 193935, "sha256": "6bedeb62b18de39a1b8817b4cac534b739a7b13640c89bc18248954306de311a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.8128859948526956, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38820146125710797, "se": 0.12372858453606565, "pvalue": 0.005691906903435967, "lower": 0.12825735099746116, "upper": 0.6481455715167548 }, { "method": "Dynamic TWFE", "estimate": 0.3735393387717817, "se": 0.11628203901885763, "pvalue": 0.004829472900838224, "lower": 0.1292398401128953, "upper": 0.617838837430668 }, { "method": "BJS / did2s", "estimate": 0.33288060630824245, "se": 0.10362429096911133, "pvalue": 0.004829220320988734, "lower": 0.11517404950688609, "upper": 0.5505871631095989 }, { "method": "Sun\u2013Abraham", "estimate": 0.385059491047323, "se": 0.11641914369729853, "pvalue": 0.003915693665503817, "lower": 0.14047194614768, "upper": 0.629647035946966 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.24748748315389504, "se": 0.17623769612286996, "pvalue": 0.1772549218781977, "lower": -0.6177491432597351, "upper": 0.12277417695194501 }, { "event_time": -2, "estimate": -0.26606260687078753, "se": 0.11813195237450284, "pvalue": 0.03702748702909215, "lower": -0.5142486292710852, "upper": -0.01787658447048987 }, { "event_time": 0, "estimate": 0.3895409028131125, "se": 0.12177901087908367, "pvalue": 0.0049761184219523575, "lower": 0.13369269481849244, "upper": 0.6453891108077325 }, { "event_time": 1, "estimate": 0.31862050434155614, "se": 0.12633031614746779, "pvalue": 0.021304145419287577, "lower": 0.053210358796722756, "upper": 0.5840306498863895 }, { "event_time": 2, "estimate": 0.43872870091672356, "se": 0.14797175669071994, "pvalue": 0.008293395193011173, "lower": 0.12785157595200575, "upper": 0.7496058258814413 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04739070823184612, "se": 0.056998823394462085, "pvalue": 0.41662269319851625, "lower": -0.16714079256907802, "upper": 0.07235937610538579 }, { "event_time": -2, "estimate": -0.02374190331824427, "se": 0.035636407209755444, "pvalue": 0.513715515401069, "lower": -0.09861121666022413, "upper": 0.05112741002373558 }, { "event_time": -1, "estimate": 0.025797239873879527, "se": 0.020931232486331466, "pvalue": 0.23362767744695948, "lower": -0.018177647786063473, "upper": 0.06977212753382253 }, { "event_time": 0, "estimate": 0.40518353044307076, "se": 0.10967446716796836, "pvalue": 0.0016591508094861876, "lower": 0.17476602511819392, "upper": 0.6356010357679476 }, { "event_time": 1, "estimate": 0.27708576964012654, "se": 0.13005941497738388, "pvalue": 0.04718163177390648, "lower": 0.003841078173285384, "upper": 0.5503304611069677 }, { "event_time": 2, "estimate": 0.25619218453389403, "se": 0.14144276132264424, "pvalue": 0.08681905574841473, "lower": -0.040968030161401936, "upper": 0.55335239922919 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28788292235934393, "se": 0.2291126515839791, "pvalue": 0.22499298714200433, "lower": -0.7692307417701914, "upper": 0.19346489705150355 }, { "event_time": -2, "estimate": -0.2081919297083002, "se": 0.16085706300165356, "pvalue": 0.21193276940483663, "lower": -0.5461400786969155, "upper": 0.12975621928031505 }, { "event_time": 0, "estimate": 0.42021519999550483, "se": 0.10782418941409673, "pvalue": 0.0010559245966315618, "lower": 0.19368498398430456, "upper": 0.6467454160067051 }, { "event_time": 1, "estimate": 0.3407281554331545, "se": 0.13732491386532727, "pvalue": 0.023196857045840888, "lower": 0.052219217219286296, "upper": 0.6292370936470226 }, { "event_time": 2, "estimate": 0.3809719109648048, "se": 0.18011451368739287, "pvalue": 0.04862220381111695, "lower": 0.0025653593916649675, "upper": 0.7593784625379447 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4128164307291388e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5088589855562098, "df_num": 1, "df_den": 1076, "pvalue": 0.47578789224074497, "log10_pvalue": -0.32258661400101957, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1126.5552222387498, "rss_restricted": 1127.087989662134, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.212659109783813 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.23895919171091384 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.27428423234456734 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11805811912133432 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3011946860489756, "se": 0.11130846633971447, "lower": 0.08303410084874632, "upper": 0.5193552712492049 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2941584126617753, "se": 0.10103140032033268, "lower": 0.09614050672627475, "upper": 0.49217631859727584 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.31214497056230395, "se": 0.10505917133146357, "lower": 0.10623277850701238, "upper": 0.5180571626175955 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.2984418597351372, "se": 0.09981552890846465, "lower": 0.10280701797672986, "upper": 0.49407670149354455 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3011946860489756, "se": 0.11130846633971447, "lower": 0.08303410084874632, "upper": 0.5193552712492049, "event_study": [ { "event_time": -3, "estimate": -0.2659597654805655, "se": 0.23057562712786384, "lower": -0.7178796903639153, "upper": 0.18596015940278426, "relative_to_minus_one": -0.2659597654805655, "n": 0.0 }, { "event_time": -2, "estimate": -0.12425983304678548, "se": 0.11528082288479677, "lower": -0.350206094009128, "upper": 0.10168642791555704, "relative_to_minus_one": -0.12425983304678548, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3041140544681656, "se": 0.10380465512674739, "lower": 0.10066066899213963, "upper": 0.5075674399441915, "relative_to_minus_one": 0.3041140544681656, "n": 255.0 }, { "event_time": 1, "estimate": 0.24712100041687954, "se": 0.11932681132592295, "lower": 0.01324474782806434, "upper": 0.48099725300569474, "relative_to_minus_one": 0.24712100041687954, "n": 193.0 }, { "event_time": 2, "estimate": 0.3523490032618816, "se": 0.19637260396744366, "lower": -0.03253422806465528, "upper": 0.7372322345884186, "relative_to_minus_one": 0.3523490032618816, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.1442494979493087, "se": 0.13225776020793548, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.07995385106756217, "se": 0.14138709866265972, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.3523490032618816, "se": 0.19637260396744363, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.1536005699577246, "se": 0.1867707449070488, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.5708995383484553, "se": 0.08471298310810689, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.4848569809794035, "se": 0.16485438745838038, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.2659597654805655, "se": 0.2305756271278638, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.08289655027965669, "se": 0.06627730256951242, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.2485205319698554, "se": 0.26972279182592374, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.2984418597351372, "treated_cell_se": 0.09981552890846465, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04422670789062977, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5320452267274106, "event_study": [ { "event_time": -3, "estimate": -0.19451066139789933, "raw_gap": -0.17685955365974007, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.23135528057174704 }, { "event_time": -2, "estimate": -0.011532759519156893, "raw_gap": -0.049373114276306224, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.04837737869300461 }, { "event_time": -1, "estimate": 0.036844619173847716, "raw_gap": 0.02332171607228371, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5563605452399215, "raw_gap": 0.5357582462042816, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.5195159260660738 }, { "event_time": 1, "estimate": 0.5364641998184172, "raw_gap": 0.5097141776852961, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.49961958064456946 }, { "event_time": 2, "estimate": 0.4615125464548646, "raw_gap": 0.4615125464548644, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.4246679272810169 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0871585782112948, -0.07300838764285761, 0.07174626261446439, 0.5382135516344613, 0.5851471479692761, 0.47871900639050924 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.6645352591003756e-16 }, { "cohort": 2, "pre_gap": -0.06976694961746385 }, { "cohort": 3, "pre_gap": 0.017651107738159255 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09081722389115798, "zeta_omega": [ 0.0, 1.0015281694971363, 0.7469242967087479 ], "zeta_lambda": [ 0.0, 5.955122125208229e-07, 5.281552352357484e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.5608972852189298, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032300036400556564, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4456125332995728, "event_study": [ { "event_time": -3, "estimate": -0.03180480713905859, "raw_gap": -0.03180480713905859, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.04999119965302899 }, { "event_time": -2, "estimate": -0.028103714433736122, "raw_gap": -0.028103714433736122, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.04629010694770653 }, { "event_time": -1, "estimate": 0.018186392513970407, "raw_gap": 0.018186392513970407, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.46250863280622684, "raw_gap": 0.46250863280622684, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.4443222402922564 }, { "event_time": 1, "estimate": 0.4219769932261145, "raw_gap": 0.4219769932261145, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.40379060071214407 }, { "event_time": 2, "estimate": 0.44814407189937955, "raw_gap": 0.44814407189937955, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.42995767938540913 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.011089859308486716, -0.03198493435673827, 0.02309523380482376, 0.44320211774555535, 0.48482865016664, 0.39420101739357316 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.02994750860869243, "lambda_l": 0.014150238644196502, "singular_values": [ 1.1132420015887337, 0.5792432045381785, 0.0, 0.0 ], "history_objective": [ 0.03053550325301203, 0.030072302222120595, 0.029992443528227705, 0.029968021079666812, 0.029957600553140624, 0.029952603484586407, 0.02995010594272715, 0.029948838110986517, 0.02994819048905504, 0.02994785876241603, 0.02994768859647333, 0.029947601218278504, 0.029947556310134276, 0.0299475332079154, 0.02994752131111522, 0.029947515177615465, 0.029947512011335862, 0.02994751037444669, 0.02994750952684911, 0.029947509087169026, 0.029947508858639883, 0.02994750873960071, 0.029947508677446312, 0.029947508644909075, 0.0299475086278281, 0.029947508618833805, 0.029947508614082255, 0.02994750861156332, 0.029947508610223036, 0.029947508609507116, 0.029947508609123166, 0.029947508608916384, 0.029947508608804504, 0.02994750860874377, 0.029947508608710597, 0.02994750860869243 ], "history_rmse": [ 0.08300674939190764, 0.08029661567327552, 0.07843687643546018, 0.07784489353196167, 0.07762782979839913, 0.07753938533411656, 0.07749952374252081, 0.07747967370045544, 0.0774688223948433, 0.07746239806927978, 0.07745835121378937, 0.07745568580432736, 0.07745387650195643, 0.07745262399987704, 0.07745174608527977, 0.07745112591678885, 0.07745068569641456, 0.07745037227105829, 0.0774501487050173, 0.07744998905152721, 0.07744987495775778, 0.07744979338622414, 0.0774497350503878, 0.07744969332436927, 0.07744966347569478, 0.0774496421220286, 0.07744962684500915, 0.0774496159150784, 0.07744960809510279, 0.07744960250009199, 0.0774495984969275, 0.07744959563266192, 0.07744959358324142, 0.07744959211682298, 0.07744959106753364, 0.07744959031669908 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.4480033507096238, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002288329415023327, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.243395282152075, "event_study": [ { "event_time": -3, "estimate": -0.09540654399456366, "raw_gap": -0.09540654399456366, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07384625456761996 }, { "event_time": -2, "estimate": -0.004939464011685532, "raw_gap": -0.004939464011685532, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.016620825415258163 }, { "event_time": -1, "estimate": -0.021560289426943696, "raw_gap": -0.021560289426943696, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3590263580819656, "raw_gap": 0.3590263580819656, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3805866475089093 }, { "event_time": 1, "estimate": 0.18144561599468942, "raw_gap": 0.18144561599468942, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.2030059054216331 }, { "event_time": 2, "estimate": 0.06809889421460807, "raw_gap": 0.06809889421460807, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.08965918364155177 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.005705568546118367, -0.025248269291316794, 0.017292956039610417, 0.366626277386781, 0.25396656092025816, 0.085305354150253 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05062373395869864, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.276976571298583, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001549161970615387, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38820146125710797, "SE": 0.12372858453606565, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3735393387717817, "SE": 0.11628203901885763, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33288060630824245, "SE": 0.10362429096911133, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.385059491047323, "SE": 0.11641914369729853, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3011946860489756, "SE": 0.11130846633971447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2984418597351372, "SE": 0.09981552890846465, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5320452267274106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4456125332995728, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.243395282152075, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38820146125710797, "SE": 0.12372858453606565, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.12825735099746116, "upper": 0.6481455715167548, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3735393387717817, "SE": 0.11628203901885763, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1292398401128953, "upper": 0.617838837430668, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33288060630824245, "SE": 0.10362429096911133, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11517404950688609, "upper": 0.5505871631095989, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.385059491047323, "SE": 0.11641914369729853, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14047194614768, "upper": 0.629647035946966, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3011946860489756, "SE": 0.11130846633971447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08303410084874632, "upper": 0.5193552712492049, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2984418597351372, "SE": 0.09981552890846465, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10280701797672986, "upper": 0.49407670149354455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5320452267274106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4456125332995728, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.243395282152075, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588623.4969878, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38820146125710797, "SE": 0.12372858453606565, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.12825735099746116, "upper": 0.6481455715167548, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3735393387717817, "SE": 0.11628203901885763, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1292398401128953, "upper": 0.617838837430668, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33288060630824245, "SE": 0.10362429096911133, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11517404950688609, "upper": 0.5505871631095989, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.385059491047323, "SE": 0.11641914369729853, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14047194614768, "upper": 0.629647035946966, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3011946860489756, "SE": 0.11130846633971447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08303410084874632, "upper": 0.5193552712492049, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2984418597351372, "SE": 0.09981552890846465, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10280701797672986, "upper": 0.49407670149354455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5320452267274106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4456125332995728, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.243395282152075, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P016", "source_specification_id": "CI-T3-A04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 4 (\"Trust: courts\"), accepted-manuscript p. 46", "outcome_label": "Trust: courts [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P016.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p016", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: courts [Table 3 original scale]", "source_specification_id": "CI-T3-A04-ORIG", "specification_id": "S01-P016", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P016" }, "source": { "file": "CI-T3-A04-ORIG.csv", "bytes": 194049, "sha256": "7063c296fc3dfe96bf950cc8b4e760655aa880cb3c96511cad2cdfede39d8924" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7461047172254185, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18352232522747058, "se": 0.10583659840441823, "pvalue": 0.10000868540908846, "lower": -0.03883211702451117, "upper": 0.40587676747945234 }, { "method": "Dynamic TWFE", "estimate": 0.14801183647369248, "se": 0.12375576668138996, "pvalue": 0.2472146527437832, "lower": -0.1119893813541672, "upper": 0.40801305430155216 }, { "method": "BJS / did2s", "estimate": 0.13090633196334808, "se": 0.1320832030240584, "pvalue": 0.3347785306824661, "lower": -0.146590180415528, "upper": 0.4084028443422242 }, { "method": "Sun\u2013Abraham", "estimate": 0.20535587329137728, "se": 0.1288264781420953, "pvalue": 0.1283327004676065, "lower": -0.06529851400398112, "upper": 0.4760102605867357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1924069306326123, "se": 0.14797119279320228, "pvalue": 0.20990181994330814, "lower": -0.5032828708926068, "upper": 0.11846900962738224 }, { "event_time": -2, "estimate": -0.1817762125639749, "se": 0.1531825278490213, "pvalue": 0.2507867203128127, "lower": -0.5036007615018204, "upper": 0.14004833637387062 }, { "event_time": 0, "estimate": 0.17914025029548222, "se": 0.09248875757610112, "pvalue": 0.06861667336458281, "lower": -0.015171418970658906, "upper": 0.3734519195616234 }, { "event_time": 1, "estimate": 0.114782528373045, "se": 0.14643529815809533, "pvalue": 0.44332426875763287, "lower": -0.1928666169965654, "upper": 0.42243167374265544 }, { "event_time": 2, "estimate": 0.13276694586237828, "se": 0.24354523225689445, "pvalue": 0.5923466165883463, "lower": -0.37890260038175394, "upper": 0.6444364921065104 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08789000386076251, "se": 0.06348377975644463, "pvalue": 0.18314541304939366, "lower": -0.2212644759488849, "upper": 0.04548446822735988 }, { "event_time": -2, "estimate": -0.01276194427997142, "se": 0.04405360561193389, "pvalue": 0.775362967332223, "lower": -0.10531513526216961, "upper": 0.07979124670222677 }, { "event_time": -1, "estimate": 0.0293109772237906, "se": 0.022605933312337317, "pvalue": 0.21114363357554491, "lower": -0.01818232631231797, "upper": 0.07680428075989917 }, { "event_time": 0, "estimate": 0.19109726725254997, "se": 0.12450153396492634, "pvalue": 0.14219882515911686, "lower": -0.07047074949818202, "upper": 0.452665284003282 }, { "event_time": 1, "estimate": 0.14035052808320925, "se": 0.15418727001545438, "pvalue": 0.3747140204021545, "lower": -0.183584905816855, "upper": 0.4642859619832735 }, { "event_time": 2, "estimate": -0.040807851535448775, "se": 0.24085180970028738, "pvalue": 0.8673469463294636, "lower": -0.5468187269667228, "upper": 0.46520302389582535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.41038755641892943, "se": 0.22231784797844603, "pvalue": 0.08141238468039648, "lower": -0.8774600231758032, "upper": 0.05668491033794437 }, { "event_time": -2, "estimate": -0.2794763810420658, "se": 0.17461267089798976, "pvalue": 0.12688078552098522, "lower": -0.6463239898370075, "upper": 0.08737122775287581 }, { "event_time": 0, "estimate": 0.23336190134727366, "se": 0.09166283394672646, "pvalue": 0.020273926674953934, "lower": 0.04078543323764161, "upper": 0.4259383694569057 }, { "event_time": 1, "estimate": 0.20814511422876564, "se": 0.15097244166712845, "pvalue": 0.1848828584336557, "lower": -0.10903621593870899, "upper": 0.5253264443962402 }, { "event_time": 2, "estimate": 0.12855726673968204, "se": 0.2618491759213758, "pvalue": 0.6293874259911983, "lower": -0.4215674381724893, "upper": 0.6786819716518534 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.0490667485672e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5094178723143679, "df_num": 1, "df_den": 1076, "pvalue": 0.4755457444652286, "log10_pvalue": -0.32280770036005363, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1109.6450401248376, "rss_restricted": 1110.170386793392, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.47541501111725715 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.12665449263000136 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.27236732324979296 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.387858921619513 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p016", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: courts [Table 3 original scale]", "source_specification_id": "CI-T3-A04-ORIG", "specification_id": "S01-P016", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P016" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P016", "regression_results": "analyses/archive-expanded/baselines/S01-P016.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A04-ORIG.csv", "bytes": 194049, "sha256": "7063c296fc3dfe96bf950cc8b4e760655aa880cb3c96511cad2cdfede39d8924" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7461047172254185, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18352232522747058, "se": 0.10583659840441823, "pvalue": 0.10000868540908846, "lower": -0.03883211702451117, "upper": 0.40587676747945234 }, { "method": "Dynamic TWFE", "estimate": 0.14801183647369248, "se": 0.12375576668138996, "pvalue": 0.2472146527437832, "lower": -0.1119893813541672, "upper": 0.40801305430155216 }, { "method": "BJS / did2s", "estimate": 0.13090633196334808, "se": 0.1320832030240584, "pvalue": 0.3347785306824661, "lower": -0.146590180415528, "upper": 0.4084028443422242 }, { "method": "Sun\u2013Abraham", "estimate": 0.20535587329137728, "se": 0.1288264781420953, "pvalue": 0.1283327004676065, "lower": -0.06529851400398112, "upper": 0.4760102605867357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1924069306326123, "se": 0.14797119279320228, "pvalue": 0.20990181994330814, "lower": -0.5032828708926068, "upper": 0.11846900962738224 }, { "event_time": -2, "estimate": -0.1817762125639749, "se": 0.1531825278490213, "pvalue": 0.2507867203128127, "lower": -0.5036007615018204, "upper": 0.14004833637387062 }, { "event_time": 0, "estimate": 0.17914025029548222, "se": 0.09248875757610112, "pvalue": 0.06861667336458281, "lower": -0.015171418970658906, "upper": 0.3734519195616234 }, { "event_time": 1, "estimate": 0.114782528373045, "se": 0.14643529815809533, "pvalue": 0.44332426875763287, "lower": -0.1928666169965654, "upper": 0.42243167374265544 }, { "event_time": 2, "estimate": 0.13276694586237828, "se": 0.24354523225689445, "pvalue": 0.5923466165883463, "lower": -0.37890260038175394, "upper": 0.6444364921065104 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08789000386076251, "se": 0.06348377975644463, "pvalue": 0.18314541304939366, "lower": -0.2212644759488849, "upper": 0.04548446822735988 }, { "event_time": -2, "estimate": -0.01276194427997142, "se": 0.04405360561193389, "pvalue": 0.775362967332223, "lower": -0.10531513526216961, "upper": 0.07979124670222677 }, { "event_time": -1, "estimate": 0.0293109772237906, "se": 0.022605933312337317, "pvalue": 0.21114363357554491, "lower": -0.01818232631231797, "upper": 0.07680428075989917 }, { "event_time": 0, "estimate": 0.19109726725254997, "se": 0.12450153396492634, "pvalue": 0.14219882515911686, "lower": -0.07047074949818202, "upper": 0.452665284003282 }, { "event_time": 1, "estimate": 0.14035052808320925, "se": 0.15418727001545438, "pvalue": 0.3747140204021545, "lower": -0.183584905816855, "upper": 0.4642859619832735 }, { "event_time": 2, "estimate": -0.040807851535448775, "se": 0.24085180970028738, "pvalue": 0.8673469463294636, "lower": -0.5468187269667228, "upper": 0.46520302389582535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.41038755641892943, "se": 0.22231784797844603, "pvalue": 0.08141238468039648, "lower": -0.8774600231758032, "upper": 0.05668491033794437 }, { "event_time": -2, "estimate": -0.2794763810420658, "se": 0.17461267089798976, "pvalue": 0.12688078552098522, "lower": -0.6463239898370075, "upper": 0.08737122775287581 }, { "event_time": 0, "estimate": 0.23336190134727366, "se": 0.09166283394672646, "pvalue": 0.020273926674953934, "lower": 0.04078543323764161, "upper": 0.4259383694569057 }, { "event_time": 1, "estimate": 0.20814511422876564, "se": 0.15097244166712845, "pvalue": 0.1848828584336557, "lower": -0.10903621593870899, "upper": 0.5253264443962402 }, { "event_time": 2, "estimate": 0.12855726673968204, "se": 0.2618491759213758, "pvalue": 0.6293874259911983, "lower": -0.4215674381724893, "upper": 0.6786819716518534 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.0490667485672e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5094178723143679, "df_num": 1, "df_den": 1076, "pvalue": 0.4755457444652286, "log10_pvalue": -0.32280770036005363, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1109.6450401248376, "rss_restricted": 1110.170386793392, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.47541501111725715 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.12665449263000136 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.27236732324979296 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.387858921619513 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.10542521543764023, "se": 0.12699308925336844, "lower": -0.14347666578444251, "upper": 0.35432709665972295 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.0979519279488337, "se": 0.11130094047420716, "lower": -0.12019390682604875, "upper": 0.31609776272371615 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.08104578382331003, "se": 0.10832640577990688, "lower": -0.13127007007997898, "upper": 0.29336163772659907 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.10572688827482829, "se": 0.10893757306581174, "lower": -0.10778683149736337, "upper": 0.3192406080470199 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.10542521543764023, "se": 0.12699308925336844, "lower": -0.14347666578444251, "upper": 0.35432709665972295, "event_study": [ { "event_time": -3, "estimate": -0.41610026482866946, "se": 0.20111638547835967, "lower": -0.8102811370671288, "upper": -0.021919392590210196, "relative_to_minus_one": -0.41610026482866946, "n": 0.0 }, { "event_time": -2, "estimate": -0.12730050835544116, "se": 0.1545067837515445, "lower": -0.4301282398755868, "upper": 0.17552722316470448, "relative_to_minus_one": -0.12730050835544116, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.08937284374850886, "se": 0.10569390577721888, "lower": -0.1177834049602101, "upper": 0.2965290924572278, "relative_to_minus_one": 0.08937284374850886, "n": 255.0 }, { "event_time": 1, "estimate": 0.08073221902586473, "se": 0.13172962738534919, "lower": -0.17745310634630085, "upper": 0.33891754439803035, "relative_to_minus_one": 0.08073221902586473, "n": 193.0 }, { "event_time": 2, "estimate": 0.1461705835385471, "se": 0.24561125623323152, "lower": -0.33521863287622555, "upper": 0.6275597999533197, "relative_to_minus_one": 0.1461705835385471, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.04942324565919882, "se": 0.1649090741480339, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.10985355901842214, "se": 0.19490158806576782, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.1461705835385471, "se": 0.2456112562332315, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.22803365583060226, "se": 0.22770386305517312, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.42792135885119104, "se": 0.09911747250875313, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.03931744138939033, "se": 0.2073028534322241, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.41610026482866946, "se": 0.20111638547835964, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.01470866052417625, "se": 0.16560129221365352, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.1096287568276244, "se": 0.17016272434881505, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.10572688827482829, "treated_cell_se": 0.10893757306581174, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04500320786610246, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.41413460618541426, "event_study": [ { "event_time": -3, "estimate": -0.25005755812340846, "raw_gap": -0.21226290643436385, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.32293268154630284 }, { "event_time": -2, "estimate": -0.06301460836431094, "raw_gap": -0.05937116307902032, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.13588973178720531 }, { "event_time": -1, "estimate": 0.07287512342289437, "raw_gap": 0.07829614523726679, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4133033787745212, "raw_gap": 0.41731110097864305, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.34042825535162685 }, { "event_time": 1, "estimate": 0.4412187431613026, "raw_gap": 0.43508203664758793, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.36834361973840823 }, { "event_time": 2, "estimate": 0.36398185171972697, "raw_gap": 0.36398185171972736, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.2911067282968326 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1424559046410787, -0.05483694093147595, 0.0775783958473939, 0.40778246341302854, 0.4722705768949019, 0.28233164189981697 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 3.552713678800501e-16 }, { "cohort": 2, "pre_gap": -0.01600519401549938 }, { "cohort": 3, "pre_gap": 0.03779465168904463 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11756628686410991, "zeta_omega": [ 0.0, 1.0420674613886123, 0.6645054107433827 ], "zeta_lambda": [ 0.0, 6.196170196980806e-07, 4.6987628207179794e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 7.216449660063518e-16 }, "native_matrix_att": 0.405189939677421, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003127502277493477, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2787144792722576, "event_study": [ { "event_time": -3, "estimate": -0.04983326936109056, "raw_gap": -0.04983326936109056, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.06976452840795119 }, { "event_time": -2, "estimate": -0.023364758215042736, "raw_gap": -0.023364758215042736, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.04329601726190338 }, { "event_time": -1, "estimate": 0.01993125904686064, "raw_gap": 0.01993125904686064, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.27490533161510194, "raw_gap": 0.27490533161510194, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.2549740725682413 }, { "event_time": 1, "estimate": 0.29773567055218203, "raw_gap": 0.29773567055218203, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.27780441150532137 }, { "event_time": 2, "estimate": 0.25171690662775065, "raw_gap": 0.25171690662775065, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.23178564758089001 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.030073895372908943, -0.019034910700966634, 0.020967206573626863, 0.28447846648223685, 0.354481373769868, 0.14850796752424208 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 34, "termination_reason": "Relative objective tolerance reached", "objective": 0.0253687001988536, "lambda_l": 0.012684498085876975, "singular_values": [ 0.9471362922659552, 0.5493224240582839, 0.037362645585858556, 0.0 ], "history_objective": [ 0.02550266938879814, 0.025417375940445477, 0.025390014325051197, 0.02537829978063983, 0.025373054677392537, 0.02537068579585075, 0.025369611718817943, 0.025369122127365133, 0.025368897371784414, 0.025368793314648145, 0.025368744674704916, 0.025368721699024363, 0.025368710723260225, 0.025368705417177864, 0.025368702819988598, 0.025368701532439482, 0.02536870088588425, 0.025368700557044547, 0.025368700387704765, 0.025368700299457408, 0.025368700252951307, 0.02536870022818696, 0.025368700214874387, 0.02536870020765659, 0.02536870020371338, 0.025368700201544584, 0.025368700200344752, 0.025368700199677578, 0.025368700199304945, 0.02536870019909606, 0.025368700198978567, 0.025368700198912304, 0.025368700198874845, 0.0253687001988536 ], "history_rmse": [ 0.07654447372170768, 0.07677182480511853, 0.07684936392508386, 0.0768763334967203, 0.07688730503133513, 0.07689200896351471, 0.0768940609124445, 0.0768949630351691, 0.07689536177978203, 0.0768955388914276, 0.07689561795890107, 0.07689565345173162, 0.07689566948189469, 0.07689567677156908, 0.07689568011215625, 0.07689568165635734, 0.07689568237715967, 0.07689568271729352, 0.07689568287973651, 0.07689568295833754, 0.07689568299690612, 0.0768956830161102, 0.07689568302581655, 0.07689568303079661, 0.07689568303338941, 0.0768956830347576, 0.0768956830354894, 0.076895683035885, 0.07689568303610113, 0.07689568303622053, 0.07689568303628672, 0.07689568303632373, 0.07689568303634457, 0.07689568303635617 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.28263304688218893, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002355421893298626, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18293828952869204, "event_study": [ { "event_time": -3, "estimate": -0.08480542435956717, "raw_gap": -0.08480542435956717, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.10171948863045659 }, { "event_time": -2, "estimate": 0.008372042156795531, "raw_gap": 0.008372042156795531, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.008542022114093887 }, { "event_time": -1, "estimate": 0.016914064270889418, "raw_gap": 0.016914064270889418, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2306679062097054, "raw_gap": 0.2306679062097054, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.21375384193881597 }, { "event_time": 1, "estimate": 0.15473945655945395, "raw_gap": 0.15473945655945395, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.13782539228856452 }, { "event_time": 2, "estimate": 0.11565151462273773, "raw_gap": 0.11565151462273773, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.09873745035184832 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.014998422566282033, 0.001951634241042166, 0.0034138935646642866, 0.23218970516551693, 0.20349526608811164, 0.03400130480282737 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05080898347279751, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.18592333651699489, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015295902267098427, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18352232522747058, "SE": 0.10583659840441823, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14801183647369248, "SE": 0.12375576668138996, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13090633196334808, "SE": 0.1320832030240584, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20535587329137728, "SE": 0.1288264781420953, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.10542521543764023, "SE": 0.12699308925336844, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.10572688827482829, "SE": 0.10893757306581174, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.41413460618541426, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2787144792722576, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18293828952869204, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18352232522747058, "SE": 0.10583659840441823, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03883211702451117, "upper": 0.40587676747945234, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14801183647369248, "SE": 0.12375576668138996, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1119893813541672, "upper": 0.40801305430155216, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13090633196334808, "SE": 0.1320832030240584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.146590180415528, "upper": 0.4084028443422242, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20535587329137728, "SE": 0.1288264781420953, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06529851400398112, "upper": 0.4760102605867357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.10542521543764023, "SE": 0.12699308925336844, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14347666578444251, "upper": 0.35432709665972295, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.10572688827482829, "SE": 0.10893757306581174, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.10778683149736337, "upper": 0.3192406080470199, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.41413460618541426, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2787144792722576, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18293828952869204, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588624.64121, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18352232522747058, "SE": 0.10583659840441823, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03883211702451117, "upper": 0.40587676747945234, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14801183647369248, "SE": 0.12375576668138996, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1119893813541672, "upper": 0.40801305430155216, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13090633196334808, "SE": 0.1320832030240584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.146590180415528, "upper": 0.4084028443422242, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20535587329137728, "SE": 0.1288264781420953, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06529851400398112, "upper": 0.4760102605867357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.10542521543764023, "SE": 0.12699308925336844, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14347666578444251, "upper": 0.35432709665972295, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.10572688827482829, "SE": 0.10893757306581174, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.10778683149736337, "upper": 0.3192406080470199, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.41413460618541426, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2787144792722576, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18293828952869204, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P017", "source_specification_id": "CI-T3-A05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 5 (\"Trust: armed forces\"), accepted-manuscript p. 46", "outcome_label": "Trust: armed forces [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P017.json", "input_bytes": 193950, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: armed forces [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p017", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: armed forces [Table 3 original scale]", "source_specification_id": "CI-T3-A05-ORIG", "specification_id": "S01-P017", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P017" }, "source": { "file": "CI-T3-A05-ORIG.csv", "bytes": 193950, "sha256": "7407d4b30d81d71ef9bf801b0e157d8fdfa7352cf96fed2e049493f7bbef2f6e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.828300334393963, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3073758706064841, "se": 0.0955445266648996, "pvalue": 0.004779386510462072, "lower": 0.10664426871179894, "upper": 0.5081074725011692 }, { "method": "Dynamic TWFE", "estimate": 0.3131511450983964, "se": 0.1442715388747404, "pvalue": 0.04358560733431992, "lower": 0.010047889296962542, "upper": 0.6162544008998303 }, { "method": "BJS / did2s", "estimate": 0.33768945086665547, "se": 0.12132495909484094, "pvalue": 0.012266434665376517, "lower": 0.08279517027296174, "upper": 0.5925837314603493 }, { "method": "Sun\u2013Abraham", "estimate": 0.35038915647090907, "se": 0.11617681898135382, "pvalue": 0.007422496668219952, "lower": 0.10631071690788943, "upper": 0.5944675960339287 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0016979612439860213, "se": 0.21455566213702845, "pvalue": 0.9937727787937418, "lower": -0.45246268068617873, "upper": 0.4490667581982067 }, { "event_time": -2, "estimate": -0.07843501323646415, "se": 0.14720277205364893, "pvalue": 0.6006639090851092, "lower": -0.3876965614285527, "upper": 0.2308265349556244 }, { "event_time": 0, "estimate": 0.2875110280231747, "se": 0.1110986492422073, "pvalue": 0.018565800165916524, "lower": 0.05410142718921304, "upper": 0.5209206288571363 }, { "event_time": 1, "estimate": 0.3449117335351038, "se": 0.1700391171526737, "pvalue": 0.05757771317606278, "lower": -0.01232719539407634, "upper": 0.7021506624642839 }, { "event_time": 2, "estimate": 0.3172355079573667, "se": 0.26356487283166524, "pvalue": 0.244322437351713, "lower": -0.2364937424080052, "upper": 0.8709647583227387 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0189897851973341, "se": 0.04346821485642906, "pvalue": 0.6674042231100918, "lower": -0.11031311583913884, "upper": 0.07233354544447064 }, { "event_time": -2, "estimate": -0.02069502392937538, "se": 0.030048168014369346, "pvalue": 0.499775947537602, "lower": -0.08382388237962973, "upper": 0.04243383452087898 }, { "event_time": -1, "estimate": 0.016968781300750323, "se": 0.018152462487455737, "pvalue": 0.3622675692830155, "lower": -0.021168127223794096, "upper": 0.05510568982529474 }, { "event_time": 0, "estimate": 0.3162211256177565, "se": 0.09660768694331492, "pvalue": 0.004223342299921556, "lower": 0.11325590686183981, "upper": 0.5191863443736732 }, { "event_time": 1, "estimate": 0.40459435797933313, "se": 0.14357854666963288, "pvalue": 0.011390231238820096, "lower": 0.10294702477532491, "upper": 0.7062416911833413 }, { "event_time": 2, "estimate": 0.26330720952388004, "se": 0.2483363698035129, "pvalue": 0.3030358810432046, "lower": -0.2584281431897692, "upper": 0.7850425622375292 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1498297497344518, "se": 0.15919001284756473, "pvalue": 0.35906300671845653, "lower": -0.4842755563121546, "upper": 0.184616056843251 }, { "event_time": -2, "estimate": -0.15967104957740277, "se": 0.1518981299001802, "pvalue": 0.3070879918613902, "lower": -0.4787971785560876, "upper": 0.1594550794012821 }, { "event_time": 0, "estimate": 0.3163564477347092, "se": 0.09635824208724865, "pvalue": 0.004132327455423683, "lower": 0.1139152931747269, "upper": 0.5187976022946915 }, { "event_time": 1, "estimate": 0.4098251698795417, "se": 0.13700336488620654, "pvalue": 0.00783128465139972, "lower": 0.12199178100292524, "upper": 0.6976585587561581 }, { "event_time": 2, "estimate": 0.32246105786955775, "se": 0.21939760854095755, "pvalue": 0.15889046548279265, "lower": -0.13847621349031541, "upper": 0.7833983292294309 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.649274294959402e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.47417479969633874, "df_num": 1, "df_den": 1075, "pvalue": 0.4912213849296376, "log10_pvalue": -0.30872273479283385, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1102.902900448488, "rss_restricted": 1103.3893830177017, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.24511695733688527 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06030318743820407 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2623058590632945 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24005133788906127 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: armed forces [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p017", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: armed forces [Table 3 original scale]", "source_specification_id": "CI-T3-A05-ORIG", "specification_id": "S01-P017", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A05-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P017" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P017", "regression_results": "analyses/archive-expanded/baselines/S01-P017.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A05-ORIG.csv", "bytes": 193950, "sha256": "7407d4b30d81d71ef9bf801b0e157d8fdfa7352cf96fed2e049493f7bbef2f6e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1766, "source_sd": 0.828300334393963, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3073758706064841, "se": 0.0955445266648996, "pvalue": 0.004779386510462072, "lower": 0.10664426871179894, "upper": 0.5081074725011692 }, { "method": "Dynamic TWFE", "estimate": 0.3131511450983964, "se": 0.1442715388747404, "pvalue": 0.04358560733431992, "lower": 0.010047889296962542, "upper": 0.6162544008998303 }, { "method": "BJS / did2s", "estimate": 0.33768945086665547, "se": 0.12132495909484094, "pvalue": 0.012266434665376517, "lower": 0.08279517027296174, "upper": 0.5925837314603493 }, { "method": "Sun\u2013Abraham", "estimate": 0.35038915647090907, "se": 0.11617681898135382, "pvalue": 0.007422496668219952, "lower": 0.10631071690788943, "upper": 0.5944675960339287 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0016979612439860213, "se": 0.21455566213702845, "pvalue": 0.9937727787937418, "lower": -0.45246268068617873, "upper": 0.4490667581982067 }, { "event_time": -2, "estimate": -0.07843501323646415, "se": 0.14720277205364893, "pvalue": 0.6006639090851092, "lower": -0.3876965614285527, "upper": 0.2308265349556244 }, { "event_time": 0, "estimate": 0.2875110280231747, "se": 0.1110986492422073, "pvalue": 0.018565800165916524, "lower": 0.05410142718921304, "upper": 0.5209206288571363 }, { "event_time": 1, "estimate": 0.3449117335351038, "se": 0.1700391171526737, "pvalue": 0.05757771317606278, "lower": -0.01232719539407634, "upper": 0.7021506624642839 }, { "event_time": 2, "estimate": 0.3172355079573667, "se": 0.26356487283166524, "pvalue": 0.244322437351713, "lower": -0.2364937424080052, "upper": 0.8709647583227387 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0189897851973341, "se": 0.04346821485642906, "pvalue": 0.6674042231100918, "lower": -0.11031311583913884, "upper": 0.07233354544447064 }, { "event_time": -2, "estimate": -0.02069502392937538, "se": 0.030048168014369346, "pvalue": 0.499775947537602, "lower": -0.08382388237962973, "upper": 0.04243383452087898 }, { "event_time": -1, "estimate": 0.016968781300750323, "se": 0.018152462487455737, "pvalue": 0.3622675692830155, "lower": -0.021168127223794096, "upper": 0.05510568982529474 }, { "event_time": 0, "estimate": 0.3162211256177565, "se": 0.09660768694331492, "pvalue": 0.004223342299921556, "lower": 0.11325590686183981, "upper": 0.5191863443736732 }, { "event_time": 1, "estimate": 0.40459435797933313, "se": 0.14357854666963288, "pvalue": 0.011390231238820096, "lower": 0.10294702477532491, "upper": 0.7062416911833413 }, { "event_time": 2, "estimate": 0.26330720952388004, "se": 0.2483363698035129, "pvalue": 0.3030358810432046, "lower": -0.2584281431897692, "upper": 0.7850425622375292 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1498297497344518, "se": 0.15919001284756473, "pvalue": 0.35906300671845653, "lower": -0.4842755563121546, "upper": 0.184616056843251 }, { "event_time": -2, "estimate": -0.15967104957740277, "se": 0.1518981299001802, "pvalue": 0.3070879918613902, "lower": -0.4787971785560876, "upper": 0.1594550794012821 }, { "event_time": 0, "estimate": 0.3163564477347092, "se": 0.09635824208724865, "pvalue": 0.004132327455423683, "lower": 0.1139152931747269, "upper": 0.5187976022946915 }, { "event_time": 1, "estimate": 0.4098251698795417, "se": 0.13700336488620654, "pvalue": 0.00783128465139972, "lower": 0.12199178100292524, "upper": 0.6976585587561581 }, { "event_time": 2, "estimate": 0.32246105786955775, "se": 0.21939760854095755, "pvalue": 0.15889046548279265, "lower": -0.13847621349031541, "upper": 0.7833983292294309 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.649274294959402e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.47417479969633874, "df_num": 1, "df_den": 1075, "pvalue": 0.4912213849296376, "log10_pvalue": -0.30872273479283385, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1102.902900448488, "rss_restricted": 1103.3893830177017, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.24511695733688527 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06030318743820407 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2623058590632945 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24005133788906127 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.2940856121732191, "se": 0.12416309944743442, "lower": 0.050730409047382546, "upper": 0.5374408152990556 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.29220814659594757, "se": 0.11183114243030252, "lower": 0.07302313508258554, "upper": 0.5113931581093096 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.279645002374896, "se": 0.12227093556961928, "lower": 0.039998372302424756, "upper": 0.5192916324473672 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.2985163649711813, "se": 0.10970867467682263, "lower": 0.08349131381298747, "upper": 0.5135414161293751 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.2940856121732191, "se": 0.12416309944743442, "lower": 0.050730409047382546, "upper": 0.5374408152990556, "event_study": [ { "event_time": -3, "estimate": -0.08608337974201416, "se": 0.15945142708166438, "lower": -0.39860243410559093, "upper": 0.22643567462156264, "relative_to_minus_one": -0.08608337974201416, "n": 0.0 }, { "event_time": -2, "estimate": -0.08502460931730838, "se": 0.1396426497243786, "lower": -0.3587191734828325, "upper": 0.18866995484821575, "relative_to_minus_one": -0.08502460931730838, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.25648575569766285, "se": 0.10306745655338359, "lower": 0.05447725287488425, "upper": 0.45849425852044146, "relative_to_minus_one": 0.25648575569766285, "n": 255.0 }, { "event_time": 1, "estimate": 0.34525986302147244, "se": 0.14198112689218953, "lower": 0.06698196782836963, "upper": 0.6235377582145752, "relative_to_minus_one": 0.34525986302147244, "n": 193.0 }, { "event_time": 2, "estimate": 0.28051121780052213, "se": 0.2012206520906994, "lower": -0.11387401324291302, "upper": 0.6748964488439573, "relative_to_minus_one": 0.28051121780052213, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.18060515961710977, "se": 0.18654521780743172, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.41678523859522704, "se": 0.1271716278196684, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.28051121780052213, "se": 0.2012206520906994, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.1751793436651097, "se": 0.20532978002755042, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.4171368032832514, "se": 0.154807472055882, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.2435403842643336, "se": 0.3287361294523893, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.08608337974201416, "se": 0.15945142708166438, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.04207157715349445, "se": 0.24209612502344027, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.18213830319460067, "se": 0.23005868057068013, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.2985163649711813, "treated_cell_se": 0.10970867467682263, "checks": { "input_rows": 1106, "retained_rows": 1106, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04910216713324189, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4925565422917952, "event_study": [ { "event_time": -3, "estimate": -0.0850072644298296, "raw_gap": -0.09687372443879749, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.10432982244622757 }, { "event_time": -2, "estimate": -0.05326404863842258, "raw_gap": -0.07399067198763756, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.07258660665482056 }, { "event_time": -1, "estimate": 0.01932255801639797, "raw_gap": 0.00966962441300637, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.42059325592288627, "raw_gap": 0.4082049519807294, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.4012706979064883 }, { "event_time": 1, "estimate": 0.5893570034475367, "raw_gap": 0.5794554769379231, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.5700344454311388 }, { "event_time": 2, "estimate": 0.48923803250193143, "raw_gap": 0.48923803250193143, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.46991547448553345 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.12202563186688797, -0.028407883600236272, 0.05502812278995674, 0.40378106573797895, 0.6421893686381708, 0.44129394855587323 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": -0.025824251572370848 }, { "cohort": 3, "pre_gap": -0.011866460008967898 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07864857034755815, "zeta_omega": [ 0.0, 1.4170087419522317, 0.9907733871928323 ], "zeta_lambda": [ 0.0, 8.425584389753243e-07, 7.005825807032165e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": 0.49960695436042507, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003181672655045986, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.42058950684182994, "event_study": [ { "event_time": -3, "estimate": -0.014667404505664283, "raw_gap": -0.014667404505664283, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.018942746190899855 }, { "event_time": -2, "estimate": -0.016929851714386646, "raw_gap": -0.016929851714386646, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.021205193399622218 }, { "event_time": -1, "estimate": 0.0042753416852355725, "raw_gap": 0.0042753416852355725, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3345877618634725, "raw_gap": 0.3345877618634725, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3303124201782369 }, { "event_time": 1, "estimate": 0.5057497347267385, "raw_gap": 0.5057497347267385, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.5014743930415029 }, { "event_time": 2, "estimate": 0.4755347167187678, "raw_gap": 0.4755347167187678, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.4712593750335322 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04065064680555186, -0.008366576263295844, 0.017656482718839104, 0.3433756889896347, 0.5616749113095028, 0.3776447017175316 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.040010134905671624, "lambda_l": 0.016787120619271047, "singular_values": [ 1.2786503174442083, 0.34624890291748633, 0.14155691833609696, 0.0 ], "history_objective": [ 0.04044898228607277, 0.0401480337728633, 0.04005637397599607, 0.04002597218975658, 0.04001571936835767, 0.0400121589798827, 0.04001088629409277, 0.040010419850509585, 0.04001024520411242, 0.04001017853372232, 0.04001015258854986, 0.040010142279152325, 0.040010138083223394, 0.04001013632657749, 0.040010135566575934, 0.04001013522541107, 0.040010135066139846, 0.040010134988825566, 0.040010134949908356, 0.04001013492968986, 0.0400101349189095, 0.040010134913043394, 0.040010134909802, 0.04001013490799066, 0.040010134906970224, 0.040010134906392054, 0.0400101349060631, 0.040010134905875475, 0.040010134905768185, 0.04001013490570679, 0.040010134905671624 ], "history_rmse": [ 0.10112376776895476, 0.10147662478930054, 0.10166827852697485, 0.1017335321150242, 0.10175524544236528, 0.10176256864989867, 0.10176509911934335, 0.10176599486288253, 0.10176631866414503, 0.10176643784124234, 0.101766482426518, 0.1017664993789095, 0.10176650594026983, 0.10176650853379778, 0.1017665095857602, 0.1017665100261769, 0.10176651021763147, 0.1017665103044515, 0.10176651034559965, 0.10176651036594979, 0.10176651037640325, 0.10176651038194384, 0.10176651038495306, 0.101766510386617, 0.10176651038754911, 0.10176651038807594, 0.10176651038837536, 0.10176651038854641, 0.10176651038864407, 0.10176651038870033, 0.10176651038873255 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.4224882098977196, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00022508436813950539, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.26435757556001244, "event_study": [ { "event_time": -3, "estimate": 0.01972569514114919, "raw_gap": 0.01972569514114919, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.058085786617252055 }, { "event_time": -2, "estimate": -0.039635068599171944, "raw_gap": -0.039635068599171944, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0012749771230690793 }, { "event_time": -1, "estimate": -0.038360091476102864, "raw_gap": -0.038360091476102864, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2586104134070974, "raw_gap": 0.2586104134070974, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.29697050488320026 }, { "event_time": 1, "estimate": 0.29898687963276327, "raw_gap": 0.29898687963276327, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.33734697110886613 }, { "event_time": 2, "estimate": 0.21217828218953672, "raw_gap": 0.21217828218953672, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.2505383736656396 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.00542621228694129, 0.008080030626664736, -0.003302722758720464, 0.2623930792579413, 0.36471860916563226, 0.16423419824347843 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.019059063488180924, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.27832401866893774, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016783317551016808, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3073758706064841, "SE": 0.0955445266648996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3131511450983964, "SE": 0.1442715388747404, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33768945086665547, "SE": 0.12132495909484094, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.35038915647090907, "SE": 0.11617681898135382, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.2940856121732191, "SE": 0.12416309944743442, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2985163649711813, "SE": 0.10970867467682263, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4925565422917952, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.42058950684182994, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26435757556001244, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3073758706064841, "SE": 0.0955445266648996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.10664426871179894, "upper": 0.5081074725011692, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3131511450983964, "SE": 0.1442715388747404, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.010047889296962542, "upper": 0.6162544008998303, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33768945086665547, "SE": 0.12132495909484094, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08279517027296174, "upper": 0.5925837314603493, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.35038915647090907, "SE": 0.11617681898135382, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.10631071690788943, "upper": 0.5944675960339287, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2940856121732191, "SE": 0.12416309944743442, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.050730409047382546, "upper": 0.5374408152990556, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2985163649711813, "SE": 0.10970867467682263, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.08349131381298747, "upper": 0.5135414161293751, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4925565422917952, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.42058950684182994, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26435757556001244, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588625.790308, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3073758706064841, "SE": 0.0955445266648996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.10664426871179894, "upper": 0.5081074725011692, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3131511450983964, "SE": 0.1442715388747404, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.010047889296962542, "upper": 0.6162544008998303, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.33768945086665547, "SE": 0.12132495909484094, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.08279517027296174, "upper": 0.5925837314603493, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.35038915647090907, "SE": 0.11617681898135382, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.10631071690788943, "upper": 0.5944675960339287, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2940856121732191, "SE": 0.12416309944743442, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.050730409047382546, "upper": 0.5374408152990556, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2985163649711813, "SE": 0.10970867467682263, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.08349131381298747, "upper": 0.5135414161293751, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4925565422917952, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.42058950684182994, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26435757556001244, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P018", "source_specification_id": "CI-T3-A06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 6 (\"Trust: police\"), accepted-manuscript p. 46", "outcome_label": "Trust: police [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P018.json", "input_bytes": 194049, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p018", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: police [Table 3 original scale]", "source_specification_id": "CI-T3-A06-ORIG", "specification_id": "S01-P018", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P018" }, "source": { "file": "CI-T3-A06-ORIG.csv", "bytes": 194049, "sha256": "95180fa34c8ce879913166ec925267f71b9762058468a1ec98d057c6eaae4dc5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7891038731286711, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18707839792149378, "se": 0.15756426728594378, "pvalue": 0.25053646407110974, "lower": -0.14395184397397548, "upper": 0.518108639816963 }, { "method": "Dynamic TWFE", "estimate": 0.15237835580415815, "se": 0.16205316933671324, "pvalue": 0.3595129655594611, "lower": -0.18808271934625587, "upper": 0.49283943095457217 }, { "method": "BJS / did2s", "estimate": 0.1272373005632055, "se": 0.16161866490749532, "pvalue": 0.4413683049821958, "lower": -0.21231091465528226, "upper": 0.46678551578169325 }, { "method": "Sun\u2013Abraham", "estimate": 0.22224621433890407, "se": 0.1546695560793368, "pvalue": 0.16789894200176214, "lower": -0.10270246498247187, "upper": 0.54719489366028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22062133150039637, "se": 0.16285030562875794, "pvalue": 0.19225863165799228, "lower": -0.5627571278558432, "upper": 0.12151446485505041 }, { "event_time": -2, "estimate": -0.07189427962154461, "se": 0.14372490023428777, "pvalue": 0.6229796037026735, "lower": -0.37384909025520413, "upper": 0.23006053101211493 }, { "event_time": 0, "estimate": 0.2012457848404435, "se": 0.14668871461534688, "pvalue": 0.18694528720623288, "lower": -0.10693576874956648, "upper": 0.5094273384304535 }, { "event_time": 1, "estimate": 0.11987884887991024, "se": 0.17987374809312176, "pvalue": 0.5135688140516871, "lower": -0.2580218729496937, "upper": 0.4977795707095142 }, { "event_time": 2, "estimate": 0.0904904601254289, "se": 0.27731142006235154, "pvalue": 0.7479506045150619, "lower": -0.49211921429410627, "upper": 0.6731001345449641 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13754655244339964, "se": 0.07240508346491463, "pvalue": 0.07361863681155982, "lower": -0.2896639881203308, "upper": 0.014570883233531479 }, { "event_time": -2, "estimate": 0.029180069982985137, "se": 0.0440853550727527, "pvalue": 0.5164207534527193, "lower": -0.06343982414121306, "upper": 0.12179996410718334 }, { "event_time": -1, "estimate": 0.016734729589458874, "se": 0.021107615196909717, "pvalue": 0.43820330407038904, "lower": -0.027610724394655436, "upper": 0.061080183573573185 }, { "event_time": 0, "estimate": 0.1952109159810731, "se": 0.15018110971245222, "pvalue": 0.21005721308376257, "lower": -0.1203078874416752, "upper": 0.5107297194038214 }, { "event_time": 1, "estimate": 0.11369695174775123, "se": 0.17712214135091625, "pvalue": 0.5290207447649944, "lower": -0.2584228588310773, "upper": 0.4858167623265798 }, { "event_time": 2, "estimate": -0.01996254553853003, "se": 0.26820857558693584, "pvalue": 0.9414898117156278, "lower": -0.583447853370778, "upper": 0.5435227622937179 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4298896629279561, "se": 0.2794989183699702, "pvalue": 0.14142430110642196, "lower": -1.0170951007549573, "upper": 0.15731577489904508 }, { "event_time": -2, "estimate": -0.2881355284892343, "se": 0.13540518498780588, "pvalue": 0.04741492560555376, "lower": -0.5726112659930307, "upper": -0.0036597909854379496 }, { "event_time": 0, "estimate": 0.2771299342517694, "se": 0.1379243114036657, "pvalue": 0.05974372236659791, "lower": -0.01263829146126022, "upper": 0.5668981599647991 }, { "event_time": 1, "estimate": 0.14466987016021393, "se": 0.1851402727445797, "pvalue": 0.4447201988196596, "lower": -0.24429540938511074, "upper": 0.5336351497055386 }, { "event_time": 2, "estimate": 0.23201507282596925, "se": 0.2775062067646056, "pvalue": 0.41407610182958515, "lower": -0.35100383326947737, "upper": 0.8150339789214158 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 9.902301779853838e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9227346423122884, "df_num": 1, "df_den": 1076, "pvalue": 0.16584271954927018, "log10_pvalue": -0.7803035891368358, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1148.084962961957, "rss_restricted": 1150.1365082506231, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0868885345175088 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.6061539393653069 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5382357812516771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5985300577449633 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p018", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust: police [Table 3 original scale]", "source_specification_id": "CI-T3-A06-ORIG", "specification_id": "S01-P018", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A06-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P018" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P018", "regression_results": "analyses/archive-expanded/baselines/S01-P018.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A06-ORIG.csv", "bytes": 194049, "sha256": "95180fa34c8ce879913166ec925267f71b9762058468a1ec98d057c6eaae4dc5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.7891038731286711, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18707839792149378, "se": 0.15756426728594378, "pvalue": 0.25053646407110974, "lower": -0.14395184397397548, "upper": 0.518108639816963 }, { "method": "Dynamic TWFE", "estimate": 0.15237835580415815, "se": 0.16205316933671324, "pvalue": 0.3595129655594611, "lower": -0.18808271934625587, "upper": 0.49283943095457217 }, { "method": "BJS / did2s", "estimate": 0.1272373005632055, "se": 0.16161866490749532, "pvalue": 0.4413683049821958, "lower": -0.21231091465528226, "upper": 0.46678551578169325 }, { "method": "Sun\u2013Abraham", "estimate": 0.22224621433890407, "se": 0.1546695560793368, "pvalue": 0.16789894200176214, "lower": -0.10270246498247187, "upper": 0.54719489366028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22062133150039637, "se": 0.16285030562875794, "pvalue": 0.19225863165799228, "lower": -0.5627571278558432, "upper": 0.12151446485505041 }, { "event_time": -2, "estimate": -0.07189427962154461, "se": 0.14372490023428777, "pvalue": 0.6229796037026735, "lower": -0.37384909025520413, "upper": 0.23006053101211493 }, { "event_time": 0, "estimate": 0.2012457848404435, "se": 0.14668871461534688, "pvalue": 0.18694528720623288, "lower": -0.10693576874956648, "upper": 0.5094273384304535 }, { "event_time": 1, "estimate": 0.11987884887991024, "se": 0.17987374809312176, "pvalue": 0.5135688140516871, "lower": -0.2580218729496937, "upper": 0.4977795707095142 }, { "event_time": 2, "estimate": 0.0904904601254289, "se": 0.27731142006235154, "pvalue": 0.7479506045150619, "lower": -0.49211921429410627, "upper": 0.6731001345449641 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13754655244339964, "se": 0.07240508346491463, "pvalue": 0.07361863681155982, "lower": -0.2896639881203308, "upper": 0.014570883233531479 }, { "event_time": -2, "estimate": 0.029180069982985137, "se": 0.0440853550727527, "pvalue": 0.5164207534527193, "lower": -0.06343982414121306, "upper": 0.12179996410718334 }, { "event_time": -1, "estimate": 0.016734729589458874, "se": 0.021107615196909717, "pvalue": 0.43820330407038904, "lower": -0.027610724394655436, "upper": 0.061080183573573185 }, { "event_time": 0, "estimate": 0.1952109159810731, "se": 0.15018110971245222, "pvalue": 0.21005721308376257, "lower": -0.1203078874416752, "upper": 0.5107297194038214 }, { "event_time": 1, "estimate": 0.11369695174775123, "se": 0.17712214135091625, "pvalue": 0.5290207447649944, "lower": -0.2584228588310773, "upper": 0.4858167623265798 }, { "event_time": 2, "estimate": -0.01996254553853003, "se": 0.26820857558693584, "pvalue": 0.9414898117156278, "lower": -0.583447853370778, "upper": 0.5435227622937179 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4298896629279561, "se": 0.2794989183699702, "pvalue": 0.14142430110642196, "lower": -1.0170951007549573, "upper": 0.15731577489904508 }, { "event_time": -2, "estimate": -0.2881355284892343, "se": 0.13540518498780588, "pvalue": 0.04741492560555376, "lower": -0.5726112659930307, "upper": -0.0036597909854379496 }, { "event_time": 0, "estimate": 0.2771299342517694, "se": 0.1379243114036657, "pvalue": 0.05974372236659791, "lower": -0.01263829146126022, "upper": 0.5668981599647991 }, { "event_time": 1, "estimate": 0.14466987016021393, "se": 0.1851402727445797, "pvalue": 0.4447201988196596, "lower": -0.24429540938511074, "upper": 0.5336351497055386 }, { "event_time": 2, "estimate": 0.23201507282596925, "se": 0.2775062067646056, "pvalue": 0.41407610182958515, "lower": -0.35100383326947737, "upper": 0.8150339789214158 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 9.902301779853838e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9227346423122884, "df_num": 1, "df_den": 1076, "pvalue": 0.16584271954927018, "log10_pvalue": -0.7803035891368358, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1148.084962961957, "rss_restricted": 1150.1365082506231, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0868885345175088 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.6061539393653069 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5382357812516771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5985300577449633 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.11284798159799321, "se": 0.15617289693019246, "lower": -0.19324527174647, "upper": 0.4189412349424564 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.10683022283490065, "se": 0.143771549422697, "lower": -0.17495683603510584, "upper": 0.38861728170490717 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09930751569154875, "se": 0.15632857119480142, "lower": -0.20709085360486776, "upper": 0.4057058849879652 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.11039465142836397, "se": 0.14527472147330092, "lower": -0.17433857052339347, "upper": 0.3951278733801214 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.11284798159799321, "se": 0.15617289693019246, "lower": -0.19324527174647, "upper": 0.4189412349424564, "event_study": [ { "event_time": -3, "estimate": -0.3570150586117176, "se": 0.2662197011730287, "lower": -0.8787960848858694, "upper": 0.16476596766243418, "relative_to_minus_one": -0.3570150586117176, "n": 0.0 }, { "event_time": -2, "estimate": 0.04212373558013778, "se": 0.18603514185610678, "lower": -0.3224984423166315, "upper": 0.40674591347690703, "relative_to_minus_one": 0.04212373558013778, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15480038682273947, "se": 0.14023530329143433, "lower": -0.12005575698952312, "upper": 0.4296565306350021, "relative_to_minus_one": 0.15480038682273947, "n": 255.0 }, { "event_time": 1, "estimate": -0.0008416026491323281, "se": 0.1747045049483443, "lower": -0.3432561402847868, "upper": 0.3415729349865222, "relative_to_minus_one": -0.0008416026491323281, "n": 193.0 }, { "event_time": 2, "estimate": 0.1845851606203725, "se": 0.25211536030271364, "lower": -0.3095518655222855, "upper": 0.6787221867630304, "relative_to_minus_one": 0.1845851606203725, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.11160374018956454, "se": 0.17444663263547533, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.09466619297533217, "se": 0.19916754581706228, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.1845851606203725, "se": 0.2521153603027137, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.20358003304009364, "se": 0.2248576235015933, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.26401796138942135, "se": 0.18998610950258457, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.13666756805278255, "se": 0.26977079888479993, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.3570150586117176, "se": 0.2662197011730287, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.38850612158622017, "se": 0.2123523646508474, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.08743425373231906, "se": 0.34679289152779313, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.11039465142836397, "treated_cell_se": 0.14527472147330092, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04584429087117314, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5353966990571553, "event_study": [ { "event_time": -3, "estimate": -0.38221073609674944, "raw_gap": -0.45711651221995103, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.537039113692005 }, { "event_time": -2, "estimate": 0.09557123990562934, "raw_gap": -0.05934731318643636, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.05925713768962622 }, { "event_time": -1, "estimate": 0.15482837759525556, "raw_gap": 0.08411678942879999, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6001467242490571, "raw_gap": 0.5082585479323456, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.44531834665380154 }, { "event_time": 1, "estimate": 0.5113434864220611, "raw_gap": 0.43429403403916916, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.3565151088268055 }, { "event_time": 2, "estimate": 0.4167068352035369, "raw_gap": 0.41670683520353735, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.2618784576082813 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3647121163606788, 0.0743440338537022, 0.0664689380471618, 0.5420113958113292, 0.3809238107160889, 0.30242375365062185 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 4.440892098500626e-16 }, { "cohort": 2, "pre_gap": -0.20095330148511076 }, { "cohort": 3, "pre_gap": -0.07490577612320172 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2706957685043791, "zeta_omega": [ 0.0, 1.1024625567492594, 1.1018684789432294 ], "zeta_lambda": [ 0.0, 6.555281582551552e-07, 7.791386734364639e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 0.5145863232081067, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031833304092288017, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2907576071367897, "event_study": [ { "event_time": -3, "estimate": -0.06727179954909523, "raw_gap": -0.06727179954909523, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07880836593689468 }, { "event_time": -2, "estimate": -0.0071405304391261104, "raw_gap": -0.0071405304391261104, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.01867709682692555 }, { "event_time": -1, "estimate": 0.01153656638779944, "raw_gap": 0.01153656638779944, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3148828541897789, "raw_gap": 0.3148828541897789, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3033462878019795 }, { "event_time": 1, "estimate": 0.27588769348053294, "raw_gap": 0.27588769348053294, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.2643511270927335 }, { "event_time": 2, "estimate": 0.257937160508243, "raw_gap": 0.257937160508243, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.24640059412044357 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06241682063154319, 0.02036211562268775, 0.006674489932502175, 0.3807180070080204, 0.29889191815674826, 0.16433307971995728 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.054185764392554445, "lambda_l": 0.018448484765600143, "singular_values": [ 1.4403876638558701, 0.7625212244369174, 0.056248312648965015, 0.0 ], "history_objective": [ 0.05485706736545295, 0.05446740195409525, 0.0543081736806273, 0.05424118620131982, 0.05421161778535654, 0.05419806930094616, 0.054191705704477254, 0.054188665616456015, 0.054187194489514784, 0.0541864750589533, 0.05418612005308228, 0.054185943499456476, 0.05418585509197309, 0.05418581055482417, 0.05418578799712374, 0.05418577651586918, 0.05418577064571907, 0.05418576763152484, 0.054185766077355216, 0.05418576527269604, 0.05418576485436158, 0.05418576463595364, 0.054185764521429584, 0.054185764461108586, 0.05418576442918977, 0.05418576441221937, 0.05418576440315251, 0.054185764398284236, 0.054185764395657116, 0.05418576439423223, 0.054185764393455564, 0.05418576439303013, 0.05418576439279596, 0.0541857643926665, 0.054185764392594545, 0.054185764392554445 ], "history_rmse": [ 0.11109659346270072, 0.11158218855772557, 0.11174774347316903, 0.11180326658252024, 0.1118234662883729, 0.11183157579635779, 0.11183506732246432, 0.11183663309628962, 0.11183735235547021, 0.11183768822646818, 0.11183784712921171, 0.11183792315912397, 0.11183795989984915, 0.11183797780907809, 0.11183798660428312, 0.11183799095103955, 0.11183799311078704, 0.11183799418873965, 0.11183799472883808, 0.1118379950003689, 0.1118379951373015, 0.11183799520655952, 0.11183799524169244, 0.11183799525956885, 0.11183799526869471, 0.11183799527337025, 0.11183799527577512, 0.11183799527701786, 0.11183799527766321, 0.11183799527800022, 0.11183799527817721, 0.11183799527827086, 0.11183799527832057, 0.11183799527834776, 0.11183799527836187, 0.11183799527836975 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.31337136122647347, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002316669560968876, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2248104909471848, "event_study": [ { "event_time": -3, "estimate": -0.1541396969899066, "raw_gap": -0.1541396969899066, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.18288136508431485 }, { "event_time": -2, "estimate": -0.03203578352579998, "raw_gap": -0.03203578352579998, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.060777451620208235 }, { "event_time": -1, "estimate": 0.028741668094408257, "raw_gap": 0.028741668094408257, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2780618771029445, "raw_gap": 0.2780618771029445, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.24932020900853624 }, { "event_time": 1, "estimate": 0.21524458300062765, "raw_gap": 0.21524458300062765, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.1865029149062194 }, { "event_time": 2, "estimate": 0.10748165858685288, "raw_gap": 0.10748165858685288, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.07873999049244462 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0617353011306343, 0.0302219524244573, 0.0003973527017521952, 0.3104944045844539, 0.1709964351510006, -0.0068014229660626315 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05593775039032684, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.20523659485654053, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001682075671851635, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14395184397397548, "upper": 0.518108639816963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18808271934625587, "upper": 0.49283943095457217, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21231091465528226, "upper": 0.46678551578169325, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10270246498247187, "upper": 0.54719489366028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19324527174647, "upper": 0.4189412349424564, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17433857052339347, "upper": 0.3951278733801214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588626.933577, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18707839792149378, "SE": 0.15756426728594378, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14395184397397548, "upper": 0.518108639816963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15237835580415815, "SE": 0.16205316933671324, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18808271934625587, "upper": 0.49283943095457217, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1272373005632055, "SE": 0.16161866490749532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21231091465528226, "upper": 0.46678551578169325, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22224621433890407, "SE": 0.1546695560793368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10270246498247187, "upper": 0.54719489366028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11284798159799321, "SE": 0.15617289693019246, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19324527174647, "upper": 0.4189412349424564, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11039465142836397, "SE": 0.14527472147330092, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17433857052339347, "upper": 0.3951278733801214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5353966990571553, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2907576071367897, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2248104909471848, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P019", "source_specification_id": "CI-T3-A07-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 7 (\"Trust in government officials z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 1, p. 48 and Table 5, panel A, column 1, p. 49", "outcome_label": "Trust in government officials z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P019.json", "input_bytes": 258030, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p019", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-A07-ORIG", "specification_id": "S01-P019", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A07-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P019" }, "source": { "file": "CI-T3-A07-ORIG.csv", "bytes": 258030, "sha256": "2ca1e5266018a25b1f674ea21a072dc8b9709c3fd56ee2a0530175e688255221" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.14009071262345993, "pvalue": 0.03003327630587605, "lower": 0.03568314831902242, "upper": 0.6243224798864232 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301119437, "se": 0.13732501132762595, "pvalue": 0.006156268044298772, "lower": 0.13743301003663477, "upper": 0.714451295985754 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101899, "pvalue": 0.03874325113638694, "lower": -0.24503081359750029, "upper": -0.007284565289696024 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508097, "pvalue": 0.9402088873378288, "lower": -0.07392267338402628, "upper": 0.07947633970704096 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.02076973089766903, "pvalue": 0.1716615587652928, "lower": -0.014067480729575664, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640636, "pvalue": 0.03634774652616076, "lower": 0.02378267260869743, "upper": 0.6462441376283927 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.23689910784284024, "pvalue": 0.31040821266323415, "lower": -0.25043850847250043, "upper": 0.744974605488423 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134135, "se": 0.17327565551155916, "pvalue": 0.00899137896649768, "lower": -0.8713303339148617, "upper": -0.1432530465119653 }, { "event_time": -2, "estimate": -0.29931858194436156, "se": 0.1524274016190216, "pvalue": 0.06520450521388134, "lower": -0.6195566695424366, "upper": 0.02091950565371342 }, { "event_time": 0, "estimate": 0.41503202150830837, "se": 0.12276548784829701, "pvalue": 0.003330917649427941, "lower": 0.1571113023068778, "upper": 0.6729527407097389 }, { "event_time": 1, "estimate": 0.4234993914055088, "se": 0.14942958660647765, "pvalue": 0.011001354811359948, "lower": 0.10955947943985284, "upper": 0.7374393033711648 }, { "event_time": 2, "estimate": 0.458477518242527, "se": 0.24970865559319644, "pvalue": 0.08292514774163687, "lower": -0.06614089993217798, "upper": 0.983095936417232 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.9484522481082865e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p019", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-A07-ORIG", "specification_id": "S01-P019", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A07-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P019" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P019", "regression_results": "analyses/archive-expanded/baselines/S01-P019.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A07-ORIG.csv", "bytes": 258030, "sha256": "2ca1e5266018a25b1f674ea21a072dc8b9709c3fd56ee2a0530175e688255221" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1765, "source_sd": 0.9862072917620579, "rows": 1106, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3414339401929659, "se": 0.13905431377387112, "pvalue": 0.024468881370106943, "lower": 0.0492916675948471, "upper": 0.6335762127910847 }, { "method": "Dynamic TWFE", "estimate": 0.36294680885002306, "se": 0.1418423226650752, "pvalue": 0.019732957517993924, "lower": 0.06494714692398557, "upper": 0.6609464707760606 }, { "method": "BJS / did2s", "estimate": 0.3300028141027228, "se": 0.14009071262345993, "pvalue": 0.03003327630587605, "lower": 0.03568314831902242, "upper": 0.6243224798864232 }, { "method": "Sun\u2013Abraham", "estimate": 0.42594215301119437, "se": 0.13732501132762595, "pvalue": 0.006156268044298772, "lower": 0.13743301003663477, "upper": 0.714451295985754 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.2740246310441098, "se": 0.1625768849804564, "pvalue": 0.10914776230898449, "lower": -0.6155859919332829, "upper": 0.06753672984506326 }, { "event_time": -2, "estimate": -0.18725968158328649, "se": 0.14894136608129252, "pvalue": 0.22472455488992119, "lower": -0.500173880287083, "upper": 0.12565451712050996 }, { "event_time": 0, "estimate": 0.3524213345639284, "se": 0.13546905930669975, "pvalue": 0.01804277916975621, "lower": 0.06781140209576253, "upper": 0.6370312670320942 }, { "event_time": 1, "estimate": 0.3495136559875523, "se": 0.15015065889467405, "pvalue": 0.03178772193057339, "lower": 0.034058827359017496, "upper": 0.664968484616087 }, { "event_time": 2, "estimate": 0.4157127533041332, "se": 0.23119470027683123, "pvalue": 0.08895399765418237, "lower": -0.0700092880943824, "upper": 0.9014347947026489 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.12615768944359815, "se": 0.05658140658101899, "pvalue": 0.03874325113638694, "lower": -0.24503081359750029, "upper": -0.007284565289696024 }, { "event_time": -2, "estimate": 0.002776833161507347, "se": 0.03650754529508097, "pvalue": 0.9402088873378288, "lower": -0.07392267338402628, "upper": 0.07947633970704096 }, { "event_time": -1, "estimate": 0.029568104683212484, "se": 0.02076973089766903, "pvalue": 0.1716615587652928, "lower": -0.014067480729575664, "upper": 0.07320369009600064 }, { "event_time": 0, "estimate": 0.3586554905475168, "se": 0.13471279239577436, "pvalue": 0.01586827106767608, "lower": 0.0756344159008191, "upper": 0.6416765651942145 }, { "event_time": 1, "estimate": 0.33501340511854505, "se": 0.14814006733640636, "pvalue": 0.03634774652616076, "lower": 0.02378267260869743, "upper": 0.6462441376283927 }, { "event_time": 2, "estimate": 0.24726804850796125, "se": 0.23689910784284024, "pvalue": 0.31040821266323415, "lower": -0.25043850847250043, "upper": 0.744974605488423 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5072916902134135, "se": 0.17327565551155916, "pvalue": 0.00899137896649768, "lower": -0.8713303339148617, "upper": -0.1432530465119653 }, { "event_time": -2, "estimate": -0.29931858194436156, "se": 0.1524274016190216, "pvalue": 0.06520450521388134, "lower": -0.6195566695424366, "upper": 0.02091950565371342 }, { "event_time": 0, "estimate": 0.41503202150830837, "se": 0.12276548784829701, "pvalue": 0.003330917649427941, "lower": 0.1571113023068778, "upper": 0.6729527407097389 }, { "event_time": 1, "estimate": 0.4234993914055088, "se": 0.14942958660647765, "pvalue": 0.011001354811359948, "lower": 0.10955947943985284, "upper": 0.7374393033711648 }, { "event_time": 2, "estimate": 0.458477518242527, "se": 0.24970865559319644, "pvalue": 0.08292514774163687, "lower": -0.06614089993217798, "upper": 0.983095936417232 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.9484522481082865e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3247746863169388, "df_num": 1, "df_den": 1075, "pvalue": 0.5688713367811945, "log10_pvalue": -0.24498594809435836, "inference": "Homoskedastic nested-model F", "observations": 1106, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1144.2412602898698, "rss_restricted": 1144.5869538678992, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ], [ -0.14528322323109216, -0.16486902702664252, -0.018980584596569212, -0.09705416495804395, -0.1507722320270671, -0.2160980506710022 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.5879835130517328 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.11588987240396034 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.2211159164614855 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5283780180446733 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3054210068697216, "se": 0.1348521050164185, "lower": 0.041115737798128216, "upper": 0.5697262759413151 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2879112833297545, "se": 0.12300301136153341, "lower": 0.04682981107117795, "upper": 0.5289927555883311 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.26869912536178153, "se": 0.12667070558650614, "lower": 0.020429104515952867, "upper": 0.5169691462076103 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.2896772929973685, "se": 0.12016695501063317, "lower": 0.054154389044682505, "upper": 0.5252001969500545 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3054210068697216, "se": 0.1348521050164185, "lower": 0.041115737798128216, "upper": 0.5697262759413151, "event_study": [ { "event_time": -3, "estimate": -0.4423899050285498, "se": 0.15052043578781726, "lower": -0.7374045381099454, "upper": -0.1473752719471541, "relative_to_minus_one": -0.4423899050285498, "n": 0.0 }, { "event_time": -2, "estimate": -0.07519485012610405, "se": 0.13803739684676858, "lower": -0.3457431764654333, "upper": 0.19535347621322519, "relative_to_minus_one": -0.07519485012610405, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.26374282567354934, "se": 0.128463541941069, "lower": 0.011958910142603418, "upper": 0.5155267412044953, "relative_to_minus_one": 0.26374282567354934, "n": 255.0 }, { "event_time": 1, "estimate": 0.25451934200583, "se": 0.12987882891404143, "lower": -3.848501993064524e-05, "upper": 0.5090771690315906, "relative_to_minus_one": 0.25451934200583, "n": 193.0 }, { "event_time": 2, "estimate": 0.39800085292978554, "se": 0.23245974002338848, "lower": -0.05761186537160001, "upper": 0.8536135712311711, "relative_to_minus_one": 0.39800085292978554, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.17203772055550082, "se": 0.18767766204007538, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.22579173736734126, "se": 0.1536009561924195, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.39800085292978554, "se": 0.23245974002338854, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.17324681677748108, "se": 0.21510137250532554, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.5295319439010446, "se": 0.13389098653410356, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.2953741707477639, "se": 0.22522701681522875, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.4423899050285498, "se": 0.15052043578781726, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.06303450773852008, "se": 0.14521714240179065, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.07290254779926575, "se": 0.26114134509911097, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.2896772929973685, "treated_cell_se": 0.12016695501063317, "checks": { "input_rows": 1106, "retained_rows": 1106, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045074041932821274, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6881313243106201, "event_study": [ { "event_time": -3, "estimate": -0.40787024945859157, "raw_gap": -0.3444717605283289, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.49421662011238204 }, { "event_time": -2, "estimate": -0.034389753916132304, "raw_gap": -0.08249841958020111, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.12073612456992276 }, { "event_time": -1, "estimate": 0.08634637065379046, "raw_gap": 0.07342550782238265, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6564188966591811, "raw_gap": 0.6323250194479869, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.5700725260053906 }, { "event_time": 1, "estimate": 0.7471234191545238, "raw_gap": 0.7040793955618997, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.6607770485007334 }, { "event_time": 2, "estimate": 0.655143271773055, "raw_gap": 0.655143271773055, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.5687969011192645 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.29342609040650897, -0.036696274888905804, 0.11286727390286787, 0.6506137522529222, 0.7397410289912797, 0.604192835925392 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": -0.11226346693751986 }, { "cohort": 3, "pre_gap": 0.06339848893026274 } ], "diagnostics": { "converged": true, "pre_rmse": 0.18166702520686975, "zeta_omega": [ 0.0, 1.184008486625192, 0.8513445474208654 ], "zeta_lambda": [ 0.0, 7.040156582591414e-07, 6.019915026074861e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.6955972592450211, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00036900024861097336, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4738597262386082, "event_study": [ { "event_time": -3, "estimate": -0.06112887181848161, "raw_gap": -0.06112887181848161, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07797973334222633 }, { "event_time": -2, "estimate": -0.018655245084624485, "raw_gap": -0.018655245084624485, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0355061066083692 }, { "event_time": -1, "estimate": 0.01685086152374471, "raw_gap": 0.01685086152374471, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44013990915343815, "raw_gap": 0.44013990915343815, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.42328904762969344 }, { "event_time": 1, "estimate": 0.49312945253213464, "raw_gap": 0.49312945253213464, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.47627859100838993 }, { "event_time": 2, "estimate": 0.5226546880592859, "raw_gap": 0.5226546880592859, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.5058038265355412 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06409879829399195, -0.009775805755592632, 0.025738481540850348, 0.468655225015674, 0.5544590028147585, 0.42842654128893354 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.037774696642429925, "lambda_l": 0.0159105664220711, "singular_values": [ 1.2074403599459937, 0.6509673463200478, 0.0, 0.0 ], "history_objective": [ 0.038163530912852336, 0.03785739068312117, 0.03780423923826423, 0.03778749314100323, 0.037780716868434684, 0.03777762621416017, 0.037776142754793116, 0.037775415781571835, 0.03777505615485627, 0.03777487724259417, 0.03777478782046334, 0.03777474292045423, 0.03777472026542497, 0.037774708774294154, 0.03777470291276771, 0.03777469990482757, 0.03777469835143849, 0.03777469754390566, 0.0377746971212433, 0.03777469689848773, 0.037774696780272274, 0.0377746967171039, 0.03777469668312303, 0.037774696664724855, 0.03777469665470218, 0.0377746966492105, 0.03777469664618533, 0.037774696644510566, 0.03777469664357928, 0.03777469664305925, 0.03777469664276784, 0.037774696642604036, 0.037774696642511686, 0.03777469664245947, 0.037774696642429925 ], "history_rmse": [ 0.09463351586955117, 0.09186652164054783, 0.09092671517375435, 0.09065759735528352, 0.09057846474191257, 0.09055977503451608, 0.09056023231358026, 0.09056573889996411, 0.09057158988734818, 0.09057644167371637, 0.09058011385106933, 0.0905827781171631, 0.09058467035651584, 0.0905859996090043, 0.09058692822128943, 0.09058757526483854, 0.09058802566029124, 0.09058833911783203, 0.09058855732440155, 0.09058870928815284, 0.09058881516939073, 0.09058888897682242, 0.0905889404481077, 0.09058897635602843, 0.0905890014143211, 0.09058901890576412, 0.09058903111791133, 0.09058903964562205, 0.09058904560130136, 0.09058904976112743, 0.0905890526668405, 0.09058905469664548, 0.09058905611463024, 0.09058905710522816, 0.09058905779725976 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.48980672803634273, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002450416795909405, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.28940601842234587, "event_study": [ { "event_time": -3, "estimate": -0.10114155442031332, "raw_gap": -0.10114155442031332, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.08684372844868699 }, { "event_time": -2, "estimate": -0.007801140460275846, "raw_gap": -0.007801140460275846, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.006496685511350484 }, { "event_time": -1, "estimate": -0.01429782597162633, "raw_gap": -0.01429782597162633, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.33807037541861457, "raw_gap": 0.33807037541861457, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.3523682013902409 }, { "event_time": 1, "estimate": 0.26892044216381333, "raw_gap": 0.26892044216381333, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.28321826813543965 }, { "event_time": 2, "estimate": 0.20484907026082863, "raw_gap": 0.20484907026082863, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.21914689623245495 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05009588429849342, 0.013865458103749347, 0.0068815286433830565, 0.36631918399990177, 0.3133884698601794, 0.1538986344131654 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04297737460858644, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3093384738076356, "matrix_preparation": { "source_rows": 1106, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1106.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001488751731812954, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.14009071262345993, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301119437, "SE": 0.13732501132762595, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0492916675948471, "upper": 0.6335762127910847, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06494714692398557, "upper": 0.6609464707760606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.14009071262345993, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03568314831902242, "upper": 0.6243224798864232, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301119437, "SE": 0.13732501132762595, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13743301003663477, "upper": 0.714451295985754, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.041115737798128216, "upper": 0.5697262759413151, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.054154389044682505, "upper": 0.5252001969500545, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588628.070045, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3414339401929659, "SE": 0.13905431377387112, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0492916675948471, "upper": 0.6335762127910847, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.36294680885002306, "SE": 0.1418423226650752, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06494714692398557, "upper": 0.6609464707760606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3300028141027228, "SE": 0.14009071262345993, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03568314831902242, "upper": 0.6243224798864232, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.42594215301119437, "SE": 0.13732501132762595, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13743301003663477, "upper": 0.714451295985754, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3054210068697216, "SE": 0.1348521050164185, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.041115737798128216, "upper": 0.5697262759413151, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2896772929973685, "SE": 0.12016695501063317, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.054154389044682505, "upper": 0.5252001969500545, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6881313243106201, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.4738597262386082, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28940601842234587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P020", "source_specification_id": "CI-T3-A08-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel A, row 8 (\"Trust in non-governmental institutions z-score index (falsification)\"), accepted-manuscript p. 46", "outcome_label": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P020.json", "input_bytes": 258297, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p020", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "source_specification_id": "CI-T3-A08-ORIG", "specification_id": "S01-P020", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A08-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P020" }, "source": { "file": "CI-T3-A08-ORIG.csv", "bytes": 258297, "sha256": "68eb6329636f0bbf10b294197f720fd6221e1b2e247a0b48bdbc760f40e13331" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.9855885629411788, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023184407426537507, "se": 0.13367108565586608, "pvalue": 0.8642382631061715, "lower": -0.25764812257081926, "upper": 0.30401693742389424 }, { "method": "Dynamic TWFE", "estimate": 0.039041610401804996, "se": 0.11686862509296697, "pvalue": 0.7421918238387554, "lower": -0.2064902598686762, "upper": 0.28457348067228616 }, { "method": "BJS / did2s", "estimate": 0.07646465567525854, "se": 0.14556241365881004, "pvalue": 0.6057822654973329, "lower": -0.22935062741121862, "upper": 0.3822799387617357 }, { "method": "Sun\u2013Abraham", "estimate": 0.0636290695671966, "se": 0.11963174938729869, "pvalue": 0.6013165457916684, "lower": -0.1877079094331715, "upper": 0.3149660485675647 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03171828336706152, "se": 0.21518111623423206, "pvalue": 0.8844526810611147, "lower": -0.4203604663731053, "upper": 0.4837970331072283 }, { "event_time": -2, "estimate": -0.14502985977964927, "se": 0.14133725300757205, "pvalue": 0.3184251018164003, "lower": -0.4419684097303814, "upper": 0.15190869017108283 }, { "event_time": 0, "estimate": -0.001519934037721124, "se": 0.13675525804838398, "pvalue": 0.9912545420740615, "lower": -0.28883206979042164, "upper": 0.28579220171497943 }, { "event_time": 1, "estimate": 0.05334175906995598, "se": 0.14500014025971752, "pvalue": 0.7172575394833125, "lower": -0.25129223143972645, "upper": 0.3579757495796384 }, { "event_time": 2, "estimate": 0.1148742617930652, "se": 0.1454520225606664, "pvalue": 0.439940327352346, "lower": -0.19070909820227555, "upper": 0.42045762178840596 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02597086560092115, "se": 0.11313398427142772, "pvalue": 0.8210231850988583, "lower": -0.2117148154552043, "upper": 0.2636565466570466 }, { "event_time": -2, "estimate": -0.05240007506858552, "se": 0.07193148827549246, "pvalue": 0.4756961536792763, "lower": -0.20352252417390745, "upper": 0.09872237403673642 }, { "event_time": -1, "estimate": 0.024636291649879474, "se": 0.023106537177716862, "pvalue": 0.30042422857590234, "lower": -0.023908741580434836, "upper": 0.07318132488019378 }, { "event_time": 0, "estimate": 0.031918060441405736, "se": 0.13348634352953764, "pvalue": 0.8137208356556628, "lower": -0.2485263407509866, "upper": 0.31236246163379805 }, { "event_time": 1, "estimate": 0.12313778273211311, "se": 0.17756106390898707, "pvalue": 0.49685103107860396, "lower": -0.24990416992292536, "upper": 0.4961797353871516 }, { "event_time": 2, "estimate": 0.09997933830185388, "se": 0.21353313256524764, "pvalue": 0.6452508405735329, "lower": -0.34863712622618626, "upper": 0.5485958028298941 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.11899513569492066, "se": 0.24721137403250798, "pvalue": 0.6360676086125664, "lower": -0.6383669599980878, "upper": 0.40037668860824643 }, { "event_time": -2, "estimate": -0.10302867623785364, "se": 0.14423432010536086, "pvalue": 0.48419387912686207, "lower": -0.40605373830638736, "upper": 0.1999963858306801 }, { "event_time": 0, "estimate": 0.005794711717338918, "se": 0.11841296351989457, "pvalue": 0.9615088454407641, "lower": -0.2429816931918656, "upper": 0.2545711166265434 }, { "event_time": 1, "estimate": 0.1451465914685658, "se": 0.14489404194859687, "pvalue": 0.3297450362249014, "lower": -0.15926449476085092, "upper": 0.4495576776979825 }, { "event_time": 2, "estimate": 0.05377786481469136, "se": 0.20428927593479349, "pvalue": 0.7953524801090935, "lower": -0.3754179775815994, "upper": 0.48297370721098215 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.522125714979304e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2405960753059819, "df_num": 1, "df_den": 1076, "pvalue": 0.6238759371413234, "log10_pvalue": -0.20490176475956218, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1067.2157771321233, "rss_restricted": 1067.4544090349882, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.38685582343809227 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3923498232693374 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1835676987843581 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19513418976581226 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p020", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in non-governmental institutions z-score index (falsification) [Table 3 original scale]", "source_specification_id": "CI-T3-A08-ORIG", "specification_id": "S01-P020", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-A08-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P020" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P020", "regression_results": "analyses/archive-expanded/baselines/S01-P020.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-A08-ORIG.csv", "bytes": 258297, "sha256": "68eb6329636f0bbf10b294197f720fd6221e1b2e247a0b48bdbc760f40e13331" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1767, "source_sd": 0.9855885629411788, "rows": 1107, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023184407426537507, "se": 0.13367108565586608, "pvalue": 0.8642382631061715, "lower": -0.25764812257081926, "upper": 0.30401693742389424 }, { "method": "Dynamic TWFE", "estimate": 0.039041610401804996, "se": 0.11686862509296697, "pvalue": 0.7421918238387554, "lower": -0.2064902598686762, "upper": 0.28457348067228616 }, { "method": "BJS / did2s", "estimate": 0.07646465567525854, "se": 0.14556241365881004, "pvalue": 0.6057822654973329, "lower": -0.22935062741121862, "upper": 0.3822799387617357 }, { "method": "Sun\u2013Abraham", "estimate": 0.0636290695671966, "se": 0.11963174938729869, "pvalue": 0.6013165457916684, "lower": -0.1877079094331715, "upper": 0.3149660485675647 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03171828336706152, "se": 0.21518111623423206, "pvalue": 0.8844526810611147, "lower": -0.4203604663731053, "upper": 0.4837970331072283 }, { "event_time": -2, "estimate": -0.14502985977964927, "se": 0.14133725300757205, "pvalue": 0.3184251018164003, "lower": -0.4419684097303814, "upper": 0.15190869017108283 }, { "event_time": 0, "estimate": -0.001519934037721124, "se": 0.13675525804838398, "pvalue": 0.9912545420740615, "lower": -0.28883206979042164, "upper": 0.28579220171497943 }, { "event_time": 1, "estimate": 0.05334175906995598, "se": 0.14500014025971752, "pvalue": 0.7172575394833125, "lower": -0.25129223143972645, "upper": 0.3579757495796384 }, { "event_time": 2, "estimate": 0.1148742617930652, "se": 0.1454520225606664, "pvalue": 0.439940327352346, "lower": -0.19070909820227555, "upper": 0.42045762178840596 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02597086560092115, "se": 0.11313398427142772, "pvalue": 0.8210231850988583, "lower": -0.2117148154552043, "upper": 0.2636565466570466 }, { "event_time": -2, "estimate": -0.05240007506858552, "se": 0.07193148827549246, "pvalue": 0.4756961536792763, "lower": -0.20352252417390745, "upper": 0.09872237403673642 }, { "event_time": -1, "estimate": 0.024636291649879474, "se": 0.023106537177716862, "pvalue": 0.30042422857590234, "lower": -0.023908741580434836, "upper": 0.07318132488019378 }, { "event_time": 0, "estimate": 0.031918060441405736, "se": 0.13348634352953764, "pvalue": 0.8137208356556628, "lower": -0.2485263407509866, "upper": 0.31236246163379805 }, { "event_time": 1, "estimate": 0.12313778273211311, "se": 0.17756106390898707, "pvalue": 0.49685103107860396, "lower": -0.24990416992292536, "upper": 0.4961797353871516 }, { "event_time": 2, "estimate": 0.09997933830185388, "se": 0.21353313256524764, "pvalue": 0.6452508405735329, "lower": -0.34863712622618626, "upper": 0.5485958028298941 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.11899513569492066, "se": 0.24721137403250798, "pvalue": 0.6360676086125664, "lower": -0.6383669599980878, "upper": 0.40037668860824643 }, { "event_time": -2, "estimate": -0.10302867623785364, "se": 0.14423432010536086, "pvalue": 0.48419387912686207, "lower": -0.40605373830638736, "upper": 0.1999963858306801 }, { "event_time": 0, "estimate": 0.005794711717338918, "se": 0.11841296351989457, "pvalue": 0.9615088454407641, "lower": -0.2429816931918656, "upper": 0.2545711166265434 }, { "event_time": 1, "estimate": 0.1451465914685658, "se": 0.14489404194859687, "pvalue": 0.3297450362249014, "lower": -0.15926449476085092, "upper": 0.4495576776979825 }, { "event_time": 2, "estimate": 0.05377786481469136, "se": 0.20428927593479349, "pvalue": 0.7953524801090935, "lower": -0.3754179775815994, "upper": 0.48297370721098215 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4653284671532847, 0.3521897810218978, 0.18248175182481752 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.522125714979304e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2405960753059819, "df_num": 1, "df_den": 1076, "pvalue": 0.6238759371413234, "log10_pvalue": -0.20490176475956218, "inference": "Homoskedastic nested-model F", "observations": 1107, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1067.2157771321233, "rss_restricted": 1067.4544090349882, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ], [ -0.14522913938245502, -0.1647527428957428, -0.01897204455759855, -0.0971467785701073, -0.1510330479643491, -0.21602811099674252 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.38685582343809227 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3923498232693374 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1835676987843581 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19513418976581226 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.08728732310025879, "se": 0.14091583660797694, "lower": -0.18890264150270691, "upper": 0.36347728770322446 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.07360971469114955, "se": 0.13733920870396532, "lower": -0.19557018803385237, "upper": 0.34278961741615144 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.03812522663675026, "se": 0.1367258866639401, "lower": -0.22985258697887756, "upper": 0.3061030402523781 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 548.0, "post_cells": 6, "estimate": 0.069059730971585, "se": 0.13580577966631943, "lower": -0.19711470606678305, "upper": 0.3352341680099531 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.08728732310025879, "se": 0.14091583660797694, "lower": -0.18890264150270691, "upper": 0.36347728770322446, "event_study": [ { "event_time": -3, "estimate": -0.1633857087891249, "se": 0.24758515450762186, "lower": -0.6486436947308484, "upper": 0.3218722771525986, "relative_to_minus_one": -0.1633857087891249, "n": 0.0 }, { "event_time": -2, "estimate": -0.20852459816073632, "se": 0.1967828022993798, "lower": -0.5942118034443864, "upper": 0.17716260712291382, "relative_to_minus_one": -0.20852459816073632, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.01021738002650261, "se": 0.1512451102225197, "lower": -0.306652348900432, "upper": 0.28621758884742676, "relative_to_minus_one": -0.01021738002650261, "n": 255.0 }, { "event_time": 1, "estimate": 0.158544294698376, "se": 0.1600509889028563, "lower": -0.15514987924124218, "upper": 0.4722384686379942, "relative_to_minus_one": 0.158544294698376, "n": 193.0 }, { "event_time": 2, "estimate": 0.11353505462890297, "se": 0.20584559048489798, "lower": -0.28991488909787794, "upper": 0.5169849983556839, "relative_to_minus_one": 0.11353505462890297, "n": 100.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.0015743837082241182, "se": 0.2029152670903875, "event_time": 0, "mass": 97.0 }, { "group": 2, "year": 3, "att": 0.08386797391948708, "se": 0.25607771231012816, "event_time": 1, "mass": 119.0 }, { "group": 2, "year": 4, "att": 0.11353505462890297, "se": 0.20584559048489795, "event_time": 2, "mass": 100.0 }, { "group": 3, "year": 1, "att": -0.10374608910419142, "se": 0.24582421252138428, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.15211883405478202, "se": 0.2209516291913189, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.26474487546004843, "se": 0.11693797733289883, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.1633857087891249, "se": 0.24758515450762172, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3562367401965484, "se": 0.2258261735645186, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.25640000127676466, "se": 0.23240172523789093, "event_time": 0, "mass": 66.0 } ], "treated_cell_att": 0.069059730971585, "treated_cell_se": 0.13580577966631943, "checks": { "input_rows": 1107, "retained_rows": 1107, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04564179107546806, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.14635660830562938, "event_study": [ { "event_time": -3, "estimate": 0.12580856356833078, "raw_gap": -0.07585783771809822, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.042444868951858866 }, { "event_time": -2, "estimate": 0.02046603298235196, "raw_gap": -0.048754983045973366, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.06289766163411996 }, { "event_time": -1, "estimate": 0.08336369461647192, "raw_gap": 0.034226417617253826, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1280468069784926, "raw_gap": 0.0783692299488426, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.04468311236202069 }, { "event_time": 1, "estimate": 0.18377304799350974, "raw_gap": 0.18644948555452706, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.10040935337703782 }, { "event_time": 2, "estimate": 0.12083287309221913, "raw_gap": 0.12083287309221916, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.03746917847574721 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.08839951814034154, -0.13497433957348529, 0.05586128030973198, 0.11929587580483243, 0.21110010650821742, 0.12172606901820963 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": 0.006980438503734319 }, { "cohort": 3, "pre_gap": -0.20166640128642896 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12976152912451552, "zeta_omega": [ 0.0, 0.9521122852858994, 0.6231953013594302 ], "zeta_lambda": [ 0.0, 5.661293519717461e-07, 4.4066562359484714e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.17815554763865438, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031733326613903046, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1459086982904224, "event_study": [ { "event_time": -3, "estimate": -0.04914131409896123, "raw_gap": -0.04914131409896123, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07449286832122837 }, { "event_time": -2, "estimate": -0.03101047214716497, "raw_gap": -0.03101047214716497, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.056362026369432106 }, { "event_time": -1, "estimate": 0.025351554222267137, "raw_gap": 0.025351554222267137, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09662482662157466, "raw_gap": 0.09662482662157466, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.07127327239930753 }, { "event_time": 1, "estimate": 0.18727965433071614, "raw_gap": 0.18727965433071614, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.161928100108449 }, { "event_time": 2, "estimate": 0.19173662588821735, "raw_gap": 0.19173662588821735, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": 0.1663850716659502 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02178482743837617, -0.047709817882532514, 0.022656792709054036, 0.15670683365068322, 0.1951966587770641, 0.18411021940791866 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 33, "termination_reason": "Relative objective tolerance reached", "objective": 0.0455997282204922, "lambda_l": 0.020421120126580632, "singular_values": [ 1.5393651604354952, 0.1297872615394008, 0.0, 0.0 ], "history_objective": [ 0.04606042922260592, 0.04576007169557839, 0.04566400340625615, 0.04562637010215865, 0.04561083736425082, 0.04560436672878817, 0.045601668219755316, 0.045600541922126946, 0.045600070974902734, 0.04559987345839861, 0.0455997902555311, 0.04559975499508384, 0.04559973993152893, 0.04559973342836118, 0.045599730582988496, 0.04559972931715578, 0.045599728742656415, 0.04559972847583527, 0.04559972834871834, 0.0455997282865189, 0.04559972825526367, 0.04559972823915787, 0.04559972823066863, 0.045599728226106, 0.04559972822361391, 0.04559972822223498, 0.045599728221464256, 0.0455997282210301, 0.04559972822078411, 0.04559972822064415, 0.0455997282205642, 0.04559972822051846, 0.0455997282204922 ], "history_rmse": [ 0.11071087403908944, 0.10942150865155321, 0.1086876410549397, 0.10820678456018505, 0.10788955394939265, 0.10768215406044586, 0.10754745277463013, 0.10746030526481654, 0.10740404897860104, 0.10736778134515951, 0.10734441847109472, 0.1073293758000206, 0.10731969312799663, 0.10731346171851318, 0.10730945186000779, 0.10730687172060169, 0.10730521159317634, 0.10730414344307901, 0.10730345618224343, 0.1073030139874592, 0.10730272946818452, 0.10730254639753631, 0.10730242859966864, 0.1073023527994204, 0.10730230402171677, 0.10730227263159416, 0.10730225242981926, 0.10730223942766091, 0.10730223105861218, 0.10730222567123109, 0.10730222220284337, 0.10730221996960827, 0.1073022185314444 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.17461147642563157, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002415413036942482, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.038865603647443965, "event_study": [ { "event_time": -3, "estimate": -0.081290813898432, "raw_gap": -0.081290813898432, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.1026808915007311 }, { "event_time": -2, "estimate": -0.03390528293322248, "raw_gap": -0.03390528293322248, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.05529536053552159 }, { "event_time": -1, "estimate": 0.021390077602299107, "raw_gap": 0.021390077602299107, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.029979173801298966, "raw_gap": 0.029979173801298966, "n": 255, "n_cells": 13, "weight_sum": 255.0, "relative_to_minus_one": 0.00858909619899986 }, { "event_time": 1, "estimate": 0.07823569346409599, "raw_gap": 0.07823569346409599, "n": 193, "n_cells": 9, "weight_sum": 193.0, "relative_to_minus_one": 0.056845615861796886 }, { "event_time": 2, "estimate": -0.014458273591024712, "raw_gap": -0.014458273591024712, "n": 100, "n_cells": 5, "weight_sum": 100.0, "relative_to_minus_one": -0.035848351193323816 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.08296654196000776, -0.10662541467338432, 0.04008747304208023, 0.06830123551180656, 0.09451325481425872, -0.013565077665034226 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.0908362593239638, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.06187814691320899, "matrix_preparation": { "source_rows": 1107, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1107.0, "treated_observation_mass": 548.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014537479728460312, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023184407426537507, "SE": 0.13367108565586608, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039041610401804996, "SE": 0.11686862509296697, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.07646465567525854, "SE": 0.14556241365881004, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0636290695671966, "SE": 0.11963174938729869, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.08728732310025879, "SE": 0.14091583660797694, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.069059730971585, "SE": 0.13580577966631943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14635660830562938, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1459086982904224, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.038865603647443965, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023184407426537507, "SE": 0.13367108565586608, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.25764812257081926, "upper": 0.30401693742389424, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039041610401804996, "SE": 0.11686862509296697, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2064902598686762, "upper": 0.28457348067228616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.07646465567525854, "SE": 0.14556241365881004, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22935062741121862, "upper": 0.3822799387617357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0636290695671966, "SE": 0.11963174938729869, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1877079094331715, "upper": 0.3149660485675647, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.08728732310025879, "SE": 0.14091583660797694, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18890264150270691, "upper": 0.36347728770322446, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.069059730971585, "SE": 0.13580577966631943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.19711470606678305, "upper": 0.3352341680099531, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14635660830562938, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1459086982904224, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.038865603647443965, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588629.216757, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023184407426537507, "SE": 0.13367108565586608, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.25764812257081926, "upper": 0.30401693742389424, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039041610401804996, "SE": 0.11686862509296697, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2064902598686762, "upper": 0.28457348067228616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.07646465567525854, "SE": 0.14556241365881004, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22935062741121862, "upper": 0.3822799387617357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.0636290695671966, "SE": 0.11963174938729869, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1877079094331715, "upper": 0.3149660485675647, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.08728732310025879, "SE": 0.14091583660797694, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18890264150270691, "upper": 0.36347728770322446, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.069059730971585, "SE": 0.13580577966631943, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.19711470606678305, "upper": 0.3352341680099531, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14635660830562938, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1459086982904224, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.038865603647443965, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P021", "source_specification_id": "CI-T3-B01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 1 (\"Village head is not self-interested\"), accepted-manuscript p. 46", "outcome_label": "Village head is not self-interested [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P021.json", "input_bytes": 192481, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head is not self-interested [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p021", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head is not self-interested [Table 3 original scale]", "source_specification_id": "CI-T3-B01-ORIG", "specification_id": "S01-P021", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P021" }, "source": { "file": "CI-T3-B01-ORIG.csv", "bytes": 192481, "sha256": "89af4f13f857fbc14dd79737920f404d63dd3cc9ff27533832a50e2813c2a842" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.8739264672101494, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03480352404481226, "se": 0.0926559787142215, "pvalue": 0.7115887142441781, "lower": -0.1598594637960002, "upper": 0.22946651188562472 }, { "method": "Dynamic TWFE", "estimate": 0.06113239236576071, "se": 0.1387491330368987, "pvalue": 0.6647508343039897, "lower": -0.23036871929579575, "upper": 0.3526335040273172 }, { "method": "BJS / did2s", "estimate": -0.04603705788602125, "se": 0.13636217282878627, "pvalue": 0.7395633074940224, "lower": -0.33252335223717594, "upper": 0.24044923646513344 }, { "method": "Sun\u2013Abraham", "estimate": 0.06153564561861635, "se": 0.13761108291226878, "pvalue": 0.6600860367744641, "lower": -0.22757451145320606, "upper": 0.35064580269043877 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5243255197574709, "se": 0.2101118796738018, "pvalue": 0.02251953973754974, "lower": -0.9657541986806341, "upper": -0.0828968408343077 }, { "event_time": -2, "estimate": -0.195931839196591, "se": 0.09575541319662442, "pvalue": 0.055632765155532754, "lower": -0.3971064972537668, "upper": 0.005242818860584836 }, { "event_time": 0, "estimate": 0.06532002904900391, "se": 0.08864124719492583, "pvalue": 0.47067784001104573, "lower": -0.12090832085726988, "upper": 0.2515483789552777 }, { "event_time": 1, "estimate": 0.06632096232810021, "se": 0.16838121299339892, "pvalue": 0.6983010710511661, "lower": -0.28743483921225227, "upper": 0.42007676386845266 }, { "event_time": 2, "estimate": 0.04042038283376703, "se": 0.23624425479948857, "pvalue": 0.8660571556013744, "lower": -0.4559103789547982, "upper": 0.5367511446223323 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13640037777953462, "se": 0.06044813335594832, "pvalue": 0.036713494681644615, "lower": -0.2633971934384759, "upper": -0.009403562120593317 }, { "event_time": -2, "estimate": 0.015326501003004804, "se": 0.037245888573354154, "pvalue": 0.6855677590502088, "lower": -0.06292420720911679, "upper": 0.09357720921512638 }, { "event_time": -1, "estimate": 0.023958769116785572, "se": 0.017883543811007045, "pvalue": 0.19700946660614752, "lower": -0.013613162233375338, "upper": 0.06153070046694648 }, { "event_time": 0, "estimate": 0.01109000880558108, "se": 0.09884675832645604, "pvalue": 0.9119113269775443, "lower": -0.19657932436884976, "upper": 0.21875934198001193 }, { "event_time": 1, "estimate": -0.07628054586355874, "se": 0.17540851241281868, "pvalue": 0.6688231236976517, "lower": -0.44480015563754327, "upper": 0.29223906391042576 }, { "event_time": 2, "estimate": -0.1336799030301195, "se": 0.21176847638779195, "pvalue": 0.5358083997489347, "lower": -0.5785889625014955, "upper": 0.3112291564412565 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5139191123529423, "se": 0.23345046156274962, "pvalue": 0.0409936037506074, "lower": -1.0043803323545664, "upper": -0.023457892351318288 }, { "event_time": -2, "estimate": -0.18290828236489987, "se": 0.10489215856321385, "pvalue": 0.09825215570173922, "lower": -0.4032785301388136, "upper": 0.037461965409013864 }, { "event_time": 0, "estimate": 0.07645818827464157, "se": 0.08879272725368649, "pvalue": 0.40051592758486876, "lower": -0.1100884094257395, "upper": 0.26300478597502264 }, { "event_time": 1, "estimate": 0.06380942679427218, "se": 0.17229124783944588, "pvalue": 0.715437993893988, "lower": -0.29816105313225083, "upper": 0.42577990672079524 }, { "event_time": 2, "estimate": 0.019013468886044244, "se": 0.23734451821473554, "pvalue": 0.9370343932117784, "lower": -0.4796288605616842, "upper": 0.5176557983337727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1201581483323987e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.015566023421188931, "df_num": 1, "df_den": 1069, "pvalue": 0.9007339476341801, "log10_pvalue": -0.045403468884569455, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.917740774943, "rss_restricted": 1014.9325192906806, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.16512925344974685 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.07263333036780703 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04574336049805324 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.009457211583903552 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head is not self-interested [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p021", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head is not self-interested [Table 3 original scale]", "source_specification_id": "CI-T3-B01-ORIG", "specification_id": "S01-P021", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P021" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P021", "regression_results": "analyses/archive-expanded/baselines/S01-P021.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B01-ORIG.csv", "bytes": 192481, "sha256": "89af4f13f857fbc14dd79737920f404d63dd3cc9ff27533832a50e2813c2a842" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.8739264672101494, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03480352404481226, "se": 0.0926559787142215, "pvalue": 0.7115887142441781, "lower": -0.1598594637960002, "upper": 0.22946651188562472 }, { "method": "Dynamic TWFE", "estimate": 0.06113239236576071, "se": 0.1387491330368987, "pvalue": 0.6647508343039897, "lower": -0.23036871929579575, "upper": 0.3526335040273172 }, { "method": "BJS / did2s", "estimate": -0.04603705788602125, "se": 0.13636217282878627, "pvalue": 0.7395633074940224, "lower": -0.33252335223717594, "upper": 0.24044923646513344 }, { "method": "Sun\u2013Abraham", "estimate": 0.06153564561861635, "se": 0.13761108291226878, "pvalue": 0.6600860367744641, "lower": -0.22757451145320606, "upper": 0.35064580269043877 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5243255197574709, "se": 0.2101118796738018, "pvalue": 0.02251953973754974, "lower": -0.9657541986806341, "upper": -0.0828968408343077 }, { "event_time": -2, "estimate": -0.195931839196591, "se": 0.09575541319662442, "pvalue": 0.055632765155532754, "lower": -0.3971064972537668, "upper": 0.005242818860584836 }, { "event_time": 0, "estimate": 0.06532002904900391, "se": 0.08864124719492583, "pvalue": 0.47067784001104573, "lower": -0.12090832085726988, "upper": 0.2515483789552777 }, { "event_time": 1, "estimate": 0.06632096232810021, "se": 0.16838121299339892, "pvalue": 0.6983010710511661, "lower": -0.28743483921225227, "upper": 0.42007676386845266 }, { "event_time": 2, "estimate": 0.04042038283376703, "se": 0.23624425479948857, "pvalue": 0.8660571556013744, "lower": -0.4559103789547982, "upper": 0.5367511446223323 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13640037777953462, "se": 0.06044813335594832, "pvalue": 0.036713494681644615, "lower": -0.2633971934384759, "upper": -0.009403562120593317 }, { "event_time": -2, "estimate": 0.015326501003004804, "se": 0.037245888573354154, "pvalue": 0.6855677590502088, "lower": -0.06292420720911679, "upper": 0.09357720921512638 }, { "event_time": -1, "estimate": 0.023958769116785572, "se": 0.017883543811007045, "pvalue": 0.19700946660614752, "lower": -0.013613162233375338, "upper": 0.06153070046694648 }, { "event_time": 0, "estimate": 0.01109000880558108, "se": 0.09884675832645604, "pvalue": 0.9119113269775443, "lower": -0.19657932436884976, "upper": 0.21875934198001193 }, { "event_time": 1, "estimate": -0.07628054586355874, "se": 0.17540851241281868, "pvalue": 0.6688231236976517, "lower": -0.44480015563754327, "upper": 0.29223906391042576 }, { "event_time": 2, "estimate": -0.1336799030301195, "se": 0.21176847638779195, "pvalue": 0.5358083997489347, "lower": -0.5785889625014955, "upper": 0.3112291564412565 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5139191123529423, "se": 0.23345046156274962, "pvalue": 0.0409936037506074, "lower": -1.0043803323545664, "upper": -0.023457892351318288 }, { "event_time": -2, "estimate": -0.18290828236489987, "se": 0.10489215856321385, "pvalue": 0.09825215570173922, "lower": -0.4032785301388136, "upper": 0.037461965409013864 }, { "event_time": 0, "estimate": 0.07645818827464157, "se": 0.08879272725368649, "pvalue": 0.40051592758486876, "lower": -0.1100884094257395, "upper": 0.26300478597502264 }, { "event_time": 1, "estimate": 0.06380942679427218, "se": 0.17229124783944588, "pvalue": 0.715437993893988, "lower": -0.29816105313225083, "upper": 0.42577990672079524 }, { "event_time": 2, "estimate": 0.019013468886044244, "se": 0.23734451821473554, "pvalue": 0.9370343932117784, "lower": -0.4796288605616842, "upper": 0.5176557983337727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1201581483323987e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.015566023421188931, "df_num": 1, "df_den": 1069, "pvalue": 0.9007339476341801, "log10_pvalue": -0.045403468884569455, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.917740774943, "rss_restricted": 1014.9325192906806, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ], [ -0.14315925827564838, -0.16536322848409307, -0.021999916737341946, -0.09375085048227677, -0.15100625712821247, -0.21661314322057598 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.16512925344974685 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.07263333036780703 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04574336049805324 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.009457211583903552 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.0338974105192654, "se": 0.14328608065520412, "lower": -0.3147329680893668, "upper": 0.24693814705083603 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.04947679865594743, "se": 0.12542300561136377, "lower": -0.2953013724869855, "upper": 0.19634777517509067 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.026334479109178133, "se": 0.11921647510292747, "lower": -0.259994476674732, "upper": 0.20732551845637576 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 543.0, "post_cells": 6, "estimate": -0.04639852079300146, "se": 0.12467942726848469, "lower": -0.2907657078523126, "upper": 0.19796866626630966 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.0338974105192654, "se": 0.14328608065520412, "lower": -0.3147329680893668, "upper": 0.24693814705083603, "event_study": [ { "event_time": -3, "estimate": -0.5614342941813241, "se": 0.23031288007620027, "lower": -1.0128392443063692, "upper": -0.11002934405627895, "relative_to_minus_one": -0.5614342941813241, "n": 0.0 }, { "event_time": -2, "estimate": -0.059164395725255725, "se": 0.09913391742818964, "lower": -0.253463303530875, "upper": 0.13513451208036353, "relative_to_minus_one": -0.059164395725255725, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.05357745822646039, "se": 0.08794730245044202, "lower": -0.225951003566778, "upper": 0.11879608711385721, "relative_to_minus_one": -0.05357745822646039, "n": 253.0 }, { "event_time": 1, "estimate": -0.10831731217219775, "se": 0.16558144006247258, "lower": -0.43285097120292165, "upper": 0.21621634685852614, "relative_to_minus_one": -0.10831731217219775, "n": 191.0 }, { "event_time": 2, "estimate": 0.06020253884086194, "se": 0.24601228885806123, "lower": -0.42197268707520247, "upper": 0.5423777647569263, "relative_to_minus_one": 0.06020253884086194, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.17963016315503982, "se": 0.11050120967302604, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": -0.20039325235904445, "se": 0.21780579132702385, "event_time": 1, "mass": 117.0 }, { "group": 2, "year": 4, "att": 0.06020253884086194, "se": 0.24601228885806123, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.0597149056660775, "se": 0.1578803305103962, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.05754054067915586, "se": 0.13654484741520134, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.021353648575368284, "se": 0.21990306760468742, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.5614342941813241, "se": 0.23031288007620024, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.05838066482428284, "se": 0.17612891199808559, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.04095628178442006, "se": 0.14413978882702777, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.04639852079300146, "treated_cell_se": 0.12467942726848469, "checks": { "input_rows": 1100, "retained_rows": 1100, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.044687542133033276, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.23128476244891394, "event_study": [ { "event_time": -3, "estimate": -0.3957702462288957, "raw_gap": -0.31537447898937165, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.46533191854450784 }, { "event_time": -2, "estimate": -0.09601250350864644, "raw_gap": -0.06772659932657447, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.16557417582425862 }, { "event_time": -1, "estimate": 0.06956167231561218, "raw_gap": 0.08943093493810142, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2133528458550795, "raw_gap": 0.23339148017119532, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.1437911735394673 }, { "event_time": 1, "estimate": 0.2570902990334267, "raw_gap": 0.2564335537138394, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.1875286267178145 }, { "event_time": 2, "estimate": 0.22732433225293602, "raw_gap": 0.22732433225293625, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.15776265993732386 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.16422652371203528, 0.00987853574137354, 0.04445213914747336, 0.26938224539194683, 0.32475868847039385, 0.20728683188578473 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.6645352591003756e-16 }, { "cohort": 2, "pre_gap": -0.0016951129194757893 }, { "cohort": 3, "pre_gap": 0.08039576723952402 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09006691996108594, "zeta_omega": [ 0.0, 0.7360234669132099, 0.6780478277202644 ], "zeta_lambda": [ 0.0, 4.3764217183107954e-07, 4.794522169498069e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.26493368074649937, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003299582749605179, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12676754611683783, "event_study": [ { "event_time": -3, "estimate": -0.07952138720938483, "raw_gap": -0.07952138720938483, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.10326057445329465 }, { "event_time": -2, "estimate": -0.009579903283002055, "raw_gap": -0.009579903283002055, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.033319090526911864 }, { "event_time": -1, "estimate": 0.02373918724390981, "raw_gap": 0.02373918724390981, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11299046770583365, "raw_gap": 0.11299046770583365, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.08925128046192385 }, { "event_time": 1, "estimate": 0.1554183093216276, "raw_gap": 0.1554183093216276, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.1316791220777178 }, { "event_time": 2, "estimate": 0.10669992051955714, "raw_gap": 0.10669992051955714, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.08296073327564732 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04007968311992627, 0.006608750101284977, 0.008265343876039798, 0.18012808734532035, 0.22240488801062583, 0.07866043497848593 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.027062765788409104, "lambda_l": 0.012526828376928098, "singular_values": [ 1.1078505846814202, 0.6416916683188771, 0.0, 0.0 ], "history_objective": [ 0.02831695419124982, 0.027869570033981453, 0.02756081104993421, 0.02734727416006339, 0.02720157856795296, 0.02710919804587613, 0.02707551807416541, 0.027066475227871326, 0.027063906256256622, 0.027063142309491313, 0.027062902913919582, 0.027062822242420764, 0.027062792177186754, 0.02706277950915903, 0.0270627734733199, 0.02706277029462663, 0.027062768501503767, 0.027062767446456443, 0.027062766810349678, 0.027062766421449974, 0.027062766181757805, 0.027062766033308608, 0.027062765941088168, 0.027062765883682862, 0.027062765847899378, 0.027062765825571402, 0.027062765811628857, 0.027062765802917558, 0.02706276579747231, 0.02706276579406737, 0.02706276579193765, 0.02706276579060523, 0.02706276578977147, 0.02706276578924966, 0.027062765788923037, 0.02706276578871856, 0.027062765788590563, 0.02706276578851041, 0.027062765788460223, 0.0270627657884288, 0.027062765788409104 ], "history_rmse": [ 0.07471930781314577, 0.07502603136058922, 0.07530067266003067, 0.0755002149507852, 0.07564132402911453, 0.07520906505307738, 0.07349743200449493, 0.07265517463104237, 0.07222349301292404, 0.07199745506805065, 0.07187768849580868, 0.07181379038297583, 0.0717795498991146, 0.07176114451629896, 0.07175122566680894, 0.07174586735766252, 0.07174296531052933, 0.07174138896119332, 0.07174052967745272, 0.07174005919317004, 0.071739800119703, 0.07173965640047385, 0.07173957589723567, 0.0717395302306828, 0.07173950390087724, 0.07173948840598383, 0.07173947905720424, 0.07173947325035808, 0.07173946952573962, 0.07173946705532971, 0.0717394653621718, 0.07173946416615992, 0.07173946329885546, 0.07173946265611392, 0.07173946217151056, 0.07173946180126697, 0.07173946151557346, 0.07173946129350477, 0.07173946111997241, 0.07173946098384808, 0.07173946087677455 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.17543004823989727, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023945840075612068, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.26893664935478195, "event_study": [ { "event_time": -3, "estimate": -0.3196878820884034, "raw_gap": -0.3196878820884034, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.4039489587435983 }, { "event_time": -2, "estimate": -0.07317787967565981, "raw_gap": -0.07317787967565981, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.15743895633085475 }, { "event_time": -1, "estimate": 0.08426107665519496, "raw_gap": 0.08426107665519496, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2798198867887003, "raw_gap": 0.2798198867887003, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.19555881013350535 }, { "event_time": 1, "estimate": 0.21207660333807862, "raw_gap": 0.21207660333807862, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.12781552668288365 }, { "event_time": 2, "estimate": 0.35082361620739816, "raw_gap": 0.35082361620739816, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.2665625395522032 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.168539926811067, 0.02283401450287137, 0.037806737786347085, 0.33187059144195785, 0.2868166751525071, 0.3307861158402467 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.11844760597540935, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3166517905303425, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000165542121976614, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03480352404481226, "SE": 0.0926559787142215, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06113239236576071, "SE": 0.1387491330368987, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.04603705788602125, "SE": 0.13636217282878627, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06153564561861635, "SE": 0.13761108291226878, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.0338974105192654, "SE": 0.14328608065520412, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04639852079300146, "SE": 0.12467942726848469, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23128476244891394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12676754611683783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26893664935478195, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03480352404481226, "SE": 0.0926559787142215, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1598594637960002, "upper": 0.22946651188562472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06113239236576071, "SE": 0.1387491330368987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23036871929579575, "upper": 0.3526335040273172, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.04603705788602125, "SE": 0.13636217282878627, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33252335223717594, "upper": 0.24044923646513344, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06153564561861635, "SE": 0.13761108291226878, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22757451145320606, "upper": 0.35064580269043877, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0338974105192654, "SE": 0.14328608065520412, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3147329680893668, "upper": 0.24693814705083603, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04639852079300146, "SE": 0.12467942726848469, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2907657078523126, "upper": 0.19796866626630966, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23128476244891394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12676754611683783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26893664935478195, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588630.356031, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03480352404481226, "SE": 0.0926559787142215, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1598594637960002, "upper": 0.22946651188562472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06113239236576071, "SE": 0.1387491330368987, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23036871929579575, "upper": 0.3526335040273172, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.04603705788602125, "SE": 0.13636217282878627, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33252335223717594, "upper": 0.24044923646513344, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06153564561861635, "SE": 0.13761108291226878, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22757451145320606, "upper": 0.35064580269043877, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0338974105192654, "SE": 0.14328608065520412, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3147329680893668, "upper": 0.24693814705083603, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.04639852079300146, "SE": 0.12467942726848469, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2907657078523126, "upper": 0.19796866626630966, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23128476244891394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12676754611683783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.26893664935478195, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P022", "source_specification_id": "CI-T3-B02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 2 (\"Village head cares not only about rich and powerful\"), accepted-manuscript p. 46", "outcome_label": "Village head cares not only about rich and powerful [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P022.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head cares not only about rich and powerful [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p022", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head cares not only about rich and powerful [Table 3 original scale]", "source_specification_id": "CI-T3-B02-ORIG", "specification_id": "S01-P022", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P022" }, "source": { "file": "CI-T3-B02-ORIG.csv", "bytes": 192724, "sha256": "425101946df35b124000f034c3bab77ec8b6d9683d87c3e28aef404d1e4dd691" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.8977045331881176, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16009312169879325, "se": 0.11331471184714757, "pvalue": 0.17476733309366588, "lower": -0.07797225390444137, "upper": 0.3981584973020279 }, { "method": "Dynamic TWFE", "estimate": 0.2635810785224344, "se": 0.11505072197633733, "pvalue": 0.034245955613432945, "lower": 0.021868480976703325, "upper": 0.5052936760681654 }, { "method": "BJS / did2s", "estimate": 0.13367827805325316, "se": 0.12679861714427199, "pvalue": 0.30571198991606996, "lower": -0.13271573137723303, "upper": 0.40007228748373935 }, { "method": "Sun\u2013Abraham", "estimate": 0.2860739583907882, "se": 0.1314196265616813, "pvalue": 0.04305014388197034, "lower": 0.009971568427105393, "upper": 0.5621763483544711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5127581897822009, "se": 0.2109881716430133, "pvalue": 0.02577152295884599, "lower": -0.9560278898171668, "upper": -0.06948848974723498 }, { "event_time": -2, "estimate": -0.208546694401648, "se": 0.09554475354026318, "pvalue": 0.04254740603632921, "lower": -0.4092787729437849, "upper": -0.007814615859511126 }, { "event_time": 0, "estimate": 0.20008599493532123, "se": 0.09651514527030822, "pvalue": 0.05279369384309711, "lower": -0.002684800980134905, "upper": 0.40285679085077736 }, { "event_time": 1, "estimate": 0.28964581052905813, "se": 0.12925163580520002, "pvalue": 0.03787740518284041, "lower": 0.018098200128705666, "upper": 0.5611934209294106 }, { "event_time": 2, "estimate": 0.37529650884837223, "se": 0.17754481700284097, "pvalue": 0.048751505766089456, "lower": 0.002288689676541833, "upper": 0.7483043280202026 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1422850407659213, "se": 0.07190296339620741, "pvalue": 0.06334073229239616, "lower": -0.2933475613236581, "upper": 0.008777479791815479 }, { "event_time": -2, "estimate": -0.004851282525528071, "se": 0.040109371499887914, "pvalue": 0.9050695169109199, "lower": -0.08911794512985835, "upper": 0.0794153800788022 }, { "event_time": -1, "estimate": 0.038080316360576245, "se": 0.024685618348711084, "pvalue": 0.14032281813746306, "lower": -0.013782243305209455, "upper": 0.08994287602636195 }, { "event_time": 0, "estimate": 0.15301615378697636, "se": 0.10318350802427366, "pvalue": 0.15538500430586255, "lower": -0.06376435241060818, "upper": 0.3697966599845609 }, { "event_time": 1, "estimate": 0.10075144187741945, "se": 0.17004161966225995, "pvalue": 0.5608792321418131, "lower": -0.2564927446293063, "upper": 0.45799562838414526 }, { "event_time": 2, "estimate": 0.14811736881212298, "se": 0.16219867397800897, "pvalue": 0.3732152714366428, "lower": -0.1926494002461466, "upper": 0.48888413787039253 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.6560910095922662, "se": 0.2552538794565612, "pvalue": 0.019261696259588856, "lower": -1.1923595107995848, "upper": -0.11982250838494757 }, { "event_time": -2, "estimate": -0.18384861604951183, "se": 0.1478208842899422, "pvalue": 0.22955519779970204, "lower": -0.49440876986217164, "upper": 0.12671153776314795 }, { "event_time": 0, "estimate": 0.19949516855403743, "se": 0.10565541294206438, "pvalue": 0.07523066434478272, "lower": -0.022478617166713843, "upper": 0.4214689542747887 }, { "event_time": 1, "estimate": 0.37301636176877895, "se": 0.13760993528317958, "pvalue": 0.014322949767584083, "lower": 0.08390861577620407, "upper": 0.6621241077613538 }, { "event_time": 2, "estimate": 0.338715295563755, "se": 0.23020917869744661, "pvalue": 0.15846717217002473, "lower": -0.14493624182749826, "upper": 0.8223668329550082 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5530109714750472e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10604599693276434, "df_num": 1, "df_den": 1071, "pvalue": 0.744755025448304, "log10_pvalue": -0.12798655757635774, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1024.8580063738461, "rss_restricted": 1024.9594835811295, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4608699984745438 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2842616866739558 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11983276851986115 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.18698259317271768 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Village head cares not only about rich and powerful [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p022", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Village head cares not only about rich and powerful [Table 3 original scale]", "source_specification_id": "CI-T3-B02-ORIG", "specification_id": "S01-P022", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P022" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P022", "regression_results": "analyses/archive-expanded/baselines/S01-P022.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B02-ORIG.csv", "bytes": 192724, "sha256": "425101946df35b124000f034c3bab77ec8b6d9683d87c3e28aef404d1e4dd691" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.8977045331881176, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16009312169879325, "se": 0.11331471184714757, "pvalue": 0.17476733309366588, "lower": -0.07797225390444137, "upper": 0.3981584973020279 }, { "method": "Dynamic TWFE", "estimate": 0.2635810785224344, "se": 0.11505072197633733, "pvalue": 0.034245955613432945, "lower": 0.021868480976703325, "upper": 0.5052936760681654 }, { "method": "BJS / did2s", "estimate": 0.13367827805325316, "se": 0.12679861714427199, "pvalue": 0.30571198991606996, "lower": -0.13271573137723303, "upper": 0.40007228748373935 }, { "method": "Sun\u2013Abraham", "estimate": 0.2860739583907882, "se": 0.1314196265616813, "pvalue": 0.04305014388197034, "lower": 0.009971568427105393, "upper": 0.5621763483544711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5127581897822009, "se": 0.2109881716430133, "pvalue": 0.02577152295884599, "lower": -0.9560278898171668, "upper": -0.06948848974723498 }, { "event_time": -2, "estimate": -0.208546694401648, "se": 0.09554475354026318, "pvalue": 0.04254740603632921, "lower": -0.4092787729437849, "upper": -0.007814615859511126 }, { "event_time": 0, "estimate": 0.20008599493532123, "se": 0.09651514527030822, "pvalue": 0.05279369384309711, "lower": -0.002684800980134905, "upper": 0.40285679085077736 }, { "event_time": 1, "estimate": 0.28964581052905813, "se": 0.12925163580520002, "pvalue": 0.03787740518284041, "lower": 0.018098200128705666, "upper": 0.5611934209294106 }, { "event_time": 2, "estimate": 0.37529650884837223, "se": 0.17754481700284097, "pvalue": 0.048751505766089456, "lower": 0.002288689676541833, "upper": 0.7483043280202026 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1422850407659213, "se": 0.07190296339620741, "pvalue": 0.06334073229239616, "lower": -0.2933475613236581, "upper": 0.008777479791815479 }, { "event_time": -2, "estimate": -0.004851282525528071, "se": 0.040109371499887914, "pvalue": 0.9050695169109199, "lower": -0.08911794512985835, "upper": 0.0794153800788022 }, { "event_time": -1, "estimate": 0.038080316360576245, "se": 0.024685618348711084, "pvalue": 0.14032281813746306, "lower": -0.013782243305209455, "upper": 0.08994287602636195 }, { "event_time": 0, "estimate": 0.15301615378697636, "se": 0.10318350802427366, "pvalue": 0.15538500430586255, "lower": -0.06376435241060818, "upper": 0.3697966599845609 }, { "event_time": 1, "estimate": 0.10075144187741945, "se": 0.17004161966225995, "pvalue": 0.5608792321418131, "lower": -0.2564927446293063, "upper": 0.45799562838414526 }, { "event_time": 2, "estimate": 0.14811736881212298, "se": 0.16219867397800897, "pvalue": 0.3732152714366428, "lower": -0.1926494002461466, "upper": 0.48888413787039253 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.6560910095922662, "se": 0.2552538794565612, "pvalue": 0.019261696259588856, "lower": -1.1923595107995848, "upper": -0.11982250838494757 }, { "event_time": -2, "estimate": -0.18384861604951183, "se": 0.1478208842899422, "pvalue": 0.22955519779970204, "lower": -0.49440876986217164, "upper": 0.12671153776314795 }, { "event_time": 0, "estimate": 0.19949516855403743, "se": 0.10565541294206438, "pvalue": 0.07523066434478272, "lower": -0.022478617166713843, "upper": 0.4214689542747887 }, { "event_time": 1, "estimate": 0.37301636176877895, "se": 0.13760993528317958, "pvalue": 0.014322949767584083, "lower": 0.08390861577620407, "upper": 0.6621241077613538 }, { "event_time": 2, "estimate": 0.338715295563755, "se": 0.23020917869744661, "pvalue": 0.15846717217002473, "lower": -0.14493624182749826, "upper": 0.8223668329550082 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5530109714750472e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10604599693276434, "df_num": 1, "df_den": 1071, "pvalue": 0.744755025448304, "log10_pvalue": -0.12798655757635774, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1024.8580063738461, "rss_restricted": 1024.9594835811295, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4608699984745438 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2842616866739558 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11983276851986115 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.18698259317271768 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.19180476934518384, "se": 0.1270518000214517, "lower": -0.05721218286784674, "upper": 0.4408217215582144 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.1582498910834851, "se": 0.11690141593968675, "lower": -0.07087267390003751, "upper": 0.38737245606700776 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14171455005595088, "se": 0.10918078959044614, "lower": -0.07227586534496919, "upper": 0.3557049654568709 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": 0.15012425865279708, "se": 0.11560113031764206, "lower": -0.07644979334190272, "upper": 0.37669831064749687 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.19180476934518384, "se": 0.1270518000214517, "lower": -0.05721218286784674, "upper": 0.4408217215582144, "event_study": [ { "event_time": -3, "estimate": -0.6721519731327188, "se": 0.24231049015261177, "lower": -1.1470718069080852, "upper": -0.1972321393573523, "relative_to_minus_one": -0.6721519731327188, "n": 0.0 }, { "event_time": -2, "estimate": -0.14449967439394587, "se": 0.13137790202257457, "lower": -0.401995630722624, "upper": 0.11299628193473224, "relative_to_minus_one": -0.14449967439394587, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07938728381484106, "se": 0.10778117590008124, "lower": -0.1318599391606946, "upper": 0.2906345067903767, "relative_to_minus_one": 0.07938728381484106, "n": 253.0 }, { "event_time": 1, "estimate": 0.15066544260986003, "se": 0.1464950500999707, "lower": -0.13645957949947335, "upper": 0.4377904647191934, "relative_to_minus_one": 0.15066544260986003, "n": 192.0 }, { "event_time": 2, "estimate": 0.3453615816108504, "se": 0.23174743652280802, "lower": -0.10885504748333563, "upper": 0.7995782107050364, "relative_to_minus_one": 0.3453615816108504, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.06588679874816751, "se": 0.15309388516043818, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.0037942021938921055, "se": 0.20695694229159842, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": 0.3453615816108504, "se": 0.23174743652280802, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": 0.06102394742173965, "se": 0.17438399193773535, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.17397923845457242, "se": 0.17661194775388833, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.35801307613828526, "se": 0.12441628917219515, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.6721519731327188, "se": 0.24231049015261183, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.43565813863283365, "se": 0.15033258449714712, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.02761701512476464, "se": 0.10775025724444649, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.15012425865279708, "treated_cell_se": 0.11560113031764206, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04628762509673834, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4024229175636458, "event_study": [ { "event_time": -3, "estimate": -0.43428049265956775, "raw_gap": -0.314348072804912, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.4817466899198969 }, { "event_time": -2, "estimate": -0.14581070011871353, "raw_gap": -0.07367953941485032, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.19327689737904263 }, { "event_time": -1, "estimate": 0.04746619726032911, "raw_gap": 0.08926074309937285, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.32154244231241247, "raw_gap": 0.36858387076759813, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.2740762450520834 }, { "event_time": 1, "estimate": 0.4602134869837917, "raw_gap": 0.47741427299132616, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.41274728972346264 }, { "event_time": 2, "estimate": 0.49703878534035323, "raw_gap": 0.49703878534035284, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.4495725880800241 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.16350036995802264, -0.0668940331338066, 0.09147336499250312, 0.3878667637095204, 0.5183417237373429, 0.46015738794878647 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-16 }, { "cohort": 2, "pre_gap": 0.044629066397927776 }, { "cohort": 3, "pre_gap": 0.11993241985465573 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12595587774021821, "zeta_omega": [ 0.0, 1.1719369622575877, 0.805686201458618 ], "zeta_lambda": [ 0.0, 6.968378869256994e-07, 5.697061765598195e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.41375437670376836, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003370000049471855, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2429645712459567, "event_study": [ { "event_time": -3, "estimate": -0.06675588942063254, "raw_gap": -0.06675588942063254, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.09079106599736234 }, { "event_time": -2, "estimate": -0.022455222229872677, "raw_gap": -0.022455222229872677, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.046490398806602475 }, { "event_time": -1, "estimate": 0.024035176576729798, "raw_gap": 0.024035176576729798, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.22444555845570632, "raw_gap": 0.22444555845570632, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.20041038187897653 }, { "event_time": 1, "estimate": 0.2457508701066293, "raw_gap": 0.2457508701066293, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.2217156935298995 }, { "event_time": 2, "estimate": 0.2848872061417566, "raw_gap": 0.2848872061417566, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.2608520295650268 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03902421893358088, -0.015452474274812722, 0.021516752606820615, 0.26880765493828995, 0.33092960527578585, 0.2836468191645836 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.03305372672930202, "lambda_l": 0.014926235463593077, "singular_values": [ 1.1423473498100325, 0.5249247432022525, 0.0, 0.0 ], "history_objective": [ 0.033460017711023984, 0.03315853134103293, 0.03308258801673872, 0.03306251229116901, 0.03305660323691251, 0.033054719459918724, 0.03305409223581324, 0.03305387234382719, 0.033053788171069236, 0.03305375370287743, 0.0330537388913546, 0.03305373231523151, 0.033053729330718165, 0.03305372795512568, 0.033053727313427, 0.03305372701088201, 0.033053726866733385, 0.03305372679728438, 0.03305372676341496, 0.03305372674667526, 0.03305372673828125, 0.03305372673400721, 0.03305372673179623, 0.033053726730634274, 0.03305372673001418, 0.03305372672967839, 0.033053726729494165, 0.03305372672939185, 0.03305372672933449, 0.03305372672930202 ], "history_rmse": [ 0.08960432983107447, 0.09027324228048508, 0.09043281720734411, 0.09046982141634263, 0.09048051231960703, 0.09047450580520466, 0.09042336681438318, 0.09039895966707799, 0.09038693869985111, 0.09038094190466416, 0.09037793778055749, 0.09037643282455277, 0.09037568063522561, 0.09037530618346645, 0.09037512082243106, 0.09037502975656714, 0.09037498546473961, 0.09037496420955977, 0.09037495419185376, 0.09037494958514428, 0.0903749475377911, 0.0903749466709755, 0.09037494632916268, 0.09037494620809258, 0.09037494617148181, 0.09037494616161539, 0.09037494615633668, 0.0903749461487667, 0.09037494613801991, 0.09037494612514568 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2922629650926948, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00022804224863648415, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.24904205383548816, "event_study": [ { "event_time": -3, "estimate": -0.21582901156992426, "raw_gap": -0.21582901156992426, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.24525718309685932 }, { "event_time": -2, "estimate": -0.01901638442541593, "raw_gap": -0.01901638442541593, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.048444555952350976 }, { "event_time": -1, "estimate": 0.02942817152693505, "raw_gap": 0.02942817152693505, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23890621120826022, "raw_gap": 0.23890621120826022, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.20947803968132517 }, { "event_time": 1, "estimate": 0.1944662826060081, "raw_gap": 0.1944662826060081, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.16503811107907304 }, { "event_time": 2, "estimate": 0.38078868273194133, "raw_gap": 0.38078868273194133, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.3513605112050063 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06498130872303487, 0.002129788327979165, 0.01868360986705138, 0.2810556916605257, 0.24803742613461827, 0.34390728534037496 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04298378100223746, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.28168878716667684, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014562532305717468, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16009312169879325, "SE": 0.11331471184714757, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2635810785224344, "SE": 0.11505072197633733, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13367827805325316, "SE": 0.12679861714427199, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2860739583907882, "SE": 0.1314196265616813, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.19180476934518384, "SE": 0.1270518000214517, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15012425865279708, "SE": 0.11560113031764206, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4024229175636458, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2429645712459567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24904205383548816, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16009312169879325, "SE": 0.11331471184714757, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07797225390444137, "upper": 0.3981584973020279, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2635810785224344, "SE": 0.11505072197633733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.021868480976703325, "upper": 0.5052936760681654, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13367827805325316, "SE": 0.12679861714427199, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13271573137723303, "upper": 0.40007228748373935, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2860739583907882, "SE": 0.1314196265616813, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009971568427105393, "upper": 0.5621763483544711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.19180476934518384, "SE": 0.1270518000214517, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05721218286784674, "upper": 0.4408217215582144, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15012425865279708, "SE": 0.11560113031764206, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07644979334190272, "upper": 0.37669831064749687, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4024229175636458, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2429645712459567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24904205383548816, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588631.521593, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16009312169879325, "SE": 0.11331471184714757, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07797225390444137, "upper": 0.3981584973020279, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2635810785224344, "SE": 0.11505072197633733, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.021868480976703325, "upper": 0.5052936760681654, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13367827805325316, "SE": 0.12679861714427199, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13271573137723303, "upper": 0.40007228748373935, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2860739583907882, "SE": 0.1314196265616813, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009971568427105393, "upper": 0.5621763483544711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.19180476934518384, "SE": 0.1270518000214517, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05721218286784674, "upper": 0.4408217215582144, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15012425865279708, "SE": 0.11560113031764206, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07644979334190272, "upper": 0.37669831064749687, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4024229175636458, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2429645712459567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24904205383548816, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P023", "source_specification_id": "CI-T3-B03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 3 (\"Bribes are not necessary: police\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: police [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P023.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p023", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: police [Table 3 original scale]", "source_specification_id": "CI-T3-B03-ORIG", "specification_id": "S01-P023", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P023" }, "source": { "file": "CI-T3-B03-ORIG.csv", "bytes": 190428, "sha256": "6d645bfad9adbf508383eaab52d58650984a5a769f2c1a6617c6daaa69b6aa9f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.0157125484622274, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07176181127411996, "se": 0.08578517243408915, "pvalue": 0.41382538693289317, "lower": -0.1084661482185359, "upper": 0.2519897707667758 }, { "method": "Dynamic TWFE", "estimate": -0.07694147948097135, "se": 0.08611603611531418, "pvalue": 0.3833998209868106, "lower": -0.25786455777382816, "upper": 0.10398159881188546 }, { "method": "BJS / did2s", "estimate": 0.022768454018900472, "se": 0.08533925959031581, "pvalue": 0.792656259875389, "lower": -0.1565226773522454, "upper": 0.20205958539004637 }, { "method": "Sun\u2013Abraham", "estimate": -0.07239225849517301, "se": 0.07291212747652069, "pvalue": 0.33393377531482193, "lower": -0.2255749541114595, "upper": 0.08079043712111349 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.32004203100107237, "se": 0.24050081226992523, "pvalue": 0.19989005568780796, "lower": -0.1852314261926859, "upper": 0.8253154881948306 }, { "event_time": -2, "estimate": -0.0626392164895391, "se": 0.10973402766253175, "pvalue": 0.5751744521276262, "lower": -0.2931818537701718, "upper": 0.16790342079109363 }, { "event_time": 0, "estimate": -0.007321389276774209, "se": 0.08133244545949453, "pvalue": 0.9292669685011783, "lower": -0.1781945165293284, "upper": 0.16355173797578001 }, { "event_time": 1, "estimate": -0.07665549463645753, "se": 0.10315985911801459, "pvalue": 0.467024739358525, "lower": -0.2933863163256548, "upper": 0.14007532705273973 }, { "event_time": 2, "estimate": -0.25722068343593013, "se": 0.12220652319450213, "pvalue": 0.04962107572429527, "lower": -0.5139670614764873, "upper": -0.0004743053953729648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13249251395008574, "se": 0.08977337004726853, "pvalue": 0.1572622172861952, "lower": -0.05611433780893538, "upper": 0.32109936570910685 }, { "event_time": -2, "estimate": -0.07326794086561257, "se": 0.05135951577127702, "pvalue": 0.17081945512273325, "lower": -0.18117027952559567, "upper": 0.034634397794370525 }, { "event_time": -1, "estimate": 0.01157305469800795, "se": 0.02250113751502183, "pvalue": 0.613277037962763, "lower": -0.03570008103779588, "upper": 0.05884619043381178 }, { "event_time": 0, "estimate": 0.07165245875161168, "se": 0.08700200005441962, "pvalue": 0.42096100803859504, "lower": -0.1111319607077705, "upper": 0.25443687821099387 }, { "event_time": 1, "estimate": 0.02178006554359611, "se": 0.11970593615829157, "pvalue": 0.8576581040782421, "lower": -0.2297127740790453, "upper": 0.27327290516623753 }, { "event_time": 2, "estimate": -0.10154608223103852, "se": 0.1373154031735863, "pvalue": 0.4691329185028837, "lower": -0.39003503922301014, "upper": 0.18694287476093313 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.23341815518392153, "se": 0.30159919082116193, "pvalue": 0.44901553450682347, "lower": -0.4002182321311203, "upper": 0.8670545424989633 }, { "event_time": -2, "estimate": 0.05607015188750267, "se": 0.11254441523385021, "pvalue": 0.6243722605387372, "lower": -0.1803768905833325, "upper": 0.29251719435833784 }, { "event_time": 0, "estimate": -0.027275071412619645, "se": 0.07086388959396837, "pvalue": 0.704826112586812, "lower": -0.17615457891779535, "upper": 0.12160443609255606 }, { "event_time": 1, "estimate": -0.011588135535567964, "se": 0.09475714240241248, "pvalue": 0.9040219944579999, "lower": -0.21066550447905497, "upper": 0.18748923340791906 }, { "event_time": 2, "estimate": -0.3048924556924397, "se": 0.12372410208923001, "pvalue": 0.024022886963651374, "lower": -0.5648271486807354, "upper": -0.04495776270414409 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.12053712587946e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.7329938325845409, "df_num": 1, "df_den": 1060, "pvalue": 0.1883135791121969, "log10_pvalue": -0.7251183622941922, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.5744848247509, "rss_restricted": 1016.2332124897499, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8727866946136137 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.31279145592335766 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.486943143171623 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.12145973369836202 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: police [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p023", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: police [Table 3 original scale]", "source_specification_id": "CI-T3-B03-ORIG", "specification_id": "S01-P023", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P023" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P023", "regression_results": "analyses/archive-expanded/baselines/S01-P023.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B03-ORIG.csv", "bytes": 190428, "sha256": "6d645bfad9adbf508383eaab52d58650984a5a769f2c1a6617c6daaa69b6aa9f" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.0157125484622274, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07176181127411996, "se": 0.08578517243408915, "pvalue": 0.41382538693289317, "lower": -0.1084661482185359, "upper": 0.2519897707667758 }, { "method": "Dynamic TWFE", "estimate": -0.07694147948097135, "se": 0.08611603611531418, "pvalue": 0.3833998209868106, "lower": -0.25786455777382816, "upper": 0.10398159881188546 }, { "method": "BJS / did2s", "estimate": 0.022768454018900472, "se": 0.08533925959031581, "pvalue": 0.792656259875389, "lower": -0.1565226773522454, "upper": 0.20205958539004637 }, { "method": "Sun\u2013Abraham", "estimate": -0.07239225849517301, "se": 0.07291212747652069, "pvalue": 0.33393377531482193, "lower": -0.2255749541114595, "upper": 0.08079043712111349 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.32004203100107237, "se": 0.24050081226992523, "pvalue": 0.19989005568780796, "lower": -0.1852314261926859, "upper": 0.8253154881948306 }, { "event_time": -2, "estimate": -0.0626392164895391, "se": 0.10973402766253175, "pvalue": 0.5751744521276262, "lower": -0.2931818537701718, "upper": 0.16790342079109363 }, { "event_time": 0, "estimate": -0.007321389276774209, "se": 0.08133244545949453, "pvalue": 0.9292669685011783, "lower": -0.1781945165293284, "upper": 0.16355173797578001 }, { "event_time": 1, "estimate": -0.07665549463645753, "se": 0.10315985911801459, "pvalue": 0.467024739358525, "lower": -0.2933863163256548, "upper": 0.14007532705273973 }, { "event_time": 2, "estimate": -0.25722068343593013, "se": 0.12220652319450213, "pvalue": 0.04962107572429527, "lower": -0.5139670614764873, "upper": -0.0004743053953729648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13249251395008574, "se": 0.08977337004726853, "pvalue": 0.1572622172861952, "lower": -0.05611433780893538, "upper": 0.32109936570910685 }, { "event_time": -2, "estimate": -0.07326794086561257, "se": 0.05135951577127702, "pvalue": 0.17081945512273325, "lower": -0.18117027952559567, "upper": 0.034634397794370525 }, { "event_time": -1, "estimate": 0.01157305469800795, "se": 0.02250113751502183, "pvalue": 0.613277037962763, "lower": -0.03570008103779588, "upper": 0.05884619043381178 }, { "event_time": 0, "estimate": 0.07165245875161168, "se": 0.08700200005441962, "pvalue": 0.42096100803859504, "lower": -0.1111319607077705, "upper": 0.25443687821099387 }, { "event_time": 1, "estimate": 0.02178006554359611, "se": 0.11970593615829157, "pvalue": 0.8576581040782421, "lower": -0.2297127740790453, "upper": 0.27327290516623753 }, { "event_time": 2, "estimate": -0.10154608223103852, "se": 0.1373154031735863, "pvalue": 0.4691329185028837, "lower": -0.39003503922301014, "upper": 0.18694287476093313 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.23341815518392153, "se": 0.30159919082116193, "pvalue": 0.44901553450682347, "lower": -0.4002182321311203, "upper": 0.8670545424989633 }, { "event_time": -2, "estimate": 0.05607015188750267, "se": 0.11254441523385021, "pvalue": 0.6243722605387372, "lower": -0.1803768905833325, "upper": 0.29251719435833784 }, { "event_time": 0, "estimate": -0.027275071412619645, "se": 0.07086388959396837, "pvalue": 0.704826112586812, "lower": -0.17615457891779535, "upper": 0.12160443609255606 }, { "event_time": 1, "estimate": -0.011588135535567964, "se": 0.09475714240241248, "pvalue": 0.9040219944579999, "lower": -0.21066550447905497, "upper": 0.18748923340791906 }, { "event_time": 2, "estimate": -0.3048924556924397, "se": 0.12372410208923001, "pvalue": 0.024022886963651374, "lower": -0.5648271486807354, "upper": -0.04495776270414409 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.12053712587946e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.7329938325845409, "df_num": 1, "df_den": 1060, "pvalue": 0.1883135791121969, "log10_pvalue": -0.7251183622941922, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1014.5744848247509, "rss_restricted": 1016.2332124897499, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8727866946136137 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.31279145592335766 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.486943143171623 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.12145973369836202 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.03634777651679383, "se": 0.0740828859356351, "lower": -0.18154756482142753, "upper": 0.10885201178783988 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.0013704951665968479, "se": 0.07770174586382322, "lower": -0.15092212826238077, "upper": 0.15366311859557447 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.032928438276550134, "se": 0.09534827238707529, "lower": -0.2198076181433326, "upper": 0.15395074159023237 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": -0.012062155862563895, "se": 0.08032923035403038, "lower": -0.16950455426228514, "upper": 0.14538024253715734 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.03634777651679383, "se": 0.0740828859356351, "lower": -0.18154756482142753, "upper": 0.10885201178783988, "event_study": [ { "event_time": -3, "estimate": 0.17840762406719693, "se": 0.29633835558939803, "lower": -0.4024048801258471, "upper": 0.7592201282602409, "relative_to_minus_one": 0.17840762406719693, "n": 0.0 }, { "event_time": -2, "estimate": -0.2498481827324095, "se": 0.19420504535434102, "lower": -0.6304830772428857, "upper": 0.13078671177806667, "relative_to_minus_one": -0.2498481827324095, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.044197757875790805, "se": 0.1174058876489635, "lower": -0.1859135534891336, "upper": 0.2743090692407152, "relative_to_minus_one": 0.044197757875790805, "n": 253.0 }, { "event_time": 1, "estimate": 0.08679898946842599, "se": 0.1310655696816352, "lower": -0.17008480672080387, "upper": 0.34368278565765586, "relative_to_minus_one": 0.08679898946842599, "n": 187.0 }, { "event_time": 2, "estimate": -0.24004007689459828, "se": 0.09454475036043059, "lower": -0.4253443825283725, "upper": -0.054735771260824045, "relative_to_minus_one": -0.24004007689459828, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.30516957329528815, "se": 0.12982394192681998, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": -0.07415657169968137, "se": 0.1583505139106276, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.24004007689459828, "se": 0.09454475036043059, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": -0.03679251335028805, "se": 0.192043637239488, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.07170250260560747, "se": 0.2055836191157379, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.3124744441132199, "se": 0.19240924783733032, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": 0.17840762406719693, "se": 0.296338355589398, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.5500152834382555, "se": 0.16767672535268255, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.30802994402341377, "se": 0.1781336113242678, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.012062155862563895, "treated_cell_se": 0.08032923035403038, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04666054202243686, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1876698229622562, "event_study": [ { "event_time": -3, "estimate": 0.10019867313786064, "raw_gap": 0.34834032121948216, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.14410661948856904 }, { "event_time": -2, "estimate": -0.14550799072032358, "raw_gap": -0.007433168440195011, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.10160004436961517 }, { "event_time": -1, "estimate": -0.0439079463507084, "raw_gap": 0.038970361626343965, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.18292655056577853, "raw_gap": -0.09199339708244623, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.13901860421507012 }, { "event_time": 1, "estimate": -0.14466071907381306, "raw_gap": -0.11548074397869752, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.10075277272310465 }, { "event_time": 2, "estimate": -0.28198360197702893, "raw_gap": -0.28198360197702954, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.23807565562632052 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.24814164808162154, -0.058266252580390754, -0.040495120898720455, -0.14494161596221636, -0.13886297099326544, -0.3740608081055103 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -6.217248937900876e-16 }, { "cohort": 2, "pre_gap": 0.07474870332584488 }, { "cohort": 3, "pre_gap": 0.24814164808162154 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19125828191108485, "zeta_omega": [ 0.0, 0.6683116106372354, 0.6797861446363673 ], "zeta_lambda": [ 0.0, 3.973804612043643e-07, 4.806813926290345e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.498001805406602e-16 }, "native_matrix_att": -0.2442543705892216, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032233307138085365, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.08535589596472419, "event_study": [ { "event_time": -3, "estimate": 0.052624861259554984, "raw_gap": 0.052624861259554984, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.04967038757465176 }, { "event_time": -2, "estimate": -0.015187442679038663, "raw_gap": -0.015187442679038663, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.018141916363941888 }, { "event_time": -1, "estimate": 0.002954473684903226, "raw_gap": 0.002954473684903226, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.032047165217793855, "raw_gap": -0.032047165217793855, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.03500163890269708 }, { "event_time": 1, "estimate": -0.07201592588339915, "raw_gap": -0.07201592588339915, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.07497039956830238 }, { "event_time": 2, "estimate": -0.24843429682371576, "raw_gap": -0.24843429682371576, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.25138877050861896 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03863013246574987, -0.01752909202369457, -0.0010989819139119493, -0.03501928851165005, -0.06039149858871573, -0.2756389952309418 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 45, "termination_reason": "Relative objective tolerance reached", "objective": 0.029902188814487474, "lambda_l": 0.013564280750944135, "singular_values": [ 1.0919717337818602, 0.4326303830405681, 0.18139080036237365, 0.0 ], "history_objective": [ 0.03040865333073371, 0.030194889457080706, 0.030075776674053145, 0.03000471191023467, 0.029962543191231757, 0.029937623744657513, 0.02992294714853532, 0.029914327387359024, 0.029909276614532153, 0.029906322690672622, 0.02990459771453803, 0.029903591594368416, 0.02990300529681593, 0.02990266387931348, 0.02990246516332942, 0.029902349545874975, 0.02990228229331578, 0.02990224317955357, 0.029902220432891792, 0.02990220720477185, 0.02990219951186273, 0.029902195037713124, 0.029902192435337968, 0.029902190921503737, 0.029902190040772755, 0.029902189528300045, 0.029902189230060293, 0.029902189056467576, 0.02990218895540928, 0.029902188896567032, 0.02990218886229925, 0.02990218884233909, 0.029902188830710552, 0.02990218882393463, 0.029902188819985492, 0.02990218881768344, 0.02990218881634121, 0.02990218881555847, 0.029902188815101906, 0.029902188814835542, 0.029902188814680118, 0.029902188814589396, 0.02990218881453643, 0.029902188814505508, 0.029902188814487474 ], "history_rmse": [ 0.08192933815707919, 0.08198707521354154, 0.0820832163077684, 0.08214200802318264, 0.08217755215073937, 0.08219879845942052, 0.08221137630409402, 0.08221876771851919, 0.08222308848745384, 0.0822256051160226, 0.08222706732970113, 0.08222791550206009, 0.08222840694440536, 0.08222869147770279, 0.08222885613165384, 0.08222895138127105, 0.08222900646939874, 0.08222903832556161, 0.08222905674585436, 0.0822290673967737, 0.08222907355534637, 0.08222907711646738, 0.08222907917574933, 0.08222908036664613, 0.08222908105540458, 0.08222908145378587, 0.08222908168423426, 0.08222908181755394, 0.08222908189469093, 0.08222908193932699, 0.08222908196515906, 0.0822290819801106, 0.08222908198876577, 0.08222908199377699, 0.08222908199667836, 0.08222908199835881, 0.08222908199933207, 0.08222908199989583, 0.08222908200022257, 0.08222908200041198, 0.0822290820005217, 0.08222908200058514, 0.08222908200062205, 0.08222908200064354, 0.08222908200065612 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.08803589681868894, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002903332933783531, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.19493219977497012, "event_study": [ { "event_time": -3, "estimate": 0.10716927135745566, "raw_gap": 0.10716927135745566, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.010726262026839406 }, { "event_time": -2, "estimate": -0.04957868261067879, "raw_gap": -0.04957868261067879, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.14602169194129505 }, { "event_time": -1, "estimate": 0.09644300933061625, "raw_gap": 0.09644300933061625, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1944294042824138, "raw_gap": 0.1944294042824138, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.09798639495179753 }, { "event_time": 1, "estimate": 0.21684197598495558, "raw_gap": 0.21684197598495558, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.12039896665433933 }, { "event_time": 2, "estimate": 0.1544228029213935, "raw_gap": 0.1544228029213935, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.057979793590777234 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.006970598219595003, -0.050906164293093026, 0.02918207088208947, 0.15188020437127953, 0.18898422594734457, 0.06234559679291278 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06025521277225668, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1476677286784185, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000147208571434021, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07176181127411996, "SE": 0.08578517243408915, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07694147948097135, "SE": 0.08611603611531418, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.022768454018900472, "SE": 0.08533925959031581, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.07239225849517301, "SE": 0.07291212747652069, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.03634777651679383, "SE": 0.0740828859356351, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.012062155862563895, "SE": 0.08032923035403038, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1876698229622562, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.08535589596472419, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19493219977497012, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07176181127411996, "SE": 0.08578517243408915, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1084661482185359, "upper": 0.2519897707667758, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07694147948097135, "SE": 0.08611603611531418, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.25786455777382816, "upper": 0.10398159881188546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.022768454018900472, "SE": 0.08533925959031581, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1565226773522454, "upper": 0.20205958539004637, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.07239225849517301, "SE": 0.07291212747652069, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2255749541114595, "upper": 0.08079043712111349, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03634777651679383, "SE": 0.0740828859356351, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18154756482142753, "upper": 0.10885201178783988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.012062155862563895, "SE": 0.08032923035403038, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16950455426228514, "upper": 0.14538024253715734, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1876698229622562, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.08535589596472419, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19493219977497012, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588632.663851, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07176181127411996, "SE": 0.08578517243408915, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1084661482185359, "upper": 0.2519897707667758, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07694147948097135, "SE": 0.08611603611531418, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.25786455777382816, "upper": 0.10398159881188546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.022768454018900472, "SE": 0.08533925959031581, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1565226773522454, "upper": 0.20205958539004637, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.07239225849517301, "SE": 0.07291212747652069, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2255749541114595, "upper": 0.08079043712111349, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03634777651679383, "SE": 0.0740828859356351, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18154756482142753, "upper": 0.10885201178783988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.012062155862563895, "SE": 0.08032923035403038, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16950455426228514, "upper": 0.14538024253715734, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1876698229622562, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.08535589596472419, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19493219977497012, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P024", "source_specification_id": "CI-T3-B04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 4 (\"Bribes are not necessary: documents\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: documents [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P024.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: documents [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p024", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: documents [Table 3 original scale]", "source_specification_id": "CI-T3-B04-ORIG", "specification_id": "S01-P024", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P024" }, "source": { "file": "CI-T3-B04-ORIG.csv", "bytes": 190428, "sha256": "4af16b54ac7a385cc5c908655f3bacb8f0ffac9c8917943e602176b395dc3fb8" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.8345733666967224, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15795381156581198, "se": 0.09415794986269062, "pvalue": 0.11071538572423471, "lower": -0.03986470056462538, "upper": 0.35577232369624934 }, { "method": "Dynamic TWFE", "estimate": 0.22182472233525044, "se": 0.10466579886459822, "pvalue": 0.048222840435494865, "lower": 0.0019300386411806036, "upper": 0.44171940602932025 }, { "method": "BJS / did2s", "estimate": 0.19141743865703675, "se": 0.11162091238596027, "pvalue": 0.10353028369747502, "lower": -0.04308939632644107, "upper": 0.42592427364051455 }, { "method": "Sun\u2013Abraham", "estimate": 0.2604059077160187, "se": 0.10139063786494963, "pvalue": 0.019342752647842083, "lower": 0.04739208195144842, "upper": 0.47341973348058897 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.17277513671699699, "se": 0.18740282668514519, "pvalue": 0.3687501609141742, "lower": -0.5664938657032899, "upper": 0.2209435922692959 }, { "event_time": -2, "estimate": -0.044918687277583205, "se": 0.13736879164391144, "pvalue": 0.7474448187829246, "lower": -0.3335198092835557, "upper": 0.2436824347283893 }, { "event_time": 0, "estimate": 0.14694263530351884, "se": 0.09322212029525226, "pvalue": 0.13237734067590246, "lower": -0.048909771862778034, "upper": 0.34279504246981574 }, { "event_time": 1, "estimate": 0.3413406717983492, "se": 0.11675566829657935, "pvalue": 0.00907169875758859, "lower": 0.0960461149509938, "upper": 0.5866352286457046 }, { "event_time": 2, "estimate": 0.18708681896207313, "se": 0.21795641463196358, "pvalue": 0.4019752444350055, "lower": -0.2708226163501335, "upper": 0.6449962542742798 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0977893565548497, "se": 0.046583584386282836, "pvalue": 0.050166653303635816, "lower": -0.1956578357054196, "upper": 7.912259572021019e-05 }, { "event_time": -2, "estimate": 0.0033714578180319235, "se": 0.04517756397684903, "pvalue": 0.9413347524344069, "lower": -0.09154308206532977, "upper": 0.09828599770139362 }, { "event_time": -1, "estimate": 0.02214856879031178, "se": 0.028778980933304162, "pvalue": 0.45151390320149426, "lower": -0.03831382654814354, "upper": 0.0826109641287671 }, { "event_time": 0, "estimate": 0.13402109812489454, "se": 0.09155010221163865, "pvalue": 0.16046432105658928, "lower": -0.058318529397856894, "upper": 0.32636072564764596 }, { "event_time": 1, "estimate": 0.30443225548686764, "se": 0.14154426553334212, "pvalue": 0.0453259379190023, "lower": 0.007058788358139223, "upper": 0.6018057226155961 }, { "event_time": 2, "estimate": 0.12394298363105308, "se": 0.2195109045547587, "pvalue": 0.5792929563236564, "lower": -0.3372323138212864, "upper": 0.5851182810833925 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.43875960313050344, "se": 0.1748668651086963, "pvalue": 0.021889492466289445, "lower": -0.8061412541452202, "upper": -0.07137795211578674 }, { "event_time": -2, "estimate": -0.00016598306055021217, "se": 0.12672662016149702, "pvalue": 0.9989693598190504, "lower": -0.2664087324430936, "upper": 0.2660767663219932 }, { "event_time": 0, "estimate": 0.1333239998668615, "se": 0.09017670232102583, "pvalue": 0.15656708124531515, "lower": -0.05613022155563685, "upper": 0.32277822128935985 }, { "event_time": 1, "estimate": 0.519954948919593, "se": 0.12254407901723699, "pvalue": 0.0004892008470914728, "lower": 0.2624993924112405, "upper": 0.7774105054279457 }, { "event_time": 2, "estimate": 0.09322276466263463, "se": 0.21369883712209448, "pvalue": 0.6678539654998923, "lower": -0.35574183222105343, "upper": 0.5421873615463226 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.404429054875797e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09700861482732714, "df_num": 1, "df_den": 1060, "pvalue": 0.7555106259415197, "log10_pvalue": -0.1217594231114358, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.0770279208352, "rss_restricted": 1065.1745011728758, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.0580598415870892 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.693425131990708 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11804115182825735 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.23865048616607498 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: documents [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p024", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: documents [Table 3 original scale]", "source_specification_id": "CI-T3-B04-ORIG", "specification_id": "S01-P024", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P024" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P024", "regression_results": "analyses/archive-expanded/baselines/S01-P024.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B04-ORIG.csv", "bytes": 190428, "sha256": "4af16b54ac7a385cc5c908655f3bacb8f0ffac9c8917943e602176b395dc3fb8" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.8345733666967224, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15795381156581198, "se": 0.09415794986269062, "pvalue": 0.11071538572423471, "lower": -0.03986470056462538, "upper": 0.35577232369624934 }, { "method": "Dynamic TWFE", "estimate": 0.22182472233525044, "se": 0.10466579886459822, "pvalue": 0.048222840435494865, "lower": 0.0019300386411806036, "upper": 0.44171940602932025 }, { "method": "BJS / did2s", "estimate": 0.19141743865703675, "se": 0.11162091238596027, "pvalue": 0.10353028369747502, "lower": -0.04308939632644107, "upper": 0.42592427364051455 }, { "method": "Sun\u2013Abraham", "estimate": 0.2604059077160187, "se": 0.10139063786494963, "pvalue": 0.019342752647842083, "lower": 0.04739208195144842, "upper": 0.47341973348058897 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.17277513671699699, "se": 0.18740282668514519, "pvalue": 0.3687501609141742, "lower": -0.5664938657032899, "upper": 0.2209435922692959 }, { "event_time": -2, "estimate": -0.044918687277583205, "se": 0.13736879164391144, "pvalue": 0.7474448187829246, "lower": -0.3335198092835557, "upper": 0.2436824347283893 }, { "event_time": 0, "estimate": 0.14694263530351884, "se": 0.09322212029525226, "pvalue": 0.13237734067590246, "lower": -0.048909771862778034, "upper": 0.34279504246981574 }, { "event_time": 1, "estimate": 0.3413406717983492, "se": 0.11675566829657935, "pvalue": 0.00907169875758859, "lower": 0.0960461149509938, "upper": 0.5866352286457046 }, { "event_time": 2, "estimate": 0.18708681896207313, "se": 0.21795641463196358, "pvalue": 0.4019752444350055, "lower": -0.2708226163501335, "upper": 0.6449962542742798 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0977893565548497, "se": 0.046583584386282836, "pvalue": 0.050166653303635816, "lower": -0.1956578357054196, "upper": 7.912259572021019e-05 }, { "event_time": -2, "estimate": 0.0033714578180319235, "se": 0.04517756397684903, "pvalue": 0.9413347524344069, "lower": -0.09154308206532977, "upper": 0.09828599770139362 }, { "event_time": -1, "estimate": 0.02214856879031178, "se": 0.028778980933304162, "pvalue": 0.45151390320149426, "lower": -0.03831382654814354, "upper": 0.0826109641287671 }, { "event_time": 0, "estimate": 0.13402109812489454, "se": 0.09155010221163865, "pvalue": 0.16046432105658928, "lower": -0.058318529397856894, "upper": 0.32636072564764596 }, { "event_time": 1, "estimate": 0.30443225548686764, "se": 0.14154426553334212, "pvalue": 0.0453259379190023, "lower": 0.007058788358139223, "upper": 0.6018057226155961 }, { "event_time": 2, "estimate": 0.12394298363105308, "se": 0.2195109045547587, "pvalue": 0.5792929563236564, "lower": -0.3372323138212864, "upper": 0.5851182810833925 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.43875960313050344, "se": 0.1748668651086963, "pvalue": 0.021889492466289445, "lower": -0.8061412541452202, "upper": -0.07137795211578674 }, { "event_time": -2, "estimate": -0.00016598306055021217, "se": 0.12672662016149702, "pvalue": 0.9989693598190504, "lower": -0.2664087324430936, "upper": 0.2660767663219932 }, { "event_time": 0, "estimate": 0.1333239998668615, "se": 0.09017670232102583, "pvalue": 0.15656708124531515, "lower": -0.05613022155563685, "upper": 0.32277822128935985 }, { "event_time": 1, "estimate": 0.519954948919593, "se": 0.12254407901723699, "pvalue": 0.0004892008470914728, "lower": 0.2624993924112405, "upper": 0.7774105054279457 }, { "event_time": 2, "estimate": 0.09322276466263463, "se": 0.21369883712209448, "pvalue": 0.6678539654998923, "lower": -0.35574183222105343, "upper": 0.5421873615463226 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.404429054875797e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.09700861482732714, "df_num": 1, "df_den": 1060, "pvalue": 0.7555106259415197, "log10_pvalue": -0.1217594231114358, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.0770279208352, "rss_restricted": 1065.1745011728758, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.0580598415870892 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.693425131990708 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.11804115182825735 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.23865048616607498 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.17360385450616034, "se": 0.11794425937780717, "lower": -0.05756264605759223, "upper": 0.4047703550699129 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.17149166776859506, "se": 0.11722347979061251, "lower": -0.05826213076346434, "upper": 0.4012454663006545 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.11656785220481666, "se": 0.13577585567410116, "lower": -0.14954793488652998, "upper": 0.38268363929616334 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": 0.16478163324155382, "se": 0.11602398749813382, "lower": -0.06262120359751397, "upper": 0.3921844700806216 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.17360385450616034, "se": 0.11794425937780717, "lower": -0.05756264605759223, "upper": 0.4047703550699129, "event_study": [ { "event_time": -3, "estimate": -0.44064373072080676, "se": 0.1674832369658766, "lower": -0.7689048431881124, "upper": -0.11238261825350115, "relative_to_minus_one": -0.44064373072080676, "n": 0.0 }, { "event_time": -2, "estimate": -0.18366814084465666, "se": 0.21454046674170835, "lower": -0.6041597288848183, "upper": 0.23682344719550497, "relative_to_minus_one": -0.18366814084465666, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.05062215074135265, "se": 0.12697643395172073, "lower": -0.1982470866893489, "upper": 0.29949138817205423, "relative_to_minus_one": 0.05062215074135265, "n": 253.0 }, { "event_time": 1, "estimate": 0.3692687068631073, "se": 0.12579605846088288, "lower": 0.12271296288268174, "upper": 0.6158244508435329, "relative_to_minus_one": 0.3692687068631073, "n": 187.0 }, { "event_time": 2, "estimate": 0.100920705914021, "se": 0.2019004644973163, "lower": -0.29479693296262677, "upper": 0.4966383447906688, "relative_to_minus_one": 0.100920705914021, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.11061253022623961, "se": 0.1693411940606887, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.2631936482431969, "se": 0.1612400226952973, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.100920705914021, "se": 0.2019004644973163, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.18478268338856937, "se": 0.1312203945729739, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.2411282211475535, "se": 0.21599430421383214, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.5179963240189958, "se": 0.19099553944995548, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.44064373072080676, "se": 0.1674832369658766, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.7027663464146203, "se": 0.23524133293614968, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.33627872763112576, "se": 0.19304292356498656, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.16478163324155382, "treated_cell_se": 0.11602398749813382, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04568241583183408, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.14443117240468314, "event_study": [ { "event_time": -3, "estimate": -0.08497992944145236, "raw_gap": -0.03551144683378269, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.06459203987292725 }, { "event_time": -2, "estimate": -0.17115680530881824, "raw_gap": -0.028723823430560704, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.15076891574029314 }, { "event_time": -1, "estimate": -0.020387889568525108, "raw_gap": 0.041865200649106586, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.006694933152232978, "raw_gap": 0.09064764750868536, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.027082822720758085 }, { "event_time": 1, "estimate": 0.31428393793343434, "raw_gap": 0.3907658451338485, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.33467182750195945 }, { "event_time": 2, "estimate": 0.17590873747604469, "raw_gap": 0.17590873747604432, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.1962966270445698 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04946848260766967, -0.04109842457582269, 0.010070266628915329, 0.058289637658605765, 0.39327052532244916, 0.230102850522381 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-16 }, { "cohort": 2, "pre_gap": 0.19591940611613 }, { "cohort": 3, "pre_gap": 0.04946848260766967 } ], "diagnostics": { "converged": true, "pre_rmse": 0.186567420138984, "zeta_omega": [ 0.0, 0.576123790016846, 0.6631708483225639 ], "zeta_lambda": [ 0.0, 3.4256525510518346e-07, 4.6893260393412024e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 9.159339953157541e-16 }, "native_matrix_att": 0.1363883366931883, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003741662949323654, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20799757342990732, "event_study": [ { "event_time": -3, "estimate": -0.03841428674837084, "raw_gap": -0.03841428674837084, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.044387547976415684 }, { "event_time": -2, "estimate": 0.015376140590506359, "raw_gap": 0.015376140590506359, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.00940287936246152 }, { "event_time": -1, "estimate": 0.005973261228044839, "raw_gap": 0.005973261228044839, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.126764867341808, "raw_gap": 0.126764867341808, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.12079160611376316 }, { "event_time": 1, "estimate": 0.32362163099959795, "raw_gap": 0.32362163099959795, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.31764836977155314 }, { "event_time": 2, "estimate": 0.19708100072334594, "raw_gap": 0.19708100072334594, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.1911077394953011 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.011897678414839019, 0.009180047150346038, -0.0019883612714926002, 0.08218237894723948, 0.3122460484728042, 0.25402595652631754 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 46, "termination_reason": "Relative objective tolerance reached", "objective": 0.0345298323490006, "lambda_l": 0.013853034309278218, "singular_values": [ 1.099737049257064, 0.691240206835517, 0.19250633827474584, 0.0 ], "history_objective": [ 0.03499961452180297, 0.03471479942460104, 0.03462480441768754, 0.034579598883576104, 0.0345561789749997, 0.03454386622716006, 0.034537351820728965, 0.03453389009041574, 0.03453204095698645, 0.0345310465108434, 0.0345305072410025, 0.03453021196857561, 0.034530048548050106, 0.03452995704660731, 0.03452990518454675, 0.03452987541856154, 0.0345298581177086, 0.03452984793648614, 0.03452984187310723, 0.034529838221244905, 0.034529835998808704, 0.03452983463346269, 0.03452983378756898, 0.034529833259599074, 0.034529832927933615, 0.03452983271842812, 0.03452983258546315, 0.034529832500738836, 0.034529832446572394, 0.03452983241184562, 0.034529832389530155, 0.034529832375162564, 0.03452983236589742, 0.03452983235991483, 0.034529832356047604, 0.03452983235354558, 0.03452983235192561, 0.0345298323508761, 0.034529832350195876, 0.034529832349754784, 0.034529832349468645, 0.034529832349283, 0.03452983234916253, 0.034529832349084334, 0.03452983234903358, 0.0345298323490006 ], "history_rmse": [ 0.08411903590890417, 0.08378310222535064, 0.08388630870973002, 0.08393370908267163, 0.08395642083431556, 0.08396767316856826, 0.0839733744144214, 0.08397630678738592, 0.08397783174082132, 0.08397863216999837, 0.08397905604463664, 0.08397928258754188, 0.0839794048788618, 0.08397947162031595, 0.08397950848359757, 0.08397952910880015, 0.08397954080732338, 0.08397954753693362, 0.08397955146356446, 0.08397955378685915, 0.08397955517992367, 0.08397955602563133, 0.08397955654485717, 0.08397955686683806, 0.08397955706824543, 0.08397955719516816, 0.08397955727565146, 0.08397955732695056, 0.0839795573597859, 0.08397955738087454, 0.08397955739445594, 0.08397955740322101, 0.08397955740888755, 0.08397955741255579, 0.08397955741493263, 0.08397955741647407, 0.08397955741747413, 0.0839795574181234, 0.083979557418545, 0.08397955741881888, 0.08397955741899656, 0.08397955741911199, 0.08397955741918722, 0.08397955741923609, 0.08397955741926784, 0.08397955741928831 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1906931535259607, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00030466681346297264, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.09503625508582456, "event_study": [ { "event_time": -3, "estimate": 0.06916946516117697, "raw_gap": 0.06916946516117697, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.08773345970834436 }, { "event_time": -2, "estimate": 0.020495206427624795, "raw_gap": 0.020495206427624795, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.03905920097479217 }, { "event_time": -1, "estimate": -0.018563994547167378, "raw_gap": -0.018563994547167378, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.12336319229487441, "raw_gap": -0.12336319229487441, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.10479919774770703 }, { "event_time": 1, "estimate": -0.006032658143274798, "raw_gap": -0.006032658143274798, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.01253133640389258 }, { "event_time": 2, "estimate": -0.19173990319161235, "raw_gap": -0.19173990319161235, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.173175908644445 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.15414939460262933, 0.023788776839868686, -0.06206983024067923, -0.1446052046323884, -0.000269095595745049, -0.13754579014527568 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.14718534820598586, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.09518586930774567, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015533342957496643, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15795381156581198, "SE": 0.09415794986269062, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.22182472233525044, "SE": 0.10466579886459822, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19141743865703675, "SE": 0.11162091238596027, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2604059077160187, "SE": 0.10139063786494963, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.17360385450616034, "SE": 0.11794425937780717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.16478163324155382, "SE": 0.11602398749813382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14443117240468314, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20799757342990732, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.09503625508582456, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15795381156581198, "SE": 0.09415794986269062, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03986470056462538, "upper": 0.35577232369624934, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.22182472233525044, "SE": 0.10466579886459822, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0019300386411806036, "upper": 0.44171940602932025, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19141743865703675, "SE": 0.11162091238596027, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04308939632644107, "upper": 0.42592427364051455, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2604059077160187, "SE": 0.10139063786494963, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04739208195144842, "upper": 0.47341973348058897, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17360385450616034, "SE": 0.11794425937780717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05756264605759223, "upper": 0.4047703550699129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.16478163324155382, "SE": 0.11602398749813382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06262120359751397, "upper": 0.3921844700806216, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14443117240468314, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20799757342990732, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.09503625508582456, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588633.814913, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15795381156581198, "SE": 0.09415794986269062, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03986470056462538, "upper": 0.35577232369624934, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.22182472233525044, "SE": 0.10466579886459822, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0019300386411806036, "upper": 0.44171940602932025, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19141743865703675, "SE": 0.11162091238596027, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04308939632644107, "upper": 0.42592427364051455, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2604059077160187, "SE": 0.10139063786494963, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04739208195144842, "upper": 0.47341973348058897, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17360385450616034, "SE": 0.11794425937780717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05756264605759223, "upper": 0.4047703550699129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.16478163324155382, "SE": 0.11602398749813382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06262120359751397, "upper": 0.3921844700806216, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14443117240468314, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20799757342990732, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.09503625508582456, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P025", "source_specification_id": "CI-T3-B05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 5 (\"Bribes are not necessary: courts\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: courts [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P025.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p025", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: courts [Table 3 original scale]", "source_specification_id": "CI-T3-B05-ORIG", "specification_id": "S01-P025", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P025" }, "source": { "file": "CI-T3-B05-ORIG.csv", "bytes": 190428, "sha256": "39eda5d6c83fc7998c05ef7a39597fc6d9b2e050da0843692f2fbb56e7208ff9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1499436299361376, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16268422583873243, "se": 0.1331418418563034, "pvalue": 0.23751167194159034, "lower": -0.11703640419546218, "upper": 0.44240485587292705 }, { "method": "Dynamic TWFE", "estimate": 0.08863050974952329, "se": 0.1436940743977576, "pvalue": 0.5450899384030417, "lower": -0.21325953820476118, "upper": 0.3905205577038078 }, { "method": "BJS / did2s", "estimate": 0.16240366192057365, "se": 0.1443736177224081, "pvalue": 0.27541486747394756, "lower": -0.14091405358176767, "upper": 0.465721377422915 }, { "method": "Sun\u2013Abraham", "estimate": 0.11764988087499709, "se": 0.15958392464135415, "pvalue": 0.47048469205159976, "lower": -0.21762350367218877, "upper": 0.452923265422183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.22678348215948163, "se": 0.258504520781919, "pvalue": 0.3918880663817867, "lower": -0.3163143630531995, "upper": 0.7698813273721627 }, { "event_time": -2, "estimate": 0.0230018380197448, "se": 0.112129962728126, "pvalue": 0.8397681753094915, "lower": -0.21257447204718127, "upper": 0.25857814808667084 }, { "event_time": 0, "estimate": 0.11254039311083466, "se": 0.13570413934503905, "pvalue": 0.417793273551842, "lower": -0.17256342419109896, "upper": 0.3976442104127683 }, { "event_time": 1, "estimate": 0.12593511085619447, "se": 0.14569181870554224, "pvalue": 0.39874475033563966, "lower": -0.1801520421450808, "upper": 0.4320222638574697 }, { "event_time": 2, "estimate": -0.04427929532557152, "se": 0.2117281227999176, "pvalue": 0.8366931170856509, "lower": -0.48910357505477947, "upper": 0.40054498440363645 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.040760932939768464, "se": 0.09866602567519757, "pvalue": 0.6843982086100431, "lower": -0.16652869502424228, "upper": 0.2480505609037792 }, { "event_time": -2, "estimate": -0.024164890947749023, "se": 0.041312724655845, "pvalue": 0.5658582516666507, "lower": -0.11095970471962315, "upper": 0.06262992282412509 }, { "event_time": -1, "estimate": 0.004543200763912128, "se": 0.027568964998960565, "pvalue": 0.870942648847186, "lower": -0.05337704542903788, "upper": 0.06246344695686213 }, { "event_time": 0, "estimate": 0.16945121354960263, "se": 0.14083198133378122, "pvalue": 0.24448015290393557, "lower": -0.1264258000053528, "upper": 0.46532822710455807 }, { "event_time": 1, "estimate": 0.214169972733274, "se": 0.15568155081146692, "pvalue": 0.18579528689918579, "lower": -0.11290482862544196, "upper": 0.54124477409199 }, { "event_time": 2, "estimate": 0.04543089983772362, "se": 0.21053167344787319, "pvalue": 0.8315768637252884, "lower": -0.3968797330777421, "upper": 0.4877415327531894 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.06317313799981021, "se": 0.39007231953177346, "pvalue": 0.8731474476554261, "lower": -0.7563383953924375, "upper": 0.8826846713920579 }, { "event_time": -2, "estimate": 0.02089050598835389, "se": 0.1895885610054631, "pvalue": 0.9134790188618562, "lower": -0.37742028040560616, "upper": 0.41920129238231396 }, { "event_time": 0, "estimate": 0.11494454088341749, "se": 0.13898766811727598, "pvalue": 0.41905892506428866, "lower": -0.17705771438587425, "upper": 0.40694679615270923 }, { "event_time": 1, "estimate": 0.20761569400882918, "se": 0.2111956394058821, "pvalue": 0.33861314770611856, "lower": -0.23608987962178724, "upper": 0.6513212676394455 }, { "event_time": 2, "estimate": -0.04703538482048212, "se": 0.22845567598685496, "pvalue": 0.839192118964528, "lower": -0.527002949719431, "upper": 0.43293218007846673 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.3148170580867695e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.023763273679888872, "df_num": 1, "df_den": 1060, "pvalue": 0.8775181204600441, "log10_pvalue": -0.05674390673159282, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1080.4786586214082, "rss_restricted": 1080.5028809893988, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4234941050250305 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.14256255037173762 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.05884356950320225 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2615402646721828 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: courts [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p025", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: courts [Table 3 original scale]", "source_specification_id": "CI-T3-B05-ORIG", "specification_id": "S01-P025", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B05-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P025" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P025", "regression_results": "analyses/archive-expanded/baselines/S01-P025.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B05-ORIG.csv", "bytes": 190428, "sha256": "39eda5d6c83fc7998c05ef7a39597fc6d9b2e050da0843692f2fbb56e7208ff9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1499436299361376, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16268422583873243, "se": 0.1331418418563034, "pvalue": 0.23751167194159034, "lower": -0.11703640419546218, "upper": 0.44240485587292705 }, { "method": "Dynamic TWFE", "estimate": 0.08863050974952329, "se": 0.1436940743977576, "pvalue": 0.5450899384030417, "lower": -0.21325953820476118, "upper": 0.3905205577038078 }, { "method": "BJS / did2s", "estimate": 0.16240366192057365, "se": 0.1443736177224081, "pvalue": 0.27541486747394756, "lower": -0.14091405358176767, "upper": 0.465721377422915 }, { "method": "Sun\u2013Abraham", "estimate": 0.11764988087499709, "se": 0.15958392464135415, "pvalue": 0.47048469205159976, "lower": -0.21762350367218877, "upper": 0.452923265422183 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.22678348215948163, "se": 0.258504520781919, "pvalue": 0.3918880663817867, "lower": -0.3163143630531995, "upper": 0.7698813273721627 }, { "event_time": -2, "estimate": 0.0230018380197448, "se": 0.112129962728126, "pvalue": 0.8397681753094915, "lower": -0.21257447204718127, "upper": 0.25857814808667084 }, { "event_time": 0, "estimate": 0.11254039311083466, "se": 0.13570413934503905, "pvalue": 0.417793273551842, "lower": -0.17256342419109896, "upper": 0.3976442104127683 }, { "event_time": 1, "estimate": 0.12593511085619447, "se": 0.14569181870554224, "pvalue": 0.39874475033563966, "lower": -0.1801520421450808, "upper": 0.4320222638574697 }, { "event_time": 2, "estimate": -0.04427929532557152, "se": 0.2117281227999176, "pvalue": 0.8366931170856509, "lower": -0.48910357505477947, "upper": 0.40054498440363645 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.040760932939768464, "se": 0.09866602567519757, "pvalue": 0.6843982086100431, "lower": -0.16652869502424228, "upper": 0.2480505609037792 }, { "event_time": -2, "estimate": -0.024164890947749023, "se": 0.041312724655845, "pvalue": 0.5658582516666507, "lower": -0.11095970471962315, "upper": 0.06262992282412509 }, { "event_time": -1, "estimate": 0.004543200763912128, "se": 0.027568964998960565, "pvalue": 0.870942648847186, "lower": -0.05337704542903788, "upper": 0.06246344695686213 }, { "event_time": 0, "estimate": 0.16945121354960263, "se": 0.14083198133378122, "pvalue": 0.24448015290393557, "lower": -0.1264258000053528, "upper": 0.46532822710455807 }, { "event_time": 1, "estimate": 0.214169972733274, "se": 0.15568155081146692, "pvalue": 0.18579528689918579, "lower": -0.11290482862544196, "upper": 0.54124477409199 }, { "event_time": 2, "estimate": 0.04543089983772362, "se": 0.21053167344787319, "pvalue": 0.8315768637252884, "lower": -0.3968797330777421, "upper": 0.4877415327531894 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.06317313799981021, "se": 0.39007231953177346, "pvalue": 0.8731474476554261, "lower": -0.7563383953924375, "upper": 0.8826846713920579 }, { "event_time": -2, "estimate": 0.02089050598835389, "se": 0.1895885610054631, "pvalue": 0.9134790188618562, "lower": -0.37742028040560616, "upper": 0.41920129238231396 }, { "event_time": 0, "estimate": 0.11494454088341749, "se": 0.13898766811727598, "pvalue": 0.41905892506428866, "lower": -0.17705771438587425, "upper": 0.40694679615270923 }, { "event_time": 1, "estimate": 0.20761569400882918, "se": 0.2111956394058821, "pvalue": 0.33861314770611856, "lower": -0.23608987962178724, "upper": 0.6513212676394455 }, { "event_time": 2, "estimate": -0.04703538482048212, "se": 0.22845567598685496, "pvalue": 0.839192118964528, "lower": -0.527002949719431, "upper": 0.43293218007846673 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.3148170580867695e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.023763273679888872, "df_num": 1, "df_den": 1060, "pvalue": 0.8775181204600441, "log10_pvalue": -0.05674390673159282, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1080.4786586214082, "rss_restricted": 1080.5028809893988, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4234941050250305 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.14256255037173762 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.05884356950320225 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2615402646721828 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.11730087688879436, "se": 0.15552563807961314, "lower": -0.18752377241985857, "upper": 0.4221255261974473 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.13798013446249252, "se": 0.15070171795943466, "lower": -0.15738980514631246, "upper": 0.4333500740712975 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09050149725714923, "se": 0.15501045849143502, "lower": -0.21331341861310443, "upper": 0.3943164131274029 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": 0.1311818925844924, "se": 0.1510326741011384, "lower": -0.16483670914251428, "upper": 0.4272004943114991 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.11730087688879436, "se": 0.15552563807961314, "lower": -0.18752377241985857, "upper": 0.4221255261974473, "event_study": [ { "event_time": -3, "estimate": 0.0017694456795870534, "se": 0.38834406056906284, "lower": -0.7593709266458175, "upper": 0.7629098180049916, "relative_to_minus_one": 0.0017694456795870534, "n": 0.0 }, { "event_time": -2, "estimate": -0.12181833685803684, "se": 0.16704939218166168, "lower": -0.44922912917340063, "upper": 0.20559245545732696, "relative_to_minus_one": -0.12181833685803684, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.130310575890749, "se": 0.1703513787801937, "lower": -0.20357199123517147, "upper": 0.4641931430166695, "relative_to_minus_one": 0.130310575890749, "n": 253.0 }, { "event_time": 1, "estimate": 0.23807650160494526, "se": 0.16764057677939503, "lower": -0.09049299123019072, "upper": 0.5666459944400812, "relative_to_minus_one": 0.23807650160494526, "n": 187.0 }, { "event_time": 2, "estimate": -0.01648444682931117, "se": 0.2260473354244725, "lower": -0.4595290830625224, "upper": 0.42656018940390006, "relative_to_minus_one": -0.01648444682931117, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2928424356107092, "se": 0.18557774461318582, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.23474738377724416, "se": 0.2046212022728188, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.01648444682931117, "se": 0.2260473354244725, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.004909693839662416, "se": 0.2229619099324502, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.14706603233083318, "se": 0.3144662026248435, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.24274425072700168, "se": 0.2849697821753578, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": 0.0017694456795870534, "se": 0.38834406056906284, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.30036127665873624, "se": 0.26234413566255776, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2143561053386506, "se": 0.2551396163546409, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.1311818925844924, "treated_cell_se": 0.1510326741011384, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045468874741345644, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.04043564320185326, "event_study": [ { "event_time": -3, "estimate": 0.1060277414867398, "raw_gap": 0.09365453375184223, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.12287968329891387 }, { "event_time": -2, "estimate": -0.018970033509153116, "raw_gap": 0.003536284345081489, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.002118091696979043 }, { "event_time": -1, "estimate": -0.016851941812174073, "raw_gap": -0.009287392621027865, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05042321311744999, "raw_gap": 0.0627257767041821, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.06727515492962406 }, { "event_time": 1, "estimate": 0.05565575425251342, "raw_gap": 0.07227554718354362, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.07250769606468749 }, { "event_time": 2, "estimate": -0.014391050217732735, "raw_gap": -0.014391050217732999, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.002460891594441338 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2093324210694818, -0.00046381346462542883, -0.06412455204314822, 0.03227549433692968, 0.0656490252930606, -0.08958913952693717 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.6645352591003756e-16 }, { "cohort": 2, "pre_gap": 0.04257399011099559 }, { "cohort": 3, "pre_gap": -0.01237320773489757 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11305224930075428, "zeta_omega": [ 0.0, 0.9391027869975132, 1.055402395898481 ], "zeta_lambda": [ 0.0, 5.583938580081638e-07, 7.462821910203451e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 6.765421556309548e-17 }, "native_matrix_att": 0.010051032090169384, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032012490555644035, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17563288568423843, "event_study": [ { "event_time": -3, "estimate": 0.016293227415549862, "raw_gap": 0.016293227415549862, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.015510777599599556 }, { "event_time": -2, "estimate": -0.0063160106796388855, "raw_gap": -0.0063160106796388855, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.007098460495589192 }, { "event_time": -1, "estimate": 0.000782449815950307, "raw_gap": 0.000782449815950307, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18249503816151802, "raw_gap": 0.18249503816151802, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.18171258834556772 }, { "event_time": 1, "estimate": 0.20153508027471648, "raw_gap": 0.20153508027471648, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.20075263045876618 }, { "event_time": 2, "estimate": 0.10849171257024745, "raw_gap": 0.10849171257024745, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.10770926275429714 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.05332085595115721, -0.004961440290025432, -0.013353217525564141, 0.12494258677446005, 0.19355462351494726, 0.011388701395403534 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 37, "termination_reason": "Relative objective tolerance reached", "objective": 0.04217444554785126, "lambda_l": 0.01580522690205858, "singular_values": [ 1.1708835304079284, 0.5918233511451516, 0.3248369890238865, 0.0 ], "history_objective": [ 0.042206597607869906, 0.04219089053304283, 0.042183617909429934, 0.04217960174499142, 0.042177357403977975, 0.0421760946152929, 0.04217538115032871, 0.04217497699017281, 0.04217474765321143, 0.04217461737191416, 0.0421745433068728, 0.042174501180047654, 0.04217447721128544, 0.04217446357095092, 0.04217445580733205, 0.04217445138815625, 0.04217444887255547, 0.04217444744051266, 0.04217444662528682, 0.0421744461611954, 0.04217444589699683, 0.04217444574659359, 0.04217444566097209, 0.04217444561222967, 0.04217444558448175, 0.04217444556868562, 0.04217444555969331, 0.042174445554574266, 0.04217444555166017, 0.04217444555000123, 0.04217444554905686, 0.04217444554851929, 0.04217444554821326, 0.04217444554803905, 0.04217444554793986, 0.0421744455478834, 0.04217444554785126 ], "history_rmse": [ 0.09578839143160402, 0.09579472681440634, 0.095803689535238, 0.09580838392387443, 0.0958109210182498, 0.09581231754800325, 0.09581309488175173, 0.09581353062664633, 0.09581377601939024, 0.09581391464148942, 0.09581399311393794, 0.09581403760105495, 0.09581406284719855, 0.09581407718464155, 0.09581408533124616, 0.09581408996197432, 0.09581409259495208, 0.09581409409235997, 0.09581409494409945, 0.09581409542864133, 0.0958140957043189, 0.09581409586117781, 0.09581409595043588, 0.09581409600122985, 0.09581409603013612, 0.09581409604658732, 0.0958140960559504, 0.09581409606127929, 0.09581409606431227, 0.09581409606603865, 0.09581409606702124, 0.09581409606758057, 0.09581409606789908, 0.09581409606808039, 0.09581409606818336, 0.09581409606824215, 0.09581409606827535 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1267847683955379, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002465830184519291, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12510323852077276, "event_study": [ { "event_time": -3, "estimate": 0.04368572620983805, "raw_gap": 0.04368572620983805, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.03398283542104017 }, { "event_time": -2, "estimate": -0.0006481797758093206, "raw_gap": -0.0006481797758093206, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.010351070564607202 }, { "event_time": -1, "estimate": 0.009702890788797882, "raw_gap": 0.009702890788797882, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09360257172694321, "raw_gap": 0.09360257172694321, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.08389968093814533 }, { "event_time": 1, "estimate": 0.19199697945474284, "raw_gap": 0.19199697945474284, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.18229408866594496 }, { "event_time": 2, "estimate": 0.07878220937981818, "raw_gap": 0.07878220937981818, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.0690793185910203 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.15936361352747763, -0.012133052414623147, -0.04156846421493924, 0.06077710752080289, 0.1856643040091704, 0.0035841200706140165 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08718222505728832, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.09181487904466819, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001554158516228199, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16268422583873243, "SE": 0.1331418418563034, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08863050974952329, "SE": 0.1436940743977576, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.16240366192057365, "SE": 0.1443736177224081, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11764988087499709, "SE": 0.15958392464135415, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.11730087688879436, "SE": 0.15552563807961314, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1311818925844924, "SE": 0.1510326741011384, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04043564320185326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17563288568423843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.12510323852077276, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16268422583873243, "SE": 0.1331418418563034, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.11703640419546218, "upper": 0.44240485587292705, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08863050974952329, "SE": 0.1436940743977576, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21325953820476118, "upper": 0.3905205577038078, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.16240366192057365, "SE": 0.1443736177224081, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14091405358176767, "upper": 0.465721377422915, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11764988087499709, "SE": 0.15958392464135415, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21762350367218877, "upper": 0.452923265422183, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11730087688879436, "SE": 0.15552563807961314, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18752377241985857, "upper": 0.4221255261974473, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1311818925844924, "SE": 0.1510326741011384, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16483670914251428, "upper": 0.4272004943114991, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04043564320185326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17563288568423843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.12510323852077276, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588634.9552681, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16268422583873243, "SE": 0.1331418418563034, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.11703640419546218, "upper": 0.44240485587292705, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08863050974952329, "SE": 0.1436940743977576, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21325953820476118, "upper": 0.3905205577038078, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.16240366192057365, "SE": 0.1443736177224081, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14091405358176767, "upper": 0.465721377422915, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11764988087499709, "SE": 0.15958392464135415, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21762350367218877, "upper": 0.452923265422183, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11730087688879436, "SE": 0.15552563807961314, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18752377241985857, "upper": 0.4221255261974473, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1311818925844924, "SE": 0.1510326741011384, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16483670914251428, "upper": 0.4272004943114991, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04043564320185326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17563288568423843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.12510323852077276, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P026", "source_specification_id": "CI-T3-B06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 6 (\"Bribes are not necessary: education\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: education [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P026.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: education [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p026", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: education [Table 3 original scale]", "source_specification_id": "CI-T3-B06-ORIG", "specification_id": "S01-P026", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P026" }, "source": { "file": "CI-T3-B06-ORIG.csv", "bytes": 190428, "sha256": "f960b454b787a1a805678ffbdf22e347a0cd774f10bd4c2ebafd1fee9e2fe1d4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1780038208404906, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.060192805512769086, "se": 0.09115773136021482, "pvalue": 0.5174134776069169, "lower": -0.13132248144027792, "upper": 0.2517080924658161 }, { "method": "Dynamic TWFE", "estimate": 0.02002490119548511, "se": 0.08414440563558548, "pvalue": 0.81458259846774, "lower": -0.15675593516729866, "upper": 0.19680573755826888 }, { "method": "BJS / did2s", "estimate": 0.09394114739680796, "se": 0.08277926649603455, "pvalue": 0.2713294879265034, "lower": -0.07997163805969758, "upper": 0.2678539328533135 }, { "method": "Sun\u2013Abraham", "estimate": 0.08860159710440971, "se": 0.08411985191185091, "pvalue": 0.3061479962960363, "lower": -0.08812765379901011, "upper": 0.2653308480078295 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2843115903825227, "se": 0.09236213321981077, "pvalue": 0.006480557280220136, "lower": 0.09026594901734328, "upper": 0.47835723174770206 }, { "event_time": -2, "estimate": 0.038543731803365025, "se": 0.08554274189122653, "pvalue": 0.6576734981882042, "lower": -0.14117490001856314, "upper": 0.21826236362529322 }, { "event_time": 0, "estimate": -0.010103040543571518, "se": 0.08217431674438712, "pvalue": 0.9035118693939125, "lower": -0.18274487373360263, "upper": 0.16253879264645957 }, { "event_time": 1, "estimate": 0.13592536264272767, "se": 0.11508251962355769, "pvalue": 0.25292958062848464, "lower": -0.10585403928087647, "upper": 0.37770476456633184 }, { "event_time": 2, "estimate": -0.12335282360709687, "se": 0.14686535163917128, "pvalue": 0.4119795764113774, "lower": -0.43190547781358213, "upper": 0.18519983059938838 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05503167942278489, "se": 0.04372781983755634, "pvalue": 0.22428848149330516, "lower": -0.03683706104562652, "upper": 0.1469004198911963 }, { "event_time": -2, "estimate": -0.06683945651787962, "se": 0.03931421114660907, "pvalue": 0.1063192754192506, "lower": -0.14943554921048052, "upper": 0.01575663617472127 }, { "event_time": -1, "estimate": 0.026841918502441466, "se": 0.020706523618844924, "pvalue": 0.21124573012408035, "lower": -0.016660873345161458, "upper": 0.07034471035004439 }, { "event_time": 0, "estimate": 0.040541245604561675, "se": 0.08681895585278923, "pvalue": 0.6461289632887692, "lower": -0.1418586122572769, "upper": 0.22294110346640025 }, { "event_time": 1, "estimate": 0.244861749862312, "se": 0.12792745244084114, "pvalue": 0.07164736296812435, "lower": -0.023903854522538376, "upper": 0.5136273542471623 }, { "event_time": 2, "estimate": -0.05618107206860981, "se": 0.12173447459988544, "pvalue": 0.6499646456209127, "lower": -0.31193571281267196, "upper": 0.19957356867545237 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.030865278436907184, "se": 0.1804448407248909, "pvalue": 0.8660917783197659, "lower": -0.40996582136361415, "upper": 0.3482352644897998 }, { "event_time": -2, "estimate": -0.1550118473604186, "se": 0.13939454701362203, "pvalue": 0.2807548347792281, "lower": -0.4478689234707527, "upper": 0.13784522874991553 }, { "event_time": 0, "estimate": 0.01047198542378181, "se": 0.08292924964280789, "pvalue": 0.9009131641549605, "lower": -0.16375590293144454, "upper": 0.18469987377900815 }, { "event_time": 1, "estimate": 0.25704883434187886, "se": 0.11540668659520698, "pvalue": 0.03892488525671932, "lower": 0.014588382882818551, "upper": 0.4995092858009392 }, { "event_time": 2, "estimate": -0.03112127644873192, "se": 0.1468125973749878, "pvalue": 0.8345047535825493, "lower": -0.3395630980588774, "upper": 0.2773205451614136 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.204170427930421e-18, "saturated_vs_deviations_relative_rss_difference": 2.1591364119589958e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.550750721794785, "df_num": 1, "df_den": 1060, "pvalue": 0.11053990821571197, "log10_pvalue": -0.9564809003605976, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.0769347589983, "rss_restricted": 1055.6110260339435, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.05943066498991669 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.18692531983490993 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6018688094168001 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5260577507496175 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: education [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p026", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: education [Table 3 original scale]", "source_specification_id": "CI-T3-B06-ORIG", "specification_id": "S01-P026", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B06-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P026" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P026", "regression_results": "analyses/archive-expanded/baselines/S01-P026.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B06-ORIG.csv", "bytes": 190428, "sha256": "f960b454b787a1a805678ffbdf22e347a0cd774f10bd4c2ebafd1fee9e2fe1d4" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.1780038208404906, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.060192805512769086, "se": 0.09115773136021482, "pvalue": 0.5174134776069169, "lower": -0.13132248144027792, "upper": 0.2517080924658161 }, { "method": "Dynamic TWFE", "estimate": 0.02002490119548511, "se": 0.08414440563558548, "pvalue": 0.81458259846774, "lower": -0.15675593516729866, "upper": 0.19680573755826888 }, { "method": "BJS / did2s", "estimate": 0.09394114739680796, "se": 0.08277926649603455, "pvalue": 0.2713294879265034, "lower": -0.07997163805969758, "upper": 0.2678539328533135 }, { "method": "Sun\u2013Abraham", "estimate": 0.08860159710440971, "se": 0.08411985191185091, "pvalue": 0.3061479962960363, "lower": -0.08812765379901011, "upper": 0.2653308480078295 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2843115903825227, "se": 0.09236213321981077, "pvalue": 0.006480557280220136, "lower": 0.09026594901734328, "upper": 0.47835723174770206 }, { "event_time": -2, "estimate": 0.038543731803365025, "se": 0.08554274189122653, "pvalue": 0.6576734981882042, "lower": -0.14117490001856314, "upper": 0.21826236362529322 }, { "event_time": 0, "estimate": -0.010103040543571518, "se": 0.08217431674438712, "pvalue": 0.9035118693939125, "lower": -0.18274487373360263, "upper": 0.16253879264645957 }, { "event_time": 1, "estimate": 0.13592536264272767, "se": 0.11508251962355769, "pvalue": 0.25292958062848464, "lower": -0.10585403928087647, "upper": 0.37770476456633184 }, { "event_time": 2, "estimate": -0.12335282360709687, "se": 0.14686535163917128, "pvalue": 0.4119795764113774, "lower": -0.43190547781358213, "upper": 0.18519983059938838 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05503167942278489, "se": 0.04372781983755634, "pvalue": 0.22428848149330516, "lower": -0.03683706104562652, "upper": 0.1469004198911963 }, { "event_time": -2, "estimate": -0.06683945651787962, "se": 0.03931421114660907, "pvalue": 0.1063192754192506, "lower": -0.14943554921048052, "upper": 0.01575663617472127 }, { "event_time": -1, "estimate": 0.026841918502441466, "se": 0.020706523618844924, "pvalue": 0.21124573012408035, "lower": -0.016660873345161458, "upper": 0.07034471035004439 }, { "event_time": 0, "estimate": 0.040541245604561675, "se": 0.08681895585278923, "pvalue": 0.6461289632887692, "lower": -0.1418586122572769, "upper": 0.22294110346640025 }, { "event_time": 1, "estimate": 0.244861749862312, "se": 0.12792745244084114, "pvalue": 0.07164736296812435, "lower": -0.023903854522538376, "upper": 0.5136273542471623 }, { "event_time": 2, "estimate": -0.05618107206860981, "se": 0.12173447459988544, "pvalue": 0.6499646456209127, "lower": -0.31193571281267196, "upper": 0.19957356867545237 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.030865278436907184, "se": 0.1804448407248909, "pvalue": 0.8660917783197659, "lower": -0.40996582136361415, "upper": 0.3482352644897998 }, { "event_time": -2, "estimate": -0.1550118473604186, "se": 0.13939454701362203, "pvalue": 0.2807548347792281, "lower": -0.4478689234707527, "upper": 0.13784522874991553 }, { "event_time": 0, "estimate": 0.01047198542378181, "se": 0.08292924964280789, "pvalue": 0.9009131641549605, "lower": -0.16375590293144454, "upper": 0.18469987377900815 }, { "event_time": 1, "estimate": 0.25704883434187886, "se": 0.11540668659520698, "pvalue": 0.03892488525671932, "lower": 0.014588382882818551, "upper": 0.4995092858009392 }, { "event_time": 2, "estimate": -0.03112127644873192, "se": 0.1468125973749878, "pvalue": 0.8345047535825493, "lower": -0.3395630980588774, "upper": 0.2773205451614136 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.204170427930421e-18, "saturated_vs_deviations_relative_rss_difference": 2.1591364119589958e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.550750721794785, "df_num": 1, "df_den": 1060, "pvalue": 0.11053990821571197, "log10_pvalue": -0.9564809003605976, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.0769347589983, "rss_restricted": 1055.6110260339435, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.05943066498991669 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.18692531983490993 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6018688094168001 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5260577507496175 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.07541634461883212, "se": 0.09025438606978513, "lower": -0.10147900152472028, "upper": 0.2523116907623845 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.08689917007335175, "se": 0.08367954547791115, "lower": -0.07710972530603565, "upper": 0.25090806545273914 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.014962751147741121, "se": 0.08889735688947874, "lower": -0.15927286667644086, "upper": 0.1891983689719231 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": 0.08101450870122727, "se": 0.08379639626336778, "lower": -0.08322341000922033, "upper": 0.24525242741167486 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.07541634461883212, "se": 0.09025438606978513, "lower": -0.10147900152472028, "upper": 0.2523116907623845, "event_study": [ { "event_time": -3, "estimate": -0.00694067879883981, "se": 0.1724773587522153, "lower": -0.34499009010177606, "upper": 0.33110873250409645, "relative_to_minus_one": -0.00694067879883981, "n": 0.0 }, { "event_time": -2, "estimate": -0.16415065988900676, "se": 0.10324386792254528, "lower": -0.3665049226418057, "upper": 0.03820360286379215, "relative_to_minus_one": -0.16415065988900676, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.02205751481906225, "se": 0.09681077237969445, "lower": -0.1676881123606439, "upper": 0.21180314199876837, "relative_to_minus_one": 0.02205751481906225, "n": 253.0 }, { "event_time": 1, "estimate": 0.24606493385354303, "se": 0.12885246916390136, "lower": -0.0064812650267615235, "upper": 0.4986111327338476, "relative_to_minus_one": 0.24606493385354303, "n": 187.0 }, { "event_time": 2, "estimate": -0.04187341481610889, "se": 0.15082834592874697, "lower": -0.33749154068420145, "upper": 0.25374471105198365, "relative_to_minus_one": -0.04187341481610889, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2206731008189975, "se": 0.12137120812828846, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.4652974552583259, "se": 0.11467509961146502, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.04187341481610889, "se": 0.15082834592874697, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": -0.1665130484829029, "se": 0.1342804327028596, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.03391671943796371, "se": 0.12766546212784802, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.061320524479736405, "se": 0.17058929562112984, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.00694067879883981, "se": 0.1724773587522153, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.16082236856952742, "se": 0.16920749441274374, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2914213964541624, "se": 0.16436639518754262, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.08101450870122727, "treated_cell_se": 0.08379639626336778, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04657895816490054, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13701408422633066, "event_study": [ { "event_time": -3, "estimate": 0.07339169791566899, "raw_gap": 0.053002407391526375, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.06720133471928652 }, { "event_time": -2, "estimate": -0.04726455217744241, "raw_gap": -0.0508955284811329, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.05345491537382488 }, { "event_time": -1, "estimate": 0.006190363196382468, "raw_gap": 0.0024505887403941345, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04349714093860126, "raw_gap": 0.04044452876442753, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.03730677774221879 }, { "event_time": 1, "estimate": 0.29304626901693587, "raw_gap": 0.29539272852008874, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.2868559058205534 }, { "event_time": 2, "estimate": 0.08070559540951801, "raw_gap": 0.08070559540951801, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.07451523221313554 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03866603804062663, -0.07117014046270315, 0.03189976704147073, -0.010681945766484726, 0.25067317048848836, 0.05902166237634763 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.00601079352177511 }, { "cohort": 3, "pre_gap": -0.020389290524142623 } ], "diagnostics": { "converged": true, "pre_rmse": 0.05646711152781772, "zeta_omega": [ 0.0, 0.9183884727871783, 0.6495917362578486 ], "zeta_lambda": [ 0.0, 5.460770530874976e-07, 4.59330721710668e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.942890293094024e-16 }, "native_matrix_att": 0.09058416167541505, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031670788303017616, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1100705160170097, "event_study": [ { "event_time": -3, "estimate": 0.026181687085702645, "raw_gap": 0.026181687085702645, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.022326664278836585 }, { "event_time": -2, "estimate": -0.0187952404923424, "raw_gap": -0.0187952404923424, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.02265026329920846 }, { "event_time": -1, "estimate": 0.0038550228068660593, "raw_gap": 0.0038550228068660593, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.029973805713685093, "raw_gap": 0.029973805713685093, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.026118782906819033 }, { "event_time": 1, "estimate": 0.24557501320277347, "raw_gap": 0.24557501320277347, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.2417199903959074 }, { "event_time": 2, "estimate": 0.05828609492520653, "raw_gap": 0.05828609492520653, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.05443107211834047 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.015785628135197016, -0.025415848922433426, 0.010783460699811346, -0.012357752262739146, 0.2287939311461975, 0.06392582455527104 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 32, "termination_reason": "Relative objective tolerance reached", "objective": 0.01809584766999452, "lambda_l": 0.01046548697153665, "singular_values": [ 0.7727732326520245, 0.5349796178441533, 0.03673803303850448, 0.0 ], "history_objective": [ 0.01813567652501087, 0.018101683286857188, 0.018097451316434303, 0.018096507632262164, 0.018096164555709195, 0.01809600730010419, 0.018095929382995982, 0.018095889776217948, 0.01809586944715956, 0.018095858963659797, 0.018095853541030903, 0.01809585072927104, 0.018095849267976447, 0.01809584850679362, 0.018095848109357823, 0.018095847901328694, 0.01809584779215413, 0.018095847734699723, 0.018095847704375206, 0.01809584768832076, 0.018095847679793983, 0.01809584767525022, 0.01809584767282066, 0.018095847671517007, 0.018095847670815, 0.01809584767043563, 0.018095847670229852, 0.018095847670117862, 0.01809584767005668, 0.018095847670023146, 0.0180958476700047, 0.01809584766999452 ], "history_rmse": [ 0.06320990980502995, 0.06341049980064126, 0.06343840769493328, 0.06344221044698302, 0.06344305011647279, 0.06344335466919897, 0.06344349642538392, 0.06344356777129577, 0.06344360435641554, 0.0634436231709197, 0.06344363284241612, 0.06344363781083252, 0.06344364036259958, 0.06344364167341561, 0.06344364234710402, 0.0634436426936, 0.06344364287197866, 0.0634436429639106, 0.06344364301134996, 0.06344364303586454, 0.0634436430485528, 0.06344364305513128, 0.06344364305854873, 0.06344364306032768, 0.06344364306125574, 0.06344364306174131, 0.06344364306199593, 0.06344364306212996, 0.06344364306220053, 0.06344364306223793, 0.06344364306225776, 0.06344364306226828 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.08215273050653792, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002354998141527176, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17541292024781988, "event_study": [ { "event_time": -3, "estimate": 0.05748734697302003, "raw_gap": 0.05748734697302003, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.06450387395097613 }, { "event_time": -2, "estimate": -0.0384825136308011, "raw_gap": -0.0384825136308011, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.031465986652845 }, { "event_time": -1, "estimate": -0.007016526977956103, "raw_gap": -0.007016526977956103, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.059545572056590806, "raw_gap": 0.059545572056590806, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.0665620990345469 }, { "event_time": 1, "estimate": 0.31035716782208617, "raw_gap": 0.31035716782208617, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.3173736948000423 }, { "event_time": 2, "estimate": 0.21704419367632152, "raw_gap": 0.21704419367632152, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.22406072065427762 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04315097762212028, -0.05503427080725193, 0.02059001968991164, 0.01989873985927047, 0.2756803935253866, 0.19536026064315112 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04236653951057749, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.13765216530054636, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014654221013188362, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.060192805512769086, "SE": 0.09115773136021482, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02002490119548511, "SE": 0.08414440563558548, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09394114739680796, "SE": 0.08277926649603455, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08860159710440971, "SE": 0.08411985191185091, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.07541634461883212, "SE": 0.09025438606978513, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08101450870122727, "SE": 0.08379639626336778, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13701408422633066, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1100705160170097, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17541292024781988, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.060192805512769086, "SE": 0.09115773136021482, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13132248144027792, "upper": 0.2517080924658161, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02002490119548511, "SE": 0.08414440563558548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15675593516729866, "upper": 0.19680573755826888, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09394114739680796, "SE": 0.08277926649603455, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07997163805969758, "upper": 0.2678539328533135, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08860159710440971, "SE": 0.08411985191185091, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08812765379901011, "upper": 0.2653308480078295, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07541634461883212, "SE": 0.09025438606978513, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10147900152472028, "upper": 0.2523116907623845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08101450870122727, "SE": 0.08379639626336778, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08322341000922033, "upper": 0.24525242741167486, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13701408422633066, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1100705160170097, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17541292024781988, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588636.107266, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.060192805512769086, "SE": 0.09115773136021482, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13132248144027792, "upper": 0.2517080924658161, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.02002490119548511, "SE": 0.08414440563558548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15675593516729866, "upper": 0.19680573755826888, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09394114739680796, "SE": 0.08277926649603455, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07997163805969758, "upper": 0.2678539328533135, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08860159710440971, "SE": 0.08411985191185091, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08812765379901011, "upper": 0.2653308480078295, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07541634461883212, "SE": 0.09025438606978513, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10147900152472028, "upper": 0.2523116907623845, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08101450870122727, "SE": 0.08379639626336778, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08322341000922033, "upper": 0.24525242741167486, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13701408422633066, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1100705160170097, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17541292024781988, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P027", "source_specification_id": "CI-T3-B07-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 7 (\"Bribes are not necessary: doctors\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not necessary: doctors [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P027.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: doctors [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p027", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: doctors [Table 3 original scale]", "source_specification_id": "CI-T3-B07-ORIG", "specification_id": "S01-P027", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B07-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P027" }, "source": { "file": "CI-T3-B07-ORIG.csv", "bytes": 190428, "sha256": "dabbd1b0eff6bd1e073bf3dfe05c9d8278c9790afbf86dd05d29fed4aae294ca" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.2350939444278526, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03963050196059358, "se": 0.1011769609957387, "pvalue": 0.6998821324012698, "lower": -0.1729344053599617, "upper": 0.25219540928114886 }, { "method": "Dynamic TWFE", "estimate": -0.11493893542562585, "se": 0.10432814877419878, "pvalue": 0.28510362448235976, "lower": -0.33412424260288615, "upper": 0.10424637175163444 }, { "method": "BJS / did2s", "estimate": -0.05767500866135543, "se": 0.11521095735156293, "pvalue": 0.622715959275885, "lower": -0.2997242482385243, "upper": 0.1843742309158134 }, { "method": "Sun\u2013Abraham", "estimate": -0.10398415086730348, "se": 0.10250491940642875, "pvalue": 0.32381982135713544, "lower": -0.319338995281401, "upper": 0.11137069354679402 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.20978077932485434, "se": 0.3188304143349018, "pvalue": 0.5188846635653457, "lower": -0.4600570652505231, "upper": 0.8796186239002317 }, { "event_time": -2, "estimate": 0.03042783547179002, "se": 0.11798871464182924, "pvalue": 0.7994189761323137, "lower": -0.21745725561893953, "upper": 0.27831292656251955 }, { "event_time": 0, "estimate": -0.014452436302392116, "se": 0.09309275010030378, "pvalue": 0.8783537079459286, "lower": -0.21003304677477147, "upper": 0.18112817416998722 }, { "event_time": 1, "estimate": -0.11947200806983013, "se": 0.12188972421908756, "pvalue": 0.3399961482966055, "lower": -0.3755528161606131, "upper": 0.1366088000209528 }, { "event_time": 2, "estimate": -0.3657083200553394, "se": 0.18157471483654647, "pvalue": 0.05919330220630419, "lower": -0.7471826404059213, "upper": 0.015766000295242555 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08093800128231174, "se": 0.10310086471352138, "pvalue": 0.44264248444974824, "lower": -0.13566887776223488, "upper": 0.29754488032685833 }, { "event_time": -2, "estimate": -0.04835600224844617, "se": 0.039596107586394105, "pvalue": 0.23775365761939976, "lower": -0.13154433738445692, "upper": 0.03483233288756459 }, { "event_time": -1, "estimate": 0.009247305791407975, "se": 0.017514363118345134, "pvalue": 0.6039590995096977, "lower": -0.027549005704708075, "upper": 0.04604361728752403 }, { "event_time": 0, "estimate": 0.02531127770667634, "se": 0.09896482066626372, "pvalue": 0.8010357655329773, "lower": -0.18260609523957888, "upper": 0.23322865065293158 }, { "event_time": 1, "estimate": -0.05889851895776626, "se": 0.1598535258571373, "pvalue": 0.716833124141881, "lower": -0.39473831464126674, "upper": 0.2769412767257342 }, { "event_time": 2, "estimate": -0.2695804579030208, "se": 0.1926832700181961, "pvalue": 0.17878319364455675, "lower": -0.6743929866699643, "upper": 0.13523207086392258 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14603806611531164, "se": 0.3155381990224249, "pvalue": 0.6490381026162592, "lower": -0.5168830907488641, "upper": 0.8089592229794874 }, { "event_time": -2, "estimate": -0.016881967342085375, "se": 0.138219806758579, "pvalue": 0.9041425743778584, "lower": -0.3072710057590412, "upper": 0.2735070710748705 }, { "event_time": 0, "estimate": -0.022598686952352093, "se": 0.09530982509508672, "pvalue": 0.8152508972436915, "lower": -0.22283719914613817, "upper": 0.17763982524143399 }, { "event_time": 1, "estimate": -0.09407755477584365, "se": 0.1465821037565713, "pvalue": 0.5290872455798139, "lower": -0.402035127262923, "upper": 0.2138800177112357 }, { "event_time": 2, "estimate": -0.33299492474062686, "se": 0.17788049414272658, "pvalue": 0.0775450740996653, "lower": -0.7067079754140481, "upper": 0.040718125932794336 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.19204445648104085, "df_num": 1, "df_den": 1060, "pvalue": 0.6613097442013468, "log10_pvalue": -0.1795950780495374, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1045.3838928801135, "rss_restricted": 1045.573289277776, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17513818145992535 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.08101624174664074 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.16454192274614382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08648657054410187 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not necessary: doctors [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p027", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not necessary: doctors [Table 3 original scale]", "source_specification_id": "CI-T3-B07-ORIG", "specification_id": "S01-P027", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B07-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P027" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P027", "regression_results": "analyses/archive-expanded/baselines/S01-P027.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B07-ORIG.csv", "bytes": 190428, "sha256": "dabbd1b0eff6bd1e073bf3dfe05c9d8278c9790afbf86dd05d29fed4aae294ca" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 1.2350939444278526, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03963050196059358, "se": 0.1011769609957387, "pvalue": 0.6998821324012698, "lower": -0.1729344053599617, "upper": 0.25219540928114886 }, { "method": "Dynamic TWFE", "estimate": -0.11493893542562585, "se": 0.10432814877419878, "pvalue": 0.28510362448235976, "lower": -0.33412424260288615, "upper": 0.10424637175163444 }, { "method": "BJS / did2s", "estimate": -0.05767500866135543, "se": 0.11521095735156293, "pvalue": 0.622715959275885, "lower": -0.2997242482385243, "upper": 0.1843742309158134 }, { "method": "Sun\u2013Abraham", "estimate": -0.10398415086730348, "se": 0.10250491940642875, "pvalue": 0.32381982135713544, "lower": -0.319338995281401, "upper": 0.11137069354679402 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.20978077932485434, "se": 0.3188304143349018, "pvalue": 0.5188846635653457, "lower": -0.4600570652505231, "upper": 0.8796186239002317 }, { "event_time": -2, "estimate": 0.03042783547179002, "se": 0.11798871464182924, "pvalue": 0.7994189761323137, "lower": -0.21745725561893953, "upper": 0.27831292656251955 }, { "event_time": 0, "estimate": -0.014452436302392116, "se": 0.09309275010030378, "pvalue": 0.8783537079459286, "lower": -0.21003304677477147, "upper": 0.18112817416998722 }, { "event_time": 1, "estimate": -0.11947200806983013, "se": 0.12188972421908756, "pvalue": 0.3399961482966055, "lower": -0.3755528161606131, "upper": 0.1366088000209528 }, { "event_time": 2, "estimate": -0.3657083200553394, "se": 0.18157471483654647, "pvalue": 0.05919330220630419, "lower": -0.7471826404059213, "upper": 0.015766000295242555 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08093800128231174, "se": 0.10310086471352138, "pvalue": 0.44264248444974824, "lower": -0.13566887776223488, "upper": 0.29754488032685833 }, { "event_time": -2, "estimate": -0.04835600224844617, "se": 0.039596107586394105, "pvalue": 0.23775365761939976, "lower": -0.13154433738445692, "upper": 0.03483233288756459 }, { "event_time": -1, "estimate": 0.009247305791407975, "se": 0.017514363118345134, "pvalue": 0.6039590995096977, "lower": -0.027549005704708075, "upper": 0.04604361728752403 }, { "event_time": 0, "estimate": 0.02531127770667634, "se": 0.09896482066626372, "pvalue": 0.8010357655329773, "lower": -0.18260609523957888, "upper": 0.23322865065293158 }, { "event_time": 1, "estimate": -0.05889851895776626, "se": 0.1598535258571373, "pvalue": 0.716833124141881, "lower": -0.39473831464126674, "upper": 0.2769412767257342 }, { "event_time": 2, "estimate": -0.2695804579030208, "se": 0.1926832700181961, "pvalue": 0.17878319364455675, "lower": -0.6743929866699643, "upper": 0.13523207086392258 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14603806611531164, "se": 0.3155381990224249, "pvalue": 0.6490381026162592, "lower": -0.5168830907488641, "upper": 0.8089592229794874 }, { "event_time": -2, "estimate": -0.016881967342085375, "se": 0.138219806758579, "pvalue": 0.9041425743778584, "lower": -0.3072710057590412, "upper": 0.2735070710748705 }, { "event_time": 0, "estimate": -0.022598686952352093, "se": 0.09530982509508672, "pvalue": 0.8152508972436915, "lower": -0.22283719914613817, "upper": 0.17763982524143399 }, { "event_time": 1, "estimate": -0.09407755477584365, "se": 0.1465821037565713, "pvalue": 0.5290872455798139, "lower": -0.402035127262923, "upper": 0.2138800177112357 }, { "event_time": 2, "estimate": -0.33299492474062686, "se": 0.17788049414272658, "pvalue": 0.0775450740996653, "lower": -0.7067079754140481, "upper": 0.040718125932794336 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.19204445648104085, "df_num": 1, "df_den": 1060, "pvalue": 0.6613097442013468, "log10_pvalue": -0.1795950780495374, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1045.3838928801135, "rss_restricted": 1045.573289277776, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17513818145992535 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.08101624174664074 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.16454192274614382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08648657054410187 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.14621445936342123, "se": 0.11004017803362069, "lower": -0.3618892451616934, "upper": 0.06946032643485092 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.09718449213620844, "se": 0.09599420143624171, "lower": -0.2853296696759253, "upper": 0.09096068540350843 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.11202707011420858, "se": 0.09413613340820837, "lower": -0.2965305012381548, "upper": 0.0724763610097376 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": -0.09621151314076064, "se": 0.0979949003909719, "lower": -0.2882779885756556, "upper": 0.09585496229413436 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.14621445936342123, "se": 0.11004017803362069, "lower": -0.3618892451616934, "upper": 0.06946032643485092, "event_study": [ { "event_time": -3, "estimate": 0.14387664701992214, "se": 0.2964593940885014, "lower": -0.43717308827210727, "upper": 0.7249263823119516, "relative_to_minus_one": 0.14387664701992214, "n": 0.0 }, { "event_time": -2, "estimate": -0.08243616213985504, "se": 0.11128515974363562, "lower": -0.30055106725116754, "upper": 0.13567874297145743, "relative_to_minus_one": -0.08243616213985504, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.006162601032078829, "se": 0.08743093067636099, "lower": -0.17752407629256456, "upper": 0.1651988742284069, "relative_to_minus_one": -0.006162601032078829, "n": 253.0 }, { "event_time": 1, "estimate": -0.04657838785502826, "se": 0.15773791840678872, "lower": -0.35573902692865184, "upper": 0.2625822512185953, "relative_to_minus_one": -0.04657838785502826, "n": 187.0 }, { "event_time": 2, "estimate": -0.38590238920315656, "se": 0.1548048473101199, "lower": -0.6893143145632139, "upper": -0.08249046384309927, "relative_to_minus_one": -0.38590238920315656, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.13266517573325506, "se": 0.12135109400318553, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.026629045084714403, "se": 0.21441245071949022, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.38590238920315656, "se": 0.15480484731011987, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": -0.03583669477392926, "se": 0.1871905488249173, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.07418263119660083, "se": 0.23083689521363057, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.1492223759978143, "se": 0.22931469844264094, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": 0.14387664701992214, "se": 0.29645939408850136, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.14808861369973075, "se": 0.22657623152207923, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.1845675756914167, "se": 0.20244145750001652, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.09621151314076064, "treated_cell_se": 0.0979949003909719, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.05159333301708102, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.16458527278393265, "event_study": [ { "event_time": -3, "estimate": -0.025229941137931557, "raw_gap": 0.19710904516855984, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.01910814056567108 }, { "event_time": -2, "estimate": -0.0036002791512511284, "raw_gap": 0.05058734389150491, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.04073780255235151 }, { "event_time": -1, "estimate": -0.044338081703602636, "raw_gap": 0.0022507313331995935, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.08261339311126446, "raw_gap": -0.04096600025142482, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.03827531140766183 }, { "event_time": 1, "estimate": -0.14323702132868163, "raw_gap": -0.1598501805530436, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.098898939625079 }, { "event_time": 2, "estimate": -0.41694250318512643, "raw_gap": -0.4169425031851263, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.3726044214815238 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2223389863064914, -0.049336820360031286, -0.038050875565055126, -0.0618857640956521, -0.20283547205707483, -0.49689150131267235 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.04255699691720127 }, { "cohort": 3, "pre_gap": 0.2223389863064914 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11820586961181394, "zeta_omega": [ 0.0, 1.3403864230940468, 1.2661441859932605 ], "zeta_lambda": [ 0.0, 7.969985355982441e-07, 8.952991398757557e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 8.326672684688674e-17 }, "native_matrix_att": -0.2097552466003284, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003199158236384392, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10974590850157627, "event_study": [ { "event_time": -3, "estimate": 0.03169554543683933, "raw_gap": 0.03169554543683933, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.0313709479491249 }, { "event_time": -2, "estimate": -0.0236019005047217, "raw_gap": -0.0236019005047217, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.023926497992436128 }, { "event_time": -1, "estimate": 0.0003245974877144275, "raw_gap": 0.0003245974877144275, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.018295706262459167, "raw_gap": -0.018295706262459167, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.018620303750173595 }, { "event_time": 1, "estimate": -0.09704180178988864, "raw_gap": -0.09704180178988864, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.09736639927760307 }, { "event_time": 2, "estimate": -0.370078246476905, "raw_gap": -0.370078246476905, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.3704028439646194 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.08232310674690124, -0.029556244151528688, -0.00714175284198784, -0.02411596438384759, -0.09489937866168023, -0.4571646215223959 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 28, "termination_reason": "Relative objective tolerance reached", "objective": 0.05126623335680727, "lambda_l": 0.018400487363558125, "singular_values": [ 1.3822119850769359, 0.6687260135888504, 0.058978628569692215, 0.0 ], "history_objective": [ 0.05182843881921003, 0.05147971890777469, 0.051344701047528474, 0.05129459392059703, 0.05127645044080954, 0.05126993432528119, 0.051267589324781024, 0.05126673787686307, 0.05126642447422599, 0.0512663071555749, 0.05126626240856413, 0.05126624500677886, 0.051266238108860995, 0.05126623532494547, 0.051266234182860956, 0.051266233707503855, 0.051266233507157775, 0.05126623342180851, 0.051266233385113824, 0.0512662333692118, 0.05126623336227186, 0.05126623335922352, 0.05126623335787621, 0.051266233357276904, 0.051266233357008605, 0.05126623335688757, 0.05126623335683253, 0.05126623335680727 ], "history_rmse": [ 0.11082714153121137, 0.11125196185005498, 0.11143663622465898, 0.11150722489954339, 0.11153287116415826, 0.11154198892783763, 0.11154521623544321, 0.11154636561601163, 0.11154678038315301, 0.11154693278246389, 0.11154698998176114, 0.11154701194665889, 0.11154702057733022, 0.11154702404323961, 0.11154702546266615, 0.11154702605390668, 0.11154702630367726, 0.11154702641040463, 0.11154702645642502, 0.11154702647641024, 0.11154702648513776, 0.1115470264889665, 0.11154702649065208, 0.1115470264913963, 0.1115470264917262, 0.11154702649187262, 0.11154702649193805, 0.11154702649196738 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.12790463157618964, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023012515157461166, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.011904223595905723, "event_study": [ { "event_time": -3, "estimate": 0.13549857609252677, "raw_gap": 0.13549857609252677, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.12382867456014238 }, { "event_time": -2, "estimate": 0.07016759638513902, "raw_gap": 0.07016759638513902, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.05849769485275461 }, { "event_time": -1, "estimate": 0.011669901532384404, "raw_gap": 0.011669901532384404, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.034610128458101214, "raw_gap": 0.034610128458101214, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.02294022692571681 }, { "event_time": 1, "estimate": 0.03790671422871201, "raw_gap": 0.03790671422871201, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.026236812696327605 }, { "event_time": 2, "estimate": -0.09633107924562731, "raw_gap": -0.09633107924562731, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.10800098077801171 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.16072851723045833, -0.03640949201597965, -0.027049087137990445, 0.018869599923284203, 0.009158818143236293, -0.17628007737317333 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08073796700261136, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.020506156465705385, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014800019562244415, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03963050196059358, "SE": 0.1011769609957387, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11493893542562585, "SE": 0.10432814877419878, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05767500866135543, "SE": 0.11521095735156293, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10398415086730348, "SE": 0.10250491940642875, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.14621445936342123, "SE": 0.11004017803362069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09621151314076064, "SE": 0.0979949003909719, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16458527278393265, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10974590850157627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.011904223595905723, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03963050196059358, "SE": 0.1011769609957387, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1729344053599617, "upper": 0.25219540928114886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11493893542562585, "SE": 0.10432814877419878, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33412424260288615, "upper": 0.10424637175163444, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05767500866135543, "SE": 0.11521095735156293, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2997242482385243, "upper": 0.1843742309158134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10398415086730348, "SE": 0.10250491940642875, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.319338995281401, "upper": 0.11137069354679402, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14621445936342123, "SE": 0.11004017803362069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3618892451616934, "upper": 0.06946032643485092, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09621151314076064, "SE": 0.0979949003909719, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2882779885756556, "upper": 0.09585496229413436, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16458527278393265, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10974590850157627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.011904223595905723, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588637.259667, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03963050196059358, "SE": 0.1011769609957387, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1729344053599617, "upper": 0.25219540928114886, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11493893542562585, "SE": 0.10432814877419878, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33412424260288615, "upper": 0.10424637175163444, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.05767500866135543, "SE": 0.11521095735156293, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2997242482385243, "upper": 0.1843742309158134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10398415086730348, "SE": 0.10250491940642875, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.319338995281401, "upper": 0.11137069354679402, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14621445936342123, "SE": 0.11004017803362069, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3618892451616934, "upper": 0.06946032643485092, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.09621151314076064, "SE": 0.0979949003909719, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2882779885756556, "upper": 0.09585496229413436, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16458527278393265, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.10974590850157627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.011904223595905723, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P028", "source_specification_id": "CI-T3-B08-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 8 (\"Bribes are not acceptable\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not acceptable [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P028.json", "input_bytes": 190328, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not acceptable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p028", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not acceptable [Table 3 original scale]", "source_specification_id": "CI-T3-B08-ORIG", "specification_id": "S01-P028", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B08-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P028" }, "source": { "file": "CI-T3-B08-ORIG.csv", "bytes": 190328, "sha256": "134f01e64e6ec42e50fa46ff68ab2d354e521f9543eb59378a331576f5bd0a9a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.4646740884228605, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07325613223091536, "se": 0.11099334606770156, "pvalue": 0.517607915547282, "lower": -0.15993223484281982, "upper": 0.30644449930465056 }, { "method": "Dynamic TWFE", "estimate": 0.10123239099408979, "se": 0.15324240124480004, "pvalue": 0.5172328770756015, "lower": -0.22071794728057134, "upper": 0.4231827292687509 }, { "method": "BJS / did2s", "estimate": 0.13025835037062514, "se": 0.13815246545120163, "pvalue": 0.35823672130129125, "lower": -0.15998920920944296, "upper": 0.42050590995069326 }, { "method": "Sun\u2013Abraham", "estimate": 0.17528994011918686, "se": 0.16215014933453437, "pvalue": 0.29395317243828634, "lower": -0.1653748824461121, "upper": 0.5159547626844858 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03147363440136717, "se": 0.1947673704915322, "pvalue": 0.8734240032127654, "lower": -0.37771742698408484, "upper": 0.4406646957868192 }, { "event_time": -2, "estimate": 0.005413663045340814, "se": 0.17107461276333644, "pvalue": 0.9751033774014887, "lower": -0.35400076143485354, "upper": 0.36482808752553514 }, { "event_time": 0, "estimate": 0.08848212653056536, "se": 0.12090355159804507, "pvalue": 0.47368736006874546, "lower": -0.16552680976518713, "upper": 0.34249106282631786 }, { "event_time": 1, "estimate": 0.06725289950003745, "se": 0.17669002035944215, "pvalue": 0.707935118859696, "lower": -0.3039590585637523, "upper": 0.4384648575638272 }, { "event_time": 2, "estimate": 0.19885720277159938, "se": 0.24100623550677308, "pvalue": 0.42010895856002484, "lower": -0.30747810924010255, "upper": 0.7051925147833012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06375934258527126, "se": 0.06802782617373057, "pvalue": 0.3610343408878185, "lower": -0.20668050194334797, "upper": 0.07916181677280547 }, { "event_time": -2, "estimate": -0.01083845437694495, "se": 0.06549003864356588, "pvalue": 0.8703968035694453, "lower": -0.14842791997944982, "upper": 0.12675101122555993 }, { "event_time": -1, "estimate": 0.022332844693592115, "se": 0.03449265130379608, "pvalue": 0.5255024033416003, "lower": -0.05013352665690185, "upper": 0.09479921604408609 }, { "event_time": 0, "estimate": 0.10884795178176469, "se": 0.11777857813330415, "pvalue": 0.3676197067268089, "lower": -0.1385956588867452, "upper": 0.3562915624502746 }, { "event_time": 1, "estimate": 0.10219235004168577, "se": 0.16247955375184764, "pvalue": 0.5372793306450642, "lower": -0.23916452552409945, "upper": 0.44354922560747095 }, { "event_time": 2, "estimate": 0.23886817185944645, "se": 0.22338515690363342, "pvalue": 0.2990602961449611, "lower": -0.23044662774209954, "upper": 0.7081829714609924 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3426858525305015, "se": 0.2567674203152329, "pvalue": 0.19863985160236577, "lower": -0.8821341850866089, "upper": 0.19676248002560587 }, { "event_time": -2, "estimate": -0.06916811466321438, "se": 0.2115356467678852, "pvalue": 0.7474541168109718, "lower": -0.5135880172545073, "upper": 0.37525178792807856 }, { "event_time": 0, "estimate": 0.10765090979330691, "se": 0.11985374307054307, "pvalue": 0.38094427006189197, "lower": -0.14415246062898365, "upper": 0.35945428021559744 }, { "event_time": 1, "estimate": 0.22863519774269392, "se": 0.2034288681864066, "pvalue": 0.275818392850008, "lower": -0.1987529950514167, "upper": 0.6560233905368045 }, { "event_time": 2, "estimate": 0.24742741426741058, "se": 0.2705662214919962, "pvalue": 0.3725528215279749, "lower": -0.32101112380986274, "upper": 0.8158659523446838 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0555934342095504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03944109830907134, "df_num": 1, "df_den": 1059, "pvalue": 0.8426154697309903, "log10_pvalue": -0.07437057184442744, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1076.994551474708, "rss_restricted": 1077.0346627570339, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6022710177369646 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05023707457562294 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.0757223326097033 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6697148416975516 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not acceptable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p028", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not acceptable [Table 3 original scale]", "source_specification_id": "CI-T3-B08-ORIG", "specification_id": "S01-P028", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B08-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P028" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P028", "regression_results": "analyses/archive-expanded/baselines/S01-P028.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B08-ORIG.csv", "bytes": 190328, "sha256": "134f01e64e6ec42e50fa46ff68ab2d354e521f9543eb59378a331576f5bd0a9a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.4646740884228605, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.07325613223091536, "se": 0.11099334606770156, "pvalue": 0.517607915547282, "lower": -0.15993223484281982, "upper": 0.30644449930465056 }, { "method": "Dynamic TWFE", "estimate": 0.10123239099408979, "se": 0.15324240124480004, "pvalue": 0.5172328770756015, "lower": -0.22071794728057134, "upper": 0.4231827292687509 }, { "method": "BJS / did2s", "estimate": 0.13025835037062514, "se": 0.13815246545120163, "pvalue": 0.35823672130129125, "lower": -0.15998920920944296, "upper": 0.42050590995069326 }, { "method": "Sun\u2013Abraham", "estimate": 0.17528994011918686, "se": 0.16215014933453437, "pvalue": 0.29395317243828634, "lower": -0.1653748824461121, "upper": 0.5159547626844858 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.03147363440136717, "se": 0.1947673704915322, "pvalue": 0.8734240032127654, "lower": -0.37771742698408484, "upper": 0.4406646957868192 }, { "event_time": -2, "estimate": 0.005413663045340814, "se": 0.17107461276333644, "pvalue": 0.9751033774014887, "lower": -0.35400076143485354, "upper": 0.36482808752553514 }, { "event_time": 0, "estimate": 0.08848212653056536, "se": 0.12090355159804507, "pvalue": 0.47368736006874546, "lower": -0.16552680976518713, "upper": 0.34249106282631786 }, { "event_time": 1, "estimate": 0.06725289950003745, "se": 0.17669002035944215, "pvalue": 0.707935118859696, "lower": -0.3039590585637523, "upper": 0.4384648575638272 }, { "event_time": 2, "estimate": 0.19885720277159938, "se": 0.24100623550677308, "pvalue": 0.42010895856002484, "lower": -0.30747810924010255, "upper": 0.7051925147833012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06375934258527126, "se": 0.06802782617373057, "pvalue": 0.3610343408878185, "lower": -0.20668050194334797, "upper": 0.07916181677280547 }, { "event_time": -2, "estimate": -0.01083845437694495, "se": 0.06549003864356588, "pvalue": 0.8703968035694453, "lower": -0.14842791997944982, "upper": 0.12675101122555993 }, { "event_time": -1, "estimate": 0.022332844693592115, "se": 0.03449265130379608, "pvalue": 0.5255024033416003, "lower": -0.05013352665690185, "upper": 0.09479921604408609 }, { "event_time": 0, "estimate": 0.10884795178176469, "se": 0.11777857813330415, "pvalue": 0.3676197067268089, "lower": -0.1385956588867452, "upper": 0.3562915624502746 }, { "event_time": 1, "estimate": 0.10219235004168577, "se": 0.16247955375184764, "pvalue": 0.5372793306450642, "lower": -0.23916452552409945, "upper": 0.44354922560747095 }, { "event_time": 2, "estimate": 0.23886817185944645, "se": 0.22338515690363342, "pvalue": 0.2990602961449611, "lower": -0.23044662774209954, "upper": 0.7081829714609924 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3426858525305015, "se": 0.2567674203152329, "pvalue": 0.19863985160236577, "lower": -0.8821341850866089, "upper": 0.19676248002560587 }, { "event_time": -2, "estimate": -0.06916811466321438, "se": 0.2115356467678852, "pvalue": 0.7474541168109718, "lower": -0.5135880172545073, "upper": 0.37525178792807856 }, { "event_time": 0, "estimate": 0.10765090979330691, "se": 0.11985374307054307, "pvalue": 0.38094427006189197, "lower": -0.14415246062898365, "upper": 0.35945428021559744 }, { "event_time": 1, "estimate": 0.22863519774269392, "se": 0.2034288681864066, "pvalue": 0.275818392850008, "lower": -0.1987529950514167, "upper": 0.6560233905368045 }, { "event_time": 2, "estimate": 0.24742741426741058, "se": 0.2705662214919962, "pvalue": 0.3725528215279749, "lower": -0.32101112380986274, "upper": 0.8158659523446838 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0555934342095504e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03944109830907134, "df_num": 1, "df_den": 1059, "pvalue": 0.8426154697309903, "log10_pvalue": -0.07437057184442744, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1076.994551474708, "rss_restricted": 1077.0346627570339, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6022710177369646 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05023707457562294 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.0757223326097033 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6697148416975516 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.1648471368814672, "se": 0.15507247289552398, "lower": -0.1390893249873235, "upper": 0.4687835987502579 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.14636666365157575, "se": 0.1436487434400235, "lower": -0.1351796999153047, "upper": 0.4279130272184562 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.06108634096578222, "se": 0.1474062540686096, "lower": -0.2278246081046534, "upper": 0.3499972900362178 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 537.0, "post_cells": 6, "estimate": 0.12805447027914763, "se": 0.14084532650508083, "lower": -0.14799729706159548, "upper": 0.40410623761989073 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.1648471368814672, "se": 0.15507247289552398, "lower": -0.1390893249873235, "upper": 0.4687835987502579, "event_study": [ { "event_time": -3, "estimate": -0.34237428923533897, "se": 0.25402444552899545, "lower": -0.8402530536649269, "upper": 0.15550447519424887, "relative_to_minus_one": -0.34237428923533897, "n": 0.0 }, { "event_time": -2, "estimate": -0.11928542598718665, "se": 0.22357403804051723, "lower": -0.5574824884247884, "upper": 0.3189116364504151, "relative_to_minus_one": -0.11928542598718665, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.09733150792724961, "se": 0.1441792759660965, "lower": -0.18525468028336095, "upper": 0.37991769613786014, "relative_to_minus_one": 0.09733150792724961, "n": 252.0 }, { "event_time": 1, "estimate": 0.15230074301490346, "se": 0.157206562332243, "lower": -0.1558184572896439, "upper": 0.4604199433194508, "relative_to_minus_one": 0.15230074301490346, "n": 187.0 }, { "event_time": 2, "estimate": 0.24490915970224855, "se": 0.2635465105031685, "lower": -0.2716325091351688, "upper": 0.761450828539666, "relative_to_minus_one": 0.24490915970224855, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.3465378184625079, "se": 0.1684683172387891, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.10583468989754408, "se": 0.18683955272321387, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.24490915970224855, "se": 0.2635465105031685, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.13222061931755003, "se": 0.2463280805291399, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.12279059037833154, "se": 0.24950783460714313, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.21745069860952276, "se": 0.23725799250354443, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.34237428923533897, "se": 0.25402444552899545, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.4753781435968633, "se": 0.32457891390884125, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.433426056952196, "se": 0.16260547313704432, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.12805447027914763, "treated_cell_se": 0.14084532650508083, "checks": { "input_rows": 1090, "retained_rows": 1090, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.050250125117599964, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.14408979282037856, "event_study": [ { "event_time": -3, "estimate": -0.1675782659077823, "raw_gap": -0.022867698170367302, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.16953768429519706 }, { "event_time": -2, "estimate": -0.02679302866369816, "raw_gap": 0.033188844362405795, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.028752447051112916 }, { "event_time": -1, "estimate": 0.0019594183874147575, "raw_gap": 0.042117539176325956, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.08523289763960716, "raw_gap": 0.12608603719972952, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.0832734792521924 }, { "event_time": 1, "estimate": 0.14243902893404, "raw_gap": 0.14682443830853475, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.14047961054662525 }, { "event_time": 2, "estimate": 0.2985860217213961, "raw_gap": 0.29858602172139603, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.29662660333398133 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02282512187821778, -0.09277529898961069, 0.050069377261847244, 0.1431976984004539, 0.10473661364480374, 0.24277118663040215 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": 0.011233856890829114 }, { "cohort": 3, "pre_gap": 0.14471056773741497 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12590822878730032, "zeta_omega": [ 0.0, 1.0263900874028629, 0.8393039650711679 ], "zeta_lambda": [ 0.0, 6.102951973538745e-07, 5.9347752517858e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.12404971885499462, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031566573306918144, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10152530299706707, "event_study": [ { "event_time": -3, "estimate": -0.03371432540821495, "raw_gap": -0.03371432540821495, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.04256280724989041 }, { "event_time": -2, "estimate": -0.014278141509956805, "raw_gap": -0.014278141509956805, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.023126623351632264 }, { "event_time": -1, "estimate": 0.00884848184167546, "raw_gap": 0.00884848184167546, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09859272343970144, "raw_gap": 0.09859272343970144, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.08974424159802598 }, { "event_time": 1, "estimate": 0.03195275557419645, "raw_gap": 0.03195275557419645, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.023104273732520986 }, { "event_time": 2, "estimate": 0.24182200112495406, "raw_gap": 0.24182200112495406, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.23297351928327859 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.007921301066246278, -0.027646895173388836, 0.01945082712956514, 0.14094133771499764, 0.010520017513889448, 0.22101525638101532 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.052157572646993694, "lambda_l": 0.018159860447609397, "singular_values": [ 1.4210788168561144, 0.6540547285468825, 0.12962668558782803, 0.0 ], "history_objective": [ 0.052809725529810746, 0.05242052154360306, 0.05227041518473337, 0.05221041608270338, 0.052184012029889114, 0.05217130634688524, 0.0521648412361854, 0.05216145454546399, 0.05215965514865141, 0.05215869246369116, 0.052158175602059376, 0.05215789756673411, 0.05215774783358092, 0.05215766713805639, 0.05215762362747012, 0.05215760015843153, 0.05215758749611257, 0.052157580662912935, 0.05215757697474255, 0.0521575749837851, 0.05215757390888353, 0.05215757332848651, 0.052157573015066246, 0.052157572845799485, 0.05215757275437617, 0.05215757270499267, 0.052157572678315126, 0.05215757266390231, 0.0521575726561149, 0.05215757265190689, 0.05215757264963282, 0.052157572648403774, 0.05215757264773944, 0.05215757264738033, 0.05215757264718615, 0.05215757264708118, 0.052157572647024385, 0.052157572646993694 ], "history_rmse": [ 0.10888449276665507, 0.1096545106856293, 0.10994552716402038, 0.11003716254246261, 0.11006668476353872, 0.11007785080200713, 0.11008288129761945, 0.11008540937754133, 0.1100867436710574, 0.11008746060297574, 0.11008784788879167, 0.1100880573042836, 0.11008817050172798, 0.11008823165181524, 0.11008826466659954, 0.11008828248289061, 0.11008829209383347, 0.11008829727689184, 0.11008830007135981, 0.11008830157768804, 0.1100883023895025, 0.11008830282693999, 0.11008830306260937, 0.11008830318955533, 0.11008830325792518, 0.11008830329474201, 0.11008830331456457, 0.11008830332523555, 0.1100883033309793, 0.1100883033340703, 0.11008830333573337, 0.11008830333662833, 0.11008830333710985, 0.11008830333736885, 0.11008830333750787, 0.11008830333758289, 0.1100883033376229, 0.11008830333764463 ] }, "checks": { "scalar_vs_treated_cell_average": 4.163336342344337e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.11229606777129816, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002460842952132225, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18416629535735, "event_study": [ { "event_time": -3, "estimate": -0.03835987356885375, "raw_gap": -0.03835987356885375, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.07067588831486979 }, { "event_time": -2, "estimate": 0.04908430003257704, "raw_gap": 0.04908430003257704, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.016768285286561012 }, { "event_time": -1, "estimate": 0.03231601474601603, "raw_gap": 0.03231601474601603, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13190316034726413, "raw_gap": 0.13190316034726413, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.0995871456012481 }, { "event_time": 1, "estimate": 0.16645885466719287, "raw_gap": 0.16645885466719287, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.13414283992117684 }, { "event_time": 2, "estimate": 0.35234590180225855, "raw_gap": 0.35234590180225855, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.3200298870562425 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.007332946479731317, -0.06616044609822126, 0.03845782945130001, 0.15029291158920913, 0.1268020190835009, 0.29653106671126467 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09080519109661106, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.16954375392472412, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016358308494091034, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07325613223091536, "SE": 0.11099334606770156, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.10123239099408979, "SE": 0.15324240124480004, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13025835037062514, "SE": 0.13815246545120163, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17528994011918686, "SE": 0.16215014933453437, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.1648471368814672, "SE": 0.15507247289552398, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12805447027914763, "SE": 0.14084532650508083, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14408979282037856, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10152530299706707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18416629535735, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07325613223091536, "SE": 0.11099334606770156, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.15993223484281982, "upper": 0.30644449930465056, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.10123239099408979, "SE": 0.15324240124480004, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22071794728057134, "upper": 0.4231827292687509, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13025835037062514, "SE": 0.13815246545120163, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15998920920944296, "upper": 0.42050590995069326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17528994011918686, "SE": 0.16215014933453437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1653748824461121, "upper": 0.5159547626844858, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1648471368814672, "SE": 0.15507247289552398, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1390893249873235, "upper": 0.4687835987502579, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12805447027914763, "SE": 0.14084532650508083, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.14799729706159548, "upper": 0.40410623761989073, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14408979282037856, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10152530299706707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18416629535735, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588638.4168231, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.07325613223091536, "SE": 0.11099334606770156, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.15993223484281982, "upper": 0.30644449930465056, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.10123239099408979, "SE": 0.15324240124480004, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22071794728057134, "upper": 0.4231827292687509, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13025835037062514, "SE": 0.13815246545120163, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15998920920944296, "upper": 0.42050590995069326, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17528994011918686, "SE": 0.16215014933453437, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1653748824461121, "upper": 0.5159547626844858, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1648471368814672, "SE": 0.15507247289552398, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1390893249873235, "upper": 0.4687835987502579, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12805447027914763, "SE": 0.14084532650508083, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.14799729706159548, "upper": 0.40410623761989073, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.14408979282037856, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10152530299706707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.18416629535735, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P029", "source_specification_id": "CI-T3-B09-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 9 (\"Bribes are not effective\"), accepted-manuscript p. 46", "outcome_label": "Bribes are not effective [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P029.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not effective [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p029", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not effective [Table 3 original scale]", "source_specification_id": "CI-T3-B09-ORIG", "specification_id": "S01-P029", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B09-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P029" }, "source": { "file": "CI-T3-B09-ORIG.csv", "bytes": 190428, "sha256": "9d980625120d4f37a6e9b42233dccbd9d56402b5205ecce5eb790d2925823a62" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.4002018943252916, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12759187653047674, "se": 0.09968996583014077, "pvalue": 0.21683543685784706, "lower": -0.08184896987294199, "upper": 0.33703272293389547 }, { "method": "Dynamic TWFE", "estimate": 0.04808452413869369, "se": 0.16730974688766975, "pvalue": 0.7770899236636226, "lower": -0.30342021064476116, "upper": 0.3995892589221485 }, { "method": "BJS / did2s", "estimate": 0.0818066332020922, "se": 0.13651257678554493, "pvalue": 0.5564672072536441, "lower": -0.20499564813675625, "upper": 0.36860891454094064 }, { "method": "Sun\u2013Abraham", "estimate": 0.06328050733614857, "se": 0.18424735042915266, "pvalue": 0.7352358858612918, "lower": -0.3238088120364724, "upper": 0.45036982670876946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1563748551595671, "se": 0.2499571165373897, "pvalue": 0.5394248400069598, "lower": -0.3687655600889327, "upper": 0.6815152704080668 }, { "event_time": -2, "estimate": 0.10300556162713713, "se": 0.13962619374979568, "pvalue": 0.470191206557467, "lower": -0.19033818621677412, "upper": 0.3963493094710484 }, { "event_time": 0, "estimate": 0.11103710830087005, "se": 0.10990326730449747, "pvalue": 0.3257328165586, "lower": -0.11986108827365097, "upper": 0.34193530487539103 }, { "event_time": 1, "estimate": 0.03505006654445588, "se": 0.20500177230349817, "pvalue": 0.8661511219745038, "lower": -0.39564267517643825, "upper": 0.46574280826535 }, { "event_time": 2, "estimate": -0.08956404956445069, "se": 0.32376050475553203, "pvalue": 0.785210590741005, "lower": -0.7697596297649114, "upper": 0.5906315306360099 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.005927075311553477, "se": 0.06076190800426811, "pvalue": 0.9233708632437275, "lower": -0.1335831070448187, "upper": 0.12172895642171175 }, { "event_time": -2, "estimate": 0.02786902532372409, "se": 0.0322510640488096, "pvalue": 0.3988872794089986, "lower": -0.03988794595764536, "upper": 0.09562599660509355 }, { "event_time": -1, "estimate": -0.015401809950857917, "se": 0.02799388741224492, "pvalue": 0.5889556633200141, "lower": -0.07421478500726944, "upper": 0.0434111651055536 }, { "event_time": 0, "estimate": 0.10803130267320561, "se": 0.10109869509026195, "pvalue": 0.2993839975526866, "lower": -0.10436917408153416, "upper": 0.3204317794279454 }, { "event_time": 1, "estimate": 0.10617035875650131, "se": 0.1815151690397059, "pvalue": 0.5658676815600207, "lower": -0.27517886051709456, "upper": 0.4875195780300972 }, { "event_time": 2, "estimate": -0.0323857959291956, "se": 0.2606410196947955, "pvalue": 0.9024909176720385, "lower": -0.5799722587968899, "upper": 0.5152006669384988 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0860704154514547, "se": 0.3400436782749647, "pvalue": 0.803046976015357, "lower": -0.6283348428810513, "upper": 0.8004756737839607 }, { "event_time": -2, "estimate": 0.10305378445934474, "se": 0.14742196599220175, "pvalue": 0.4934618381223737, "lower": -0.20666827310933675, "upper": 0.4127758420280262 }, { "event_time": 0, "estimate": 0.12209859589741048, "se": 0.1076784243766459, "pvalue": 0.27170525824691344, "lower": -0.10412537913391279, "upper": 0.34832257092873375 }, { "event_time": 1, "estimate": 0.06654886844725386, "se": 0.27429291333231326, "pvalue": 0.8110430501552339, "lower": -0.509719158654528, "upper": 0.6428168955490356 }, { "event_time": 2, "estimate": -0.09480275729421832, "se": 0.2965625146539152, "pvalue": 0.7528974454524381, "lower": -0.7178574806399346, "upper": 0.528251966051498 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1796119636642288e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.447318097966414e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.014258002535090686, "df_num": 1, "df_den": 1060, "pvalue": 0.904975638165574, "log10_pvalue": -0.043363111792219855, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1114.8873975908612, "rss_restricted": 1114.9023938808057, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.03495309429464084 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06150668629133259 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04630017420880478 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.13724573223356837 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribes are not effective [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p029", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribes are not effective [Table 3 original scale]", "source_specification_id": "CI-T3-B09-ORIG", "specification_id": "S01-P029", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B09-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P029" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P029", "regression_results": "analyses/archive-expanded/baselines/S01-P029.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B09-ORIG.csv", "bytes": 190428, "sha256": "9d980625120d4f37a6e9b42233dccbd9d56402b5205ecce5eb790d2925823a62" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.4002018943252916, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12759187653047674, "se": 0.09968996583014077, "pvalue": 0.21683543685784706, "lower": -0.08184896987294199, "upper": 0.33703272293389547 }, { "method": "Dynamic TWFE", "estimate": 0.04808452413869369, "se": 0.16730974688766975, "pvalue": 0.7770899236636226, "lower": -0.30342021064476116, "upper": 0.3995892589221485 }, { "method": "BJS / did2s", "estimate": 0.0818066332020922, "se": 0.13651257678554493, "pvalue": 0.5564672072536441, "lower": -0.20499564813675625, "upper": 0.36860891454094064 }, { "method": "Sun\u2013Abraham", "estimate": 0.06328050733614857, "se": 0.18424735042915266, "pvalue": 0.7352358858612918, "lower": -0.3238088120364724, "upper": 0.45036982670876946 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1563748551595671, "se": 0.2499571165373897, "pvalue": 0.5394248400069598, "lower": -0.3687655600889327, "upper": 0.6815152704080668 }, { "event_time": -2, "estimate": 0.10300556162713713, "se": 0.13962619374979568, "pvalue": 0.470191206557467, "lower": -0.19033818621677412, "upper": 0.3963493094710484 }, { "event_time": 0, "estimate": 0.11103710830087005, "se": 0.10990326730449747, "pvalue": 0.3257328165586, "lower": -0.11986108827365097, "upper": 0.34193530487539103 }, { "event_time": 1, "estimate": 0.03505006654445588, "se": 0.20500177230349817, "pvalue": 0.8661511219745038, "lower": -0.39564267517643825, "upper": 0.46574280826535 }, { "event_time": 2, "estimate": -0.08956404956445069, "se": 0.32376050475553203, "pvalue": 0.785210590741005, "lower": -0.7697596297649114, "upper": 0.5906315306360099 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.005927075311553477, "se": 0.06076190800426811, "pvalue": 0.9233708632437275, "lower": -0.1335831070448187, "upper": 0.12172895642171175 }, { "event_time": -2, "estimate": 0.02786902532372409, "se": 0.0322510640488096, "pvalue": 0.3988872794089986, "lower": -0.03988794595764536, "upper": 0.09562599660509355 }, { "event_time": -1, "estimate": -0.015401809950857917, "se": 0.02799388741224492, "pvalue": 0.5889556633200141, "lower": -0.07421478500726944, "upper": 0.0434111651055536 }, { "event_time": 0, "estimate": 0.10803130267320561, "se": 0.10109869509026195, "pvalue": 0.2993839975526866, "lower": -0.10436917408153416, "upper": 0.3204317794279454 }, { "event_time": 1, "estimate": 0.10617035875650131, "se": 0.1815151690397059, "pvalue": 0.5658676815600207, "lower": -0.27517886051709456, "upper": 0.4875195780300972 }, { "event_time": 2, "estimate": -0.0323857959291956, "se": 0.2606410196947955, "pvalue": 0.9024909176720385, "lower": -0.5799722587968899, "upper": 0.5152006669384988 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0860704154514547, "se": 0.3400436782749647, "pvalue": 0.803046976015357, "lower": -0.6283348428810513, "upper": 0.8004756737839607 }, { "event_time": -2, "estimate": 0.10305378445934474, "se": 0.14742196599220175, "pvalue": 0.4934618381223737, "lower": -0.20666827310933675, "upper": 0.4127758420280262 }, { "event_time": 0, "estimate": 0.12209859589741048, "se": 0.1076784243766459, "pvalue": 0.27170525824691344, "lower": -0.10412537913391279, "upper": 0.34832257092873375 }, { "event_time": 1, "estimate": 0.06654886844725386, "se": 0.27429291333231326, "pvalue": 0.8110430501552339, "lower": -0.509719158654528, "upper": 0.6428168955490356 }, { "event_time": 2, "estimate": -0.09480275729421832, "se": 0.2965625146539152, "pvalue": 0.7528974454524381, "lower": -0.7178574806399346, "upper": 0.528251966051498 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1796119636642288e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.447318097966414e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.014258002535090686, "df_num": 1, "df_den": 1060, "pvalue": 0.904975638165574, "log10_pvalue": -0.043363111792219855, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1114.8873975908612, "rss_restricted": 1114.9023938808057, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.03495309429464084 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.06150668629133259 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.04630017420880478 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.13724573223356837 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.0720247197548166, "se": 0.15865962688430962, "lower": -0.23894243473899318, "upper": 0.3829918742486264 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.08984193646510508, "se": 0.13284254852038, "lower": -0.17052467424935436, "upper": 0.3502085471795645 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.08105695903969755, "se": 0.11529682444604504, "lower": -0.144920664406388, "upper": 0.3070345824857831 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": 0.0920653488596306, "se": 0.12990501529310775, "lower": -0.16254380252598555, "upper": 0.3466745002452467 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.0720247197548166, "se": 0.15865962688430962, "lower": -0.23894243473899318, "upper": 0.3829918742486264, "event_study": [ { "event_time": -3, "estimate": 0.03168543395023378, "se": 0.33306798771598817, "lower": -0.6211158263763321, "upper": 0.6844866942767998, "relative_to_minus_one": 0.03168543395023378, "n": 0.0 }, { "event_time": -2, "estimate": 0.05400698672607363, "se": 0.15883472334867196, "lower": -0.2573033505317066, "upper": 0.36531732398385386, "relative_to_minus_one": 0.05400698672607363, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.13733566068080563, "se": 0.0828093682501094, "lower": -0.024967718671923433, "upper": 0.2996390400335347, "relative_to_minus_one": 0.13733566068080563, "n": 253.0 }, { "event_time": 1, "estimate": 0.08358207828678163, "se": 0.19053032866749797, "lower": -0.28985050386409383, "upper": 0.45701466043765704, "relative_to_minus_one": 0.08358207828678163, "n": 187.0 }, { "event_time": 2, "estimate": -0.004843579703137475, "se": 0.28744732454853755, "lower": -0.5682299832706672, "upper": 0.5585428238643924, "relative_to_minus_one": -0.004843579703137475, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.16490215221751373, "se": 0.11886918503051297, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.1269916138941819, "se": 0.20160522211438323, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.004843579703137475, "se": 0.28744732454853755, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.019835760703765824, "se": 0.12219686863080428, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.1788807574151501, "se": 0.19633728375819615, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.022717659480601532, "se": 0.2501808668349958, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": 0.03168543395023378, "se": 0.33306798771598817, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.10214969925011319, "se": 0.3492723311426244, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.024350139635276227, "se": 0.18612071460939875, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.0920653488596306, "treated_cell_se": 0.12990501529310775, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04989587469026446, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.034405930097033986, "event_study": [ { "event_time": -3, "estimate": 0.0019089255069708222, "raw_gap": -0.1096200248141427, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.04692243888135589 }, { "event_time": -2, "estimate": 0.03918469684725031, "raw_gap": -0.005307568020438664, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.009646667541076404 }, { "event_time": -1, "estimate": 0.04883136438832671, "raw_gap": 0.01857224445170801, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13907092050094155, "raw_gap": 0.10826334198921646, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.09023955611261483 }, { "event_time": 1, "estimate": 0.0004091937312659093, "raw_gap": -0.0019030765697900687, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.0484221706570608 }, { "event_time": 2, "estimate": -0.17092930328857803, "raw_gap": -0.17092930328857805, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.21976066767690475 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.050806624936975464, 0.09367954587654413, -0.04201614363572704, 0.13528425711810016, -0.03951062023703421, -0.11897781090474671 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": -0.005923212962978981 }, { "cohort": 3, "pre_gap": -0.11152895032111351 } ], "diagnostics": { "converged": true, "pre_rmse": 0.10374289035435823, "zeta_omega": [ 0.0, 0.47855845130820523, 0.7546343575885482 ], "zeta_lambda": [ 0.0, 2.845525576202005e-07, 5.336070715672164e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 2.0816681711721685e-17 }, "native_matrix_att": 0.04821156336542767, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003254590556025505, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.07379802251066578, "event_study": [ { "event_time": -3, "estimate": -0.018908582326815047, "raw_gap": -0.018908582326815047, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.017132125381792845 }, { "event_time": -2, "estimate": 0.010742515818755174, "raw_gap": 0.010742515818755174, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.012518972763777378 }, { "event_time": -1, "estimate": -0.0017764569450222031, "raw_gap": -0.0017764569450222031, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.12063206378798862, "raw_gap": 0.12063206378798862, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.12240852073301083 }, { "event_time": 1, "estimate": 0.1094475809450874, "raw_gap": 0.1094475809450874, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.11122403789010961 }, { "event_time": 2, "estimate": -0.11513544555463547, "raw_gap": -0.11513544555463547, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.11335898860961326 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.020023729360787647, 0.03750339980893801, -0.016917894686770216, 0.16991157208396915, 0.06338894530730971, -0.05239906429734027 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.04081741914342406, "lambda_l": 0.015555702986081464, "singular_values": [ 1.2104681100438008, 0.6552698008464627, 0.18654208033667052, 0.0 ], "history_objective": [ 0.04130379015086201, 0.041083868081680686, 0.040968173693106846, 0.04090236582136086, 0.04086518331997612, 0.04084425115993265, 0.04083248822072457, 0.040825882607222724, 0.04082217362978804, 0.04082009078633812, 0.0408189208323858, 0.040818263467857656, 0.04081789400415658, 0.040817686290872, 0.040817569480121864, 0.040817503770698094, 0.04081746679636926, 0.04081744598488229, 0.04081743426727379, 0.040817427667774, 0.040817423949663284, 0.04081742185422011, 0.04081742067288113, 0.0408174200066562, 0.04081741963080385, 0.04081741941869146, 0.040817419298943246, 0.04081741923131498, 0.04081741919310779, 0.04081741917151436, 0.04081741915930593, 0.040817419152401, 0.04081741914849418, 0.040817419146282896, 0.04081741914503077, 0.04081741914432152, 0.04081741914391962, 0.04081741914369178, 0.0408174191435626, 0.0408174191434893, 0.04081741914344768, 0.04081741914342406 ], "history_rmse": [ 0.09387078570263352, 0.09400296706978098, 0.09413474225344524, 0.09420832739554647, 0.09424931654726967, 0.09427219569083534, 0.0942850047951472, 0.09429219396833269, 0.09429623550528557, 0.09429850956104198, 0.09429978959694608, 0.09430051016895047, 0.09430091576851796, 0.09430114404106713, 0.09430127249329401, 0.09430134476539358, 0.09430138542443176, 0.09430140829727154, 0.09430142116432987, 0.09430142840290978, 0.09430143247539668, 0.09430143476686323, 0.09430143605638434, 0.09430143678218296, 0.09430143719077262, 0.09430143742083702, 0.09430143755040908, 0.09430143762340211, 0.09430143766453242, 0.09430143768771476, 0.09430143770078472, 0.0943014377081557, 0.09430143771231363, 0.09430143771466014, 0.09430143771598445, 0.09430143771673234, 0.09430143771715471, 0.09430143771739337, 0.0943014377175284, 0.09430143771760469, 0.09430143771764772, 0.09430143771767219 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.09323539345817353, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00027004117146134377, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.15320044972034627, "event_study": [ { "event_time": -3, "estimate": -0.03177632919648211, "raw_gap": -0.03177632919648211, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.04739276669529443 }, { "event_time": -2, "estimate": -0.005906347833148292, "raw_gap": -0.005906347833148292, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.021522785331960614 }, { "event_time": -1, "estimate": 0.015616437498812322, "raw_gap": 0.015616437498812322, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16440138545047478, "raw_gap": 0.16440138545047478, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.14878494795166247 }, { "event_time": 1, "estimate": 0.1367372633260228, "raw_gap": 0.1367372633260228, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.12112082582721047 }, { "event_time": 2, "estimate": 0.15569819580214186, "raw_gap": 0.15569819580214186, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.14008175830332953 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.027037070680685116, 0.06135932474613638, -0.04607868313014095, 0.2039347471958375, 0.11894851544260282, 0.2076496881859732 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05740621187982127, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.17629395531330297, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015620794147253036, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12759187653047674, "SE": 0.09968996583014077, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04808452413869369, "SE": 0.16730974688766975, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0818066332020922, "SE": 0.13651257678554493, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06328050733614857, "SE": 0.18424735042915266, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.0720247197548166, "SE": 0.15865962688430962, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.0920653488596306, "SE": 0.12990501529310775, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.034405930097033986, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.07379802251066578, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.15320044972034627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12759187653047674, "SE": 0.09968996583014077, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08184896987294199, "upper": 0.33703272293389547, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04808452413869369, "SE": 0.16730974688766975, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30342021064476116, "upper": 0.3995892589221485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0818066332020922, "SE": 0.13651257678554493, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20499564813675625, "upper": 0.36860891454094064, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06328050733614857, "SE": 0.18424735042915266, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3238088120364724, "upper": 0.45036982670876946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0720247197548166, "SE": 0.15865962688430962, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23894243473899318, "upper": 0.3829918742486264, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.0920653488596306, "SE": 0.12990501529310775, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16254380252598555, "upper": 0.3466745002452467, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.034405930097033986, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.07379802251066578, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.15320044972034627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588639.557861, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12759187653047674, "SE": 0.09968996583014077, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08184896987294199, "upper": 0.33703272293389547, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04808452413869369, "SE": 0.16730974688766975, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30342021064476116, "upper": 0.3995892589221485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0818066332020922, "SE": 0.13651257678554493, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20499564813675625, "upper": 0.36860891454094064, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06328050733614857, "SE": 0.18424735042915266, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3238088120364724, "upper": 0.45036982670876946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0720247197548166, "SE": 0.15865962688430962, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23894243473899318, "upper": 0.3829918742486264, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.0920653488596306, "SE": 0.12990501529310775, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16254380252598555, "upper": 0.3466745002452467, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.034405930097033986, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.07379802251066578, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.15320044972034627, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P030", "source_specification_id": "CI-T3-B10-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 10 (\"Officials would not accept bribes\"), accepted-manuscript p. 46", "outcome_label": "Officials would not accept bribes [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P030.json", "input_bytes": 190428, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Officials would not accept bribes [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p030", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Officials would not accept bribes [Table 3 original scale]", "source_specification_id": "CI-T3-B10-ORIG", "specification_id": "S01-P030", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B10-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P030" }, "source": { "file": "CI-T3-B10-ORIG.csv", "bytes": 190428, "sha256": "b246c735c175d9dbb1c677c1790d740a275a8a8daf041b6a1b7756f3861bd8f6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.22987216116859954, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.00696300399066093, "se": 0.10141420734182618, "pvalue": 0.9460179833937638, "lower": -0.2061003394073562, "upper": 0.22002634738867807 }, { "method": "Dynamic TWFE", "estimate": -0.038602929827102346, "se": 0.16103384319093314, "pvalue": 0.8132564110938141, "lower": -0.37692248021165303, "upper": 0.29971662055744835 }, { "method": "BJS / did2s", "estimate": -0.07512848006373302, "se": 0.14522114818935583, "pvalue": 0.6112191561600228, "lower": -0.38022679100386064, "upper": 0.2299698308763946 }, { "method": "Sun\u2013Abraham", "estimate": -0.039867497536061294, "se": 0.18844102744857621, "pvalue": 0.8348234942303052, "lower": -0.4357674053884415, "upper": 0.35603241031631894 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.07118917468337202, "se": 0.19139813984945295, "pvalue": 0.7142779442271798, "lower": -0.4733017451542243, "upper": 0.3309233957874802 }, { "event_time": -2, "estimate": 0.10568373311843782, "se": 0.11817482638678402, "pvalue": 0.3829638541241667, "lower": -0.14259236423921495, "upper": 0.3539598304760906 }, { "event_time": 0, "estimate": 0.043287941281566794, "se": 0.12188085132984701, "pvalue": 0.7265928719120294, "lower": -0.21277422556065004, "upper": 0.2993501081237836 }, { "event_time": 1, "estimate": -0.11688994108147334, "se": 0.17638234461178998, "pvalue": 0.5159147451791971, "lower": -0.487455496385773, "upper": 0.25367561422282636 }, { "event_time": 2, "estimate": -0.10063067764267292, "se": 0.2930565756026289, "pvalue": 0.7352883858801224, "lower": -0.7163196963638001, "upper": 0.5150583410784542 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06061003321863935, "se": 0.06258036390892524, "pvalue": 0.3456217014446378, "lower": -0.19208649904120523, "upper": 0.07086643260392651 }, { "event_time": -2, "estimate": 0.05400988405639221, "se": 0.04417344982270064, "pvalue": 0.23721985789951638, "lower": -0.038795090269601144, "upper": 0.14681485838238556 }, { "event_time": -1, "estimate": -0.017697337463038216, "se": 0.026882811071701703, "pvalue": 0.5186684207162986, "lower": -0.07417602774721213, "upper": 0.03878135282113569 }, { "event_time": 0, "estimate": 0.004275640984610353, "se": 0.12717050029789315, "pvalue": 0.973549141091294, "lower": -0.26289966595971287, "upper": 0.2714509479289336 }, { "event_time": 1, "estimate": -0.18448281657369975, "se": 0.14639417485743159, "pvalue": 0.22369800794912503, "lower": -0.4920455650945782, "upper": 0.1230799319471787 }, { "event_time": 2, "estimate": -0.07145482391951964, "se": 0.2614785481302518, "pvalue": 0.7877547333668554, "lower": -0.6208008687365927, "upper": 0.4778912208975534 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.02266602494395057, "se": 0.3123419161097569, "pvalue": 0.9429501888272577, "lower": -0.6788720405900562, "upper": 0.6335399907021552 }, { "event_time": -2, "estimate": 0.05607830596387688, "se": 0.17738549481874347, "pvalue": 0.7555342668452287, "lower": -0.31659478971988375, "upper": 0.4287514016476375 }, { "event_time": 0, "estimate": 0.05421521692994695, "se": 0.12492868223706917, "pvalue": 0.6694676132084291, "lower": -0.20825020504018077, "upper": 0.3166806389000747 }, { "event_time": 1, "estimate": -0.19042845623601054, "se": 0.24463840434033837, "pvalue": 0.4464411399183322, "lower": -0.7043946718040264, "upper": 0.32353775933200524 }, { "event_time": 2, "estimate": 0.004540385290371544, "se": 0.3122013782517312, "pvalue": 0.9885566543048215, "lower": -0.6513703712723197, "upper": 0.6604511418530629 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.765421556309548e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6798848782738932e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.009492506720763148, "df_num": 1, "df_den": 1060, "pvalue": 0.9224037401332055, "log10_pvalue": -0.03507894474640196, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 947.4552385625592, "rss_restricted": 947.4637232089929, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.4088910430829908 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5657137704382464 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.03482631994393183 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11932967042223115 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Officials would not accept bribes [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p030", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Officials would not accept bribes [Table 3 original scale]", "source_specification_id": "CI-T3-B10-ORIG", "specification_id": "S01-P030", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B10-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P030" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P030", "regression_results": "analyses/archive-expanded/baselines/S01-P030.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B10-ORIG.csv", "bytes": 190428, "sha256": "b246c735c175d9dbb1c677c1790d740a275a8a8daf041b6a1b7756f3861bd8f6" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1734, "source_sd": 0.22987216116859954, "rows": 1091, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.00696300399066093, "se": 0.10141420734182618, "pvalue": 0.9460179833937638, "lower": -0.2061003394073562, "upper": 0.22002634738867807 }, { "method": "Dynamic TWFE", "estimate": -0.038602929827102346, "se": 0.16103384319093314, "pvalue": 0.8132564110938141, "lower": -0.37692248021165303, "upper": 0.29971662055744835 }, { "method": "BJS / did2s", "estimate": -0.07512848006373302, "se": 0.14522114818935583, "pvalue": 0.6112191561600228, "lower": -0.38022679100386064, "upper": 0.2299698308763946 }, { "method": "Sun\u2013Abraham", "estimate": -0.039867497536061294, "se": 0.18844102744857621, "pvalue": 0.8348234942303052, "lower": -0.4357674053884415, "upper": 0.35603241031631894 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.07118917468337202, "se": 0.19139813984945295, "pvalue": 0.7142779442271798, "lower": -0.4733017451542243, "upper": 0.3309233957874802 }, { "event_time": -2, "estimate": 0.10568373311843782, "se": 0.11817482638678402, "pvalue": 0.3829638541241667, "lower": -0.14259236423921495, "upper": 0.3539598304760906 }, { "event_time": 0, "estimate": 0.043287941281566794, "se": 0.12188085132984701, "pvalue": 0.7265928719120294, "lower": -0.21277422556065004, "upper": 0.2993501081237836 }, { "event_time": 1, "estimate": -0.11688994108147334, "se": 0.17638234461178998, "pvalue": 0.5159147451791971, "lower": -0.487455496385773, "upper": 0.25367561422282636 }, { "event_time": 2, "estimate": -0.10063067764267292, "se": 0.2930565756026289, "pvalue": 0.7352883858801224, "lower": -0.7163196963638001, "upper": 0.5150583410784542 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06061003321863935, "se": 0.06258036390892524, "pvalue": 0.3456217014446378, "lower": -0.19208649904120523, "upper": 0.07086643260392651 }, { "event_time": -2, "estimate": 0.05400988405639221, "se": 0.04417344982270064, "pvalue": 0.23721985789951638, "lower": -0.038795090269601144, "upper": 0.14681485838238556 }, { "event_time": -1, "estimate": -0.017697337463038216, "se": 0.026882811071701703, "pvalue": 0.5186684207162986, "lower": -0.07417602774721213, "upper": 0.03878135282113569 }, { "event_time": 0, "estimate": 0.004275640984610353, "se": 0.12717050029789315, "pvalue": 0.973549141091294, "lower": -0.26289966595971287, "upper": 0.2714509479289336 }, { "event_time": 1, "estimate": -0.18448281657369975, "se": 0.14639417485743159, "pvalue": 0.22369800794912503, "lower": -0.4920455650945782, "upper": 0.1230799319471787 }, { "event_time": 2, "estimate": -0.07145482391951964, "se": 0.2614785481302518, "pvalue": 0.7877547333668554, "lower": -0.6208008687365927, "upper": 0.4778912208975534 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.02266602494395057, "se": 0.3123419161097569, "pvalue": 0.9429501888272577, "lower": -0.6788720405900562, "upper": 0.6335399907021552 }, { "event_time": -2, "estimate": 0.05607830596387688, "se": 0.17738549481874347, "pvalue": 0.7555342668452287, "lower": -0.31659478971988375, "upper": 0.4287514016476375 }, { "event_time": 0, "estimate": 0.05421521692994695, "se": 0.12492868223706917, "pvalue": 0.6694676132084291, "lower": -0.20825020504018077, "upper": 0.3166806389000747 }, { "event_time": 1, "estimate": -0.19042845623601054, "se": 0.24463840434033837, "pvalue": 0.4464411399183322, "lower": -0.7043946718040264, "upper": 0.32353775933200524 }, { "event_time": 2, "estimate": 0.004540385290371544, "se": 0.3122013782517312, "pvalue": 0.9885566543048215, "lower": -0.6513703712723197, "upper": 0.6604511418530629 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47026022304832715, 0.3475836431226766, 0.1821561338289963 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.765421556309548e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6798848782738932e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.009492506720763148, "df_num": 1, "df_den": 1060, "pvalue": 0.9224037401332055, "log10_pvalue": -0.03507894474640196, "inference": "Homoskedastic nested-model F", "observations": 1091, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 947.4552385625592, "rss_restricted": 947.4637232089929, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ], [ -0.14425222279883212, -0.1656208725586099, -0.019728174320834506, -0.09562248341806762, -0.15178610202661952, -0.21739408050877965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.4088910430829908 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5657137704382464 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.03482631994393183 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.11932967042223115 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.010531535902652133, "se": 0.17015922796568012, "lower": -0.34403749435252595, "upper": 0.32297442254722164 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.018751208662497364, "se": 0.1508576014433484, "lower": -0.31442667428555787, "upper": 0.27692425696056316 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.005021355951336124, "se": 0.12784423644917448, "lower": -0.25559145502274094, "upper": 0.2455487431200687 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 538.0, "post_cells": 6, "estimate": -0.024305289280478638, "se": 0.14582566020820764, "lower": -0.3101183313103413, "upper": 0.261507752749384 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.010531535902652133, "se": 0.17015922796568012, "lower": -0.34403749435252595, "upper": 0.32297442254722164, "event_study": [ { "event_time": -3, "estimate": -0.12298052248570226, "se": 0.3026360260924849, "lower": -0.7161362340512968, "upper": 0.4701751890798923, "relative_to_minus_one": -0.12298052248570226, "n": 0.0 }, { "event_time": -2, "estimate": 0.15659284643174545, "se": 0.174417168990088, "lower": -0.18525852307426335, "upper": 0.49844421593775423, "relative_to_minus_one": 0.15659284643174545, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.06792219587464467, "se": 0.1222121420467608, "lower": -0.1716092010104997, "upper": 0.30745359275978906, "relative_to_minus_one": 0.06792219587464467, "n": 253.0 }, { "event_time": 1, "estimate": -0.20151890498682007, "se": 0.16010562203012535, "lower": -0.5153201578882485, "upper": 0.11228234791460828, "relative_to_minus_one": -0.20151890498682007, "n": 187.0 }, { "event_time": 2, "estimate": 0.10200210140421902, "se": 0.2925541081410793, "lower": -0.4713934140815326, "upper": 0.6753976168899707, "relative_to_minus_one": 0.10200210140421902, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.15398732112959923, "se": 0.18274818648651614, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": -0.17541350249385124, "se": 0.1910597841504279, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.10200210140421902, "se": 0.2925541081410793, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.024199790255959464, "se": 0.16995154630979817, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.14063060570251504, "se": 0.19488287067389728, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.23812123505563298, "se": 0.21660568355384105, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.12298052248570226, "se": 0.30263602609248486, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.343117053654774, "se": 0.23792361211040744, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.19173493490829438, "se": 0.13825179976728266, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.024305289280478638, "treated_cell_se": 0.14582566020820764, "checks": { "input_rows": 1091, "retained_rows": 1091, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.06156408367678523, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15197222640647962, "event_study": [ { "event_time": -3, "estimate": -0.047975537812625875, "raw_gap": -0.11499339016630429, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.005068881331360575 }, { "event_time": -2, "estimate": 0.07530981380791463, "raw_gap": 0.06638636496379638, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.11821647028917992 }, { "event_time": -1, "estimate": -0.0429066564812653, "raw_gap": -0.05400055014699167, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.007503460456079957, "raw_gap": -0.01581212993977488, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.035403196025185345 }, { "event_time": 1, "estimate": -0.34873446710080325, "raw_gap": -0.3391700115832584, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.30582781061953795 }, { "event_time": 2, "estimate": -0.14948303023926116, "raw_gap": -0.14948303023926116, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.10657637375799586 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.11499339016630428, 0.09971623164554788, -0.0259812532691666, -0.005582373696705236, -0.3470712908952647, -0.20783533566083645 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": 0.024500728517546536 }, { "cohort": 3, "pre_gap": -0.06701785235367841 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1262244442490586, "zeta_omega": [ 0.0, 0.7902489164187323, 0.9574030605719288 ], "zeta_lambda": [ 0.0, 4.6988481701417353e-07, 6.769861964591657e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.15419716937571823, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003619580529630184, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.0985295743349963, "event_study": [ { "event_time": -3, "estimate": -0.04198914018268911, "raw_gap": -0.04198914018268911, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.03544493652351795 }, { "event_time": -2, "estimate": 0.019149859939645006, "raw_gap": 0.019149859939645006, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.025694063598816163 }, { "event_time": -1, "estimate": -0.006544203659171158, "raw_gap": -0.006544203659171158, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.003225984792031521, "raw_gap": 0.003225984792031521, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.009770188451202678 }, { "event_time": 1, "estimate": -0.24523497514917697, "raw_gap": -0.24523497514917697, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.2386907714900058 }, { "event_time": 2, "estimate": -0.08128719175220284, "raw_gap": -0.08128719175220284, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.07474298809303168 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03299512381750484, 0.034655763507762394, -0.011174270413870164, -0.015959296680907273, -0.3064812925290601, -0.23769261689518206 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.03759589733490617, "lambda_l": 0.014582111055641988, "singular_values": [ 1.074539900634435, 0.6172658190566862, 0.3505221769309551, 0.0 ], "history_objective": [ 0.03762707994042219, 0.03760646169972117, 0.037600925881441156, 0.03759840276974321, 0.0375971909293063, 0.03759658380405368, 0.037596269384005745, 0.037596102279420965, 0.03759601165299449, 0.03759596171960914, 0.037595933865854046, 0.037595918179148674, 0.037595909279329855, 0.037595904201490254, 0.03759590129187342, 0.03759589961926288, 0.03759589865542186, 0.0375958980990045, 0.03759589777735777, 0.037595897591239213, 0.03759589748346384, 0.037595897421020666, 0.0375958973848277, 0.0375958973638435, 0.03759589735167448, 0.03759589734461637, 0.03759589734052211, 0.03759589733814688, 0.03759589733676884, 0.037595897335969276, 0.03759589733550536, 0.037595897335236154, 0.03759589733507995, 0.03759589733498931, 0.03759589733493669, 0.03759589733490617 ], "history_rmse": [ 0.08838497928636774, 0.0883752789075221, 0.08838886971870659, 0.088394568608595, 0.08839707273798081, 0.088398223722426, 0.0883987749338504, 0.08839904859486718, 0.08839918868645708, 0.08839926224744159, 0.08839930168057433, 0.08839932317229006, 0.08839933504052512, 0.08839934166255603, 0.08839934538745366, 0.08839934749602861, 0.08839934869557255, 0.08839934938063605, 0.08839934977307547, 0.08839934999842862, 0.08839935012808343, 0.08839935020279348, 0.0883993502458966, 0.0883993502707892, 0.08839935028517672, 0.08839935029349838, 0.08839935029831412, 0.08839935030110208, 0.08839935030271702, 0.08839935030365245, 0.08839935030419496, 0.08839935030450916, 0.08839935030469151, 0.08839935030479726, 0.08839935030485843, 0.08839935030489389 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.1538616879292313, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023108301684260368, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.07491350340050888, "event_study": [ { "event_time": -3, "estimate": -0.036747566304593506, "raw_gap": -0.036747566304593506, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": 0.004453408858473923 }, { "event_time": -2, "estimate": 0.043815410505255226, "raw_gap": 0.043815410505255226, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.08501638566832265 }, { "event_time": -1, "estimate": -0.04120097516306743, "raw_gap": -0.04120097516306743, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.019019852153290905, "raw_gap": 0.019019852153290905, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.06022082731635833 }, { "event_time": 1, "estimate": -0.17772453251178458, "raw_gap": -0.17772453251178458, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.13652355734871716 }, { "event_time": 2, "estimate": -0.12123469229135372, "raw_gap": -0.12123469229135372, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": -0.0800337171282863 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.036747566304593506, 0.03666672400173467, -0.011257194368884877, 0.012831271650573982, -0.18641761935090287, -0.17958699771292902 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.03079499324022074, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.08921803819501141, "matrix_preparation": { "source_rows": 1091, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1091.0, "treated_observation_mass": 538.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001598750241100788, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.00696300399066093, "SE": 0.10141420734182618, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.038602929827102346, "SE": 0.16103384319093314, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07512848006373302, "SE": 0.14522114818935583, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.039867497536061294, "SE": 0.18844102744857621, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.010531535902652133, "SE": 0.17015922796568012, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.024305289280478638, "SE": 0.14582566020820764, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15197222640647962, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0985295743349963, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.07491350340050888, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.00696300399066093, "SE": 0.10141420734182618, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2061003394073562, "upper": 0.22002634738867807, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.038602929827102346, "SE": 0.16103384319093314, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37692248021165303, "upper": 0.29971662055744835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07512848006373302, "SE": 0.14522114818935583, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38022679100386064, "upper": 0.2299698308763946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.039867497536061294, "SE": 0.18844102744857621, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4357674053884415, "upper": 0.35603241031631894, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.010531535902652133, "SE": 0.17015922796568012, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34403749435252595, "upper": 0.32297442254722164, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.024305289280478638, "SE": 0.14582566020820764, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3101183313103413, "upper": 0.261507752749384, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15197222640647962, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0985295743349963, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.07491350340050888, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588640.714141, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.00696300399066093, "SE": 0.10141420734182618, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2061003394073562, "upper": 0.22002634738867807, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.038602929827102346, "SE": 0.16103384319093314, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37692248021165303, "upper": 0.29971662055744835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07512848006373302, "SE": 0.14522114818935583, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38022679100386064, "upper": 0.2299698308763946, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.039867497536061294, "SE": 0.18844102744857621, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4357674053884415, "upper": 0.35603241031631894, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.010531535902652133, "SE": 0.17015922796568012, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34403749435252595, "upper": 0.32297442254722164, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.024305289280478638, "SE": 0.14582566020820764, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3101183313103413, "upper": 0.261507752749384, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15197222640647962, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.0985295743349963, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.07491350340050888, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P031", "source_specification_id": "CI-T3-B11-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel B, row 11 (\"Bribery and civic-mindedness z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 2, p. 48 and Table 5, panel A, column 2, p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P031.json", "input_bytes": 253420, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p031", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-B11-ORIG", "specification_id": "S01-P031", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B11-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P031" }, "source": { "file": "CI-T3-B11-ORIG.csv", "bytes": 253420, "sha256": "44709ea85c3b0fc9bf860342b1f1e9cd39defdec303d28c386fba1dcc29b21ef" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258393, "se": 0.11188359122405678, "pvalue": 0.17227242338078314, "lower": -0.07601850591810039, "upper": 0.394098899569779 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443928, "se": 0.14379211580594456, "pvalue": 0.3873765211339241, "lower": -0.17471679170516138, "upper": 0.4294752589140399 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723081, "se": 0.2509691850535795, "pvalue": 0.7023449204020329, "lower": -0.6247191983376277, "upper": 0.4298141862631661 }, { "event_time": -2, "estimate": -0.021437892101152153, "se": 0.13681374850909422, "pvalue": 0.8772301610392876, "lower": -0.3088729117519027, "upper": 0.26599712754959837 }, { "event_time": 0, "estimate": 0.1530800895802404, "se": 0.11799265266073641, "pvalue": 0.2108862949530371, "lower": -0.09481327498120609, "upper": 0.40097345414168695 }, { "event_time": 1, "estimate": 0.1435394507489853, "se": 0.16447968462249163, "pvalue": 0.394325981241055, "lower": -0.20201954384630236, "upper": 0.48909844534427294 }, { "event_time": 2, "estimate": 0.030454985523500604, "se": 0.22896720437209, "pvalue": 0.8956609766905884, "lower": -0.45058726063419746, "upper": 0.5114972316811986 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p031", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-B11-ORIG", "specification_id": "S01-P031", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-B11-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P031" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P031", "regression_results": "analyses/archive-expanded/baselines/S01-P031.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-B11-ORIG.csv", "bytes": 253420, "sha256": "44709ea85c3b0fc9bf860342b1f1e9cd39defdec303d28c386fba1dcc29b21ef" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1733, "source_sd": 0.9985955771404543, "rows": 1090, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1590401968258393, "se": 0.11188359122405678, "pvalue": 0.17227242338078314, "lower": -0.07601850591810039, "upper": 0.394098899569779 }, { "method": "Dynamic TWFE", "estimate": 0.12737923360443928, "se": 0.14379211580594456, "pvalue": 0.3873765211339241, "lower": -0.17471679170516138, "upper": 0.4294752589140399 }, { "method": "BJS / did2s", "estimate": 0.11352444102090749, "se": 0.13803831442831216, "pvalue": 0.4216036548247849, "lower": -0.17648329615925606, "upper": 0.403532178201071 }, { "method": "Sun\u2013Abraham", "estimate": 0.18473694309364502, "se": 0.1684447885599926, "pvalue": 0.28721961497325443, "lower": -0.16915242575578493, "upper": 0.538626311943075 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.09745250603723081, "se": 0.2509691850535795, "pvalue": 0.7023449204020329, "lower": -0.6247191983376277, "upper": 0.4298141862631661 }, { "event_time": -2, "estimate": -0.021437892101152153, "se": 0.13681374850909422, "pvalue": 0.8772301610392876, "lower": -0.3088729117519027, "upper": 0.26599712754959837 }, { "event_time": 0, "estimate": 0.1530800895802404, "se": 0.11799265266073641, "pvalue": 0.2108862949530371, "lower": -0.09481327498120609, "upper": 0.40097345414168695 }, { "event_time": 1, "estimate": 0.1435394507489853, "se": 0.16447968462249163, "pvalue": 0.394325981241055, "lower": -0.20201954384630236, "upper": 0.48909844534427294 }, { "event_time": 2, "estimate": 0.030454985523500604, "se": 0.22896720437209, "pvalue": 0.8956609766905884, "lower": -0.45058726063419746, "upper": 0.5114972316811986 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.08751260704973171, "se": 0.07027848400572492, "pvalue": 0.22901614125896694, "lower": -0.23516222305208648, "upper": 0.060137008952623056 }, { "event_time": -2, "estimate": 0.00023621801735824733, "se": 0.03531408200809072, "pvalue": 0.9947365201416365, "lower": -0.07395591520431904, "upper": 0.07442835123903555 }, { "event_time": -1, "estimate": 0.021504872717414966, "se": 0.031098603508510386, "pvalue": 0.49807041866701346, "lower": -0.04383086881433178, "upper": 0.08684061424916172 }, { "event_time": 0, "estimate": 0.14682853033410018, "se": 0.12406256919470998, "pvalue": 0.2520047771208932, "lower": -0.1138172556559949, "upper": 0.4074743163241953 }, { "event_time": 1, "estimate": 0.11997488536137031, "se": 0.1747651907611488, "pvalue": 0.501151544854179, "lower": -0.2471931557756567, "upper": 0.4871429264983973 }, { "event_time": 2, "estimate": 0.015576853280181931, "se": 0.18106719610829927, "pvalue": 0.9323938581720822, "lower": -0.36483120978839034, "upper": 0.3959849163487542 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.39051129800245876, "se": 0.3476180699954484, "pvalue": 0.2760314277833546, "lower": -1.1208297628419484, "upper": 0.3398071668370307 }, { "event_time": -2, "estimate": -0.0684208593397065, "se": 0.17806585691697335, "pvalue": 0.7052986851912775, "lower": -0.44252334275098293, "upper": 0.30568162407156996 }, { "event_time": 0, "estimate": 0.16782212704073204, "se": 0.12064780969114647, "pvalue": 0.18117989664547904, "lower": -0.08564951544620389, "upper": 0.42129376952766795 }, { "event_time": 1, "estimate": 0.27329010068425197, "se": 0.23150718247655183, "pvalue": 0.25317360364160124, "lower": -0.21308844145483963, "upper": 0.7596686428233436 }, { "event_time": 2, "estimate": 0.05925830203130411, "se": 0.23998402786333686, "pvalue": 0.8077597835343897, "lower": -0.4449294314125998, "upper": 0.563446035475208 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4692737430167598, 0.34823091247672255, 0.1824953445065177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.934378346912576e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0032868682264692783, "df_num": 1, "df_den": 1059, "pvalue": 0.9542921703889923, "log10_pvalue": -0.020318639382452697, "inference": "Homoskedastic nested-model F", "observations": 1090, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1002.987038500598, "rss_restricted": 1002.9901515187552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ], [ -0.14404846471794774, -0.1655332708283209, -0.02047613497368845, -0.09552822577419647, -0.15152960518462705, -0.21746707125708759 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5061745874477421 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08239693683658127 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.021095097525871895 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5183837230708366 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.13269112164038496, "se": 0.14315137841365555, "lower": -0.14788042438764445, "upper": 0.41326266766841435 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.1314589976850419, "se": 0.1343087287188239, "lower": -0.13178127341321336, "upper": 0.3946992687832972 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07529854518811491, "se": 0.12807966711538651, "lower": -0.17573298950992178, "upper": 0.3263300798861516 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 537.0, "post_cells": 6, "estimate": 0.11964967390409086, "se": 0.13407956139540606, "lower": -0.143141437493832, "upper": 0.38244078530201375 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.13269112164038496, "se": 0.14315137841365555, "lower": -0.14788042438764445, "upper": 0.41326266766841435, "event_study": [ { "event_time": -3, "estimate": -0.4563249088050394, "se": 0.335621580448886, "lower": -1.1141311189192682, "upper": 0.2014813013091895, "relative_to_minus_one": -0.4563249088050394, "n": 0.0 }, { "event_time": -2, "estimate": -0.12055367111970207, "se": 0.1528841754253674, "lower": -0.42020114875952574, "upper": 0.17909380652012163, "relative_to_minus_one": -0.12055367111970207, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.11719495925831197, "se": 0.1349386221870218, "lower": -0.1472798803517082, "upper": 0.38166979886833213, "relative_to_minus_one": 0.11719495925831197, "n": 252.0 }, { "event_time": 1, "estimate": 0.15061496144016961, "se": 0.16651346286792004, "lower": -0.17574542872200127, "upper": 0.4769753516023405, "relative_to_minus_one": 0.15061496144016961, "n": 187.0 }, { "event_time": 2, "estimate": 0.13026344422267325, "se": 0.22571100558618007, "lower": -0.3121219976405586, "upper": 0.5726488860859051, "relative_to_minus_one": 0.13026344422267325, "n": 98.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.30163244399617906, "se": 0.09757779544967642, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.10742643616519339, "se": 0.2178089379182226, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.13026344422267325, "se": 0.22571100558618007, "event_time": 2, "mass": 98.0 }, { "group": 3, "year": 1, "att": 0.06221638050328196, "se": 0.15529713902706857, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.12991579181012927, "se": 0.2623463013487247, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.21116950212291602, "se": 0.19391863555343358, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.4563249088050394, "se": 0.335621580448886, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3793271105463032, "se": 0.2598380187892272, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2669515233639872, "se": 0.12859811014964218, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.11964967390409086, "treated_cell_se": 0.13407956139540606, "checks": { "input_rows": 1090, "retained_rows": 1090, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.056364540942013264, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20092848880774072, "event_study": [ { "event_time": -3, "estimate": -0.11081509192221002, "raw_gap": -0.09824839950547105, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.15561793581808991 }, { "event_time": -2, "estimate": -0.0037539108732689633, "raw_gap": -0.011054518345293748, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.04855675476914884 }, { "event_time": -1, "estimate": 0.04480284389587988, "raw_gap": 0.04331165814367748, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21658881766676927, "raw_gap": 0.21294201729814027, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.1717859737708894 }, { "event_time": 1, "estimate": 0.2249821322782856, "raw_gap": 0.21766998820991185, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.1801792883824057 }, { "event_time": 2, "estimate": 0.11476079287440323, "raw_gap": 0.11476079287440323, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.06995794897852335 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.009420478926382557, -0.012396353596159693, 0.010527134190369842, 0.21377842043138132, 0.202409429391374, 0.07300111193193977 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.9428902930940238e-17 }, { "cohort": 2, "pre_gap": -0.01873110877788887 }, { "cohort": 3, "pre_gap": 0.012566692416738995 } ], "diagnostics": { "converged": true, "pre_rmse": 0.037883156566629335, "zeta_omega": [ 0.0, 0.6038224034285812, 0.6690741205391726 ], "zeta_lambda": [ 0.0, 3.5903494917765607e-07, 4.7310684774967443e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.18760711075356212, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031454209238290787, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1602711852906302, "event_study": [ { "event_time": -3, "estimate": -0.03190983940906461, "raw_gap": -0.03190983940906461, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.03980639247440916 }, { "event_time": -2, "estimate": -0.008585798553309256, "raw_gap": -0.008585798553309256, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.016482351618653808 }, { "event_time": -1, "estimate": 0.007896553065344553, "raw_gap": 0.007896553065344553, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18203548139711623, "raw_gap": 0.18203548139711623, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.17413892833177166 }, { "event_time": 1, "estimate": 0.16152651985130326, "raw_gap": 0.16152651985130326, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.1536299667859587 }, { "event_time": 2, "estimate": 0.10191046915103501, "raw_gap": 0.10191046915103501, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.09401391608569046 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.006444379892528385, -0.00195401709645392, 0.0031853456320994344, 0.20435838630344672, 0.15861270218751836, 0.06137951537697064 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 43, "termination_reason": "Relative objective tolerance reached", "objective": 0.029728595555155345, "lambda_l": 0.012819937611682045, "singular_values": [ 0.9566989058247867, 0.4993103570118459, 0.39179252522140195, 0.0 ], "history_objective": [ 0.029783276999917712, 0.029751465702408185, 0.02973997837343493, 0.029734537203359127, 0.029731836959495942, 0.029730430981342454, 0.029729665673434602, 0.029729233173065306, 0.02972898143113064, 0.02972883163978595, 0.029728741088835334, 0.029728685737139757, 0.029728651639464015, 0.0297286305219747, 0.02972861739471056, 0.02972860921312752, 0.029728604104517033, 0.029728600910435908, 0.029728598911438694, 0.029728597659468496, 0.029728596874927675, 0.029728596383088987, 0.0297285960746452, 0.029728595881160537, 0.029728595759762298, 0.029728595683579516, 0.0297285956357642, 0.029728595605749586, 0.029728595586906763, 0.029728595575076372, 0.029728595567648092, 0.029728595562983573, 0.029728595560054333, 0.02972859555821472, 0.029728595557059357, 0.029728595556333715, 0.029728595555877944, 0.029728595555591653, 0.029728595555411835, 0.029728595555298887, 0.029728595555227923, 0.029728595555183344, 0.029728595555155345 ], "history_rmse": [ 0.0776808847038585, 0.07768223901460061, 0.07770115777579145, 0.0777094350957813, 0.07771315821661405, 0.07771489799925146, 0.07771574854489484, 0.07771618475633253, 0.07771641901053203, 0.07771655000834188, 0.0777166257225083, 0.07771667060559477, 0.07771669770968634, 0.07771671429347701, 0.07771672453284592, 0.0777167308941216, 0.07771673486255012, 0.07771673734507352, 0.07771673890089194, 0.07771673987709098, 0.07771674049007074, 0.07771674087515615, 0.0777167411171412, 0.07771674126922583, 0.07771674136481566, 0.07771674142489793, 0.07771674146266135, 0.0777167414863959, 0.07771674150131251, 0.077716741510687, 0.07771674151657791, 0.07771674152027987, 0.07771674152260595, 0.07771674152406739, 0.07771674152498557, 0.07771674152556265, 0.07771674152592514, 0.07771674152615284, 0.07771674152629597, 0.07771674152638589, 0.07771674152644226, 0.07771674152647776, 0.07771674152650003 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.16263225624138247, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00024341698735952377, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.23903701955302709, "event_study": [ { "event_time": -3, "estimate": -0.07364673860565178, "raw_gap": -0.07364673860565178, "n": 47, "n_cells": 4, "weight_sum": 47.0, "relative_to_minus_one": -0.10598418052485949 }, { "event_time": -2, "estimate": -0.00018381784303509355, "raw_gap": -0.00018381784303509355, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0325212597622428 }, { "event_time": -1, "estimate": 0.032337441919207704, "raw_gap": 0.032337441919207704, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.22874485743627737, "raw_gap": 0.22874485743627737, "n": 252, "n_cells": 13, "weight_sum": 252.0, "relative_to_minus_one": 0.19640741551706967 }, { "event_time": 1, "estimate": 0.23566034491434104, "raw_gap": 0.23566034491434104, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.20332290299513334 }, { "event_time": 2, "estimate": 0.2719458257862439, "raw_gap": 0.2719458257862439, "n": 98, "n_cells": 5, "weight_sum": 98.0, "relative_to_minus_one": 0.23960838386703617 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.015181181973436715, -0.0032617151550766235, -0.002663923588702586, 0.24406711248286903, 0.23423136580525428, 0.2301861448437803 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.036641385398048475, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.23821798069420322, "matrix_preparation": { "source_rows": 1090, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1090.0, "treated_observation_mass": 537.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00014799972996115685, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258393, "SE": 0.11188359122405678, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443928, "SE": 0.14379211580594456, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258393, "SE": 0.11188359122405678, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07601850591810039, "upper": 0.394098899569779, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443928, "SE": 0.14379211580594456, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17471679170516138, "upper": 0.4294752589140399, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17648329615925606, "upper": 0.403532178201071, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16915242575578493, "upper": 0.538626311943075, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14788042438764445, "upper": 0.41326266766841435, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.143141437493832, "upper": 0.38244078530201375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588641.8636029, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1590401968258393, "SE": 0.11188359122405678, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.07601850591810039, "upper": 0.394098899569779, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12737923360443928, "SE": 0.14379211580594456, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17471679170516138, "upper": 0.4294752589140399, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.11352444102090749, "SE": 0.13803831442831216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17648329615925606, "upper": 0.403532178201071, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18473694309364502, "SE": 0.1684447885599926, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16915242575578493, "upper": 0.538626311943075, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13269112164038496, "SE": 0.14315137841365555, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14788042438764445, "upper": 0.41326266766841435, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.11964967390409086, "SE": 0.13407956139540606, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.143141437493832, "upper": 0.38244078530201375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20092848880774072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1602711852906302, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23903701955302709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P032", "source_specification_id": "CI-T3-C01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 1 (\"How democratic is China\"), accepted-manuscript p. 46", "outcome_label": "How democratic is China [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P032.json", "input_bytes": 189393, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "How democratic is China [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p032", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "How democratic is China [Table 3 original scale]", "source_specification_id": "CI-T3-C01-ORIG", "specification_id": "S01-P032", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P032" }, "source": { "file": "CI-T3-C01-ORIG.csv", "bytes": 189393, "sha256": "7599dd9716f24c6f6b3932d57cc2c78374d2672cde1a00f9a7428abb1bd13bb4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.6784385927329135, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14318886371089287, "se": 0.09232738613637427, "pvalue": 0.138334095025276, "lower": -0.05078377674086071, "upper": 0.33716150416264645 }, { "method": "Dynamic TWFE", "estimate": 0.12057495471828086, "se": 0.13697616087355877, "pvalue": 0.39031891888643394, "lower": -0.1672012806485809, "upper": 0.40835119008514265 }, { "method": "BJS / did2s", "estimate": 0.13308444647139564, "se": 0.12194826686752387, "pvalue": 0.2895257036128061, "lower": -0.1231193551597812, "upper": 0.38928824810257245 }, { "method": "Sun\u2013Abraham", "estimate": 0.1685790387984038, "se": 0.1405766432204636, "pvalue": 0.24600023309699168, "lower": -0.12676152928656909, "upper": 0.4639196068833767 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05466609405778259, "se": 0.28472937713925894, "pvalue": 0.849896879963567, "lower": -0.6528603179937544, "upper": 0.5435281298781893 }, { "event_time": -2, "estimate": -0.021100098561497103, "se": 0.12612458670264567, "pvalue": 0.8690025511442152, "lower": -0.28607802258137716, "upper": 0.24387782545838296 }, { "event_time": 0, "estimate": 0.17978733343683836, "se": 0.10286145717299112, "pvalue": 0.09752494585584631, "lower": -0.03631656902920832, "upper": 0.39589123590288505 }, { "event_time": 1, "estimate": -0.0032195861969459036, "se": 0.16851728838280472, "pvalue": 0.9849672307206757, "lower": -0.3572612715220354, "upper": 0.3508220991281436 }, { "event_time": 2, "estimate": 0.20662118638331214, "se": 0.2336055909875132, "pvalue": 0.3880954567639303, "lower": -0.2841659484458876, "upper": 0.697408321212512 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04737375888679821, "se": 0.09951264636630491, "pvalue": 0.6397603090545179, "lower": -0.2564420709204805, "upper": 0.16169455314688405 }, { "event_time": -2, "estimate": -0.01018382356319286, "se": 0.06531104819110317, "pvalue": 0.8778251603677445, "lower": -0.1473972441791261, "upper": 0.1270295970527404 }, { "event_time": -1, "estimate": 0.017277138709353226, "se": 0.027148387464469573, "pvalue": 0.5325279473141149, "lower": -0.03975950687175442, "upper": 0.07431378429046087 }, { "event_time": 0, "estimate": 0.19186131078614474, "se": 0.09559910086610175, "pvalue": 0.06001513194880353, "lower": -0.008984947250674558, "upper": 0.39270756882296404 }, { "event_time": 1, "estimate": 0.018394366964704263, "se": 0.16923653575160866, "pvalue": 0.914650627712818, "lower": -0.3371584010098908, "upper": 0.3739471349392993 }, { "event_time": 2, "estimate": 0.20270123811123078, "se": 0.20263254288466603, "pvalue": 0.330405349015351, "lower": -0.22301393730525146, "upper": 0.628416413527713 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2153827930367242, "se": 0.2868865434637282, "pvalue": 0.46249989743662173, "lower": -0.8181090552482393, "upper": 0.38734346917479096 }, { "event_time": -2, "estimate": -0.23556863591607072, "se": 0.13813729216812468, "pvalue": 0.10533132852825387, "lower": -0.5257843176112996, "upper": 0.05464704577915816 }, { "event_time": 0, "estimate": 0.21697002751166655, "se": 0.09763602614521759, "pvalue": 0.03932387491883153, "lower": 0.011844348261628668, "upper": 0.42209570676170444 }, { "event_time": 1, "estimate": 0.004211218529722727, "se": 0.20059562187943977, "pvalue": 0.9834817535478195, "lower": -0.41722454465264974, "upper": 0.4256469817120952 }, { "event_time": 2, "estimate": 0.36073404098322503, "se": 0.22781368042566702, "pvalue": 0.13072797281921952, "lower": -0.11788474129148718, "upper": 0.8393528232579373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3749997212620078, "df_num": 1, "df_den": 1052, "pvalue": 0.12359234733591484, "log10_pvalue": -0.9080084193173926, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1098.8423766238218, "rss_restricted": 1101.3231278958679, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.699094247740058 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.649626892235515 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5955335974654635 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4477421231733711 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "How democratic is China [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p032", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "How democratic is China [Table 3 original scale]", "source_specification_id": "CI-T3-C01-ORIG", "specification_id": "S01-P032", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P032" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P032", "regression_results": "analyses/archive-expanded/baselines/S01-P032.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-C01-ORIG.csv", "bytes": 189393, "sha256": "7599dd9716f24c6f6b3932d57cc2c78374d2672cde1a00f9a7428abb1bd13bb4" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.6784385927329135, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14318886371089287, "se": 0.09232738613637427, "pvalue": 0.138334095025276, "lower": -0.05078377674086071, "upper": 0.33716150416264645 }, { "method": "Dynamic TWFE", "estimate": 0.12057495471828086, "se": 0.13697616087355877, "pvalue": 0.39031891888643394, "lower": -0.1672012806485809, "upper": 0.40835119008514265 }, { "method": "BJS / did2s", "estimate": 0.13308444647139564, "se": 0.12194826686752387, "pvalue": 0.2895257036128061, "lower": -0.1231193551597812, "upper": 0.38928824810257245 }, { "method": "Sun\u2013Abraham", "estimate": 0.1685790387984038, "se": 0.1405766432204636, "pvalue": 0.24600023309699168, "lower": -0.12676152928656909, "upper": 0.4639196068833767 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05466609405778259, "se": 0.28472937713925894, "pvalue": 0.849896879963567, "lower": -0.6528603179937544, "upper": 0.5435281298781893 }, { "event_time": -2, "estimate": -0.021100098561497103, "se": 0.12612458670264567, "pvalue": 0.8690025511442152, "lower": -0.28607802258137716, "upper": 0.24387782545838296 }, { "event_time": 0, "estimate": 0.17978733343683836, "se": 0.10286145717299112, "pvalue": 0.09752494585584631, "lower": -0.03631656902920832, "upper": 0.39589123590288505 }, { "event_time": 1, "estimate": -0.0032195861969459036, "se": 0.16851728838280472, "pvalue": 0.9849672307206757, "lower": -0.3572612715220354, "upper": 0.3508220991281436 }, { "event_time": 2, "estimate": 0.20662118638331214, "se": 0.2336055909875132, "pvalue": 0.3880954567639303, "lower": -0.2841659484458876, "upper": 0.697408321212512 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.04737375888679821, "se": 0.09951264636630491, "pvalue": 0.6397603090545179, "lower": -0.2564420709204805, "upper": 0.16169455314688405 }, { "event_time": -2, "estimate": -0.01018382356319286, "se": 0.06531104819110317, "pvalue": 0.8778251603677445, "lower": -0.1473972441791261, "upper": 0.1270295970527404 }, { "event_time": -1, "estimate": 0.017277138709353226, "se": 0.027148387464469573, "pvalue": 0.5325279473141149, "lower": -0.03975950687175442, "upper": 0.07431378429046087 }, { "event_time": 0, "estimate": 0.19186131078614474, "se": 0.09559910086610175, "pvalue": 0.06001513194880353, "lower": -0.008984947250674558, "upper": 0.39270756882296404 }, { "event_time": 1, "estimate": 0.018394366964704263, "se": 0.16923653575160866, "pvalue": 0.914650627712818, "lower": -0.3371584010098908, "upper": 0.3739471349392993 }, { "event_time": 2, "estimate": 0.20270123811123078, "se": 0.20263254288466603, "pvalue": 0.330405349015351, "lower": -0.22301393730525146, "upper": 0.628416413527713 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2153827930367242, "se": 0.2868865434637282, "pvalue": 0.46249989743662173, "lower": -0.8181090552482393, "upper": 0.38734346917479096 }, { "event_time": -2, "estimate": -0.23556863591607072, "se": 0.13813729216812468, "pvalue": 0.10533132852825387, "lower": -0.5257843176112996, "upper": 0.05464704577915816 }, { "event_time": 0, "estimate": 0.21697002751166655, "se": 0.09763602614521759, "pvalue": 0.03932387491883153, "lower": 0.011844348261628668, "upper": 0.42209570676170444 }, { "event_time": 1, "estimate": 0.004211218529722727, "se": 0.20059562187943977, "pvalue": 0.9834817535478195, "lower": -0.41722454465264974, "upper": 0.4256469817120952 }, { "event_time": 2, "estimate": 0.36073404098322503, "se": 0.22781368042566702, "pvalue": 0.13072797281921952, "lower": -0.11788474129148718, "upper": 0.8393528232579373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3749997212620078, "df_num": 1, "df_den": 1052, "pvalue": 0.12359234733591484, "log10_pvalue": -0.9080084193173926, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1098.8423766238218, "rss_restricted": 1101.3231278958679, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.699094247740058 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.649626892235515 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5955335974654635 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4477421231733711 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.16603835789740454, "se": 0.11811158167846318, "lower": -0.06545608834944422, "upper": 0.3975328041442533 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.13289314710657976, "se": 0.11700394624533646, "lower": -0.09643037358334017, "upper": 0.3622166677964997 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09497214193476695, "se": 0.11061107592339395, "lower": -0.12182158316631068, "upper": 0.3117658670358446 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.12437497050293758, "se": 0.11550592679166888, "lower": -0.10201248600965354, "upper": 0.35076242701552873 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.16603835789740454, "se": 0.11811158167846318, "lower": -0.06545608834944422, "upper": 0.3975328041442533, "event_study": [ { "event_time": -3, "estimate": -0.2592241232070591, "se": 0.23885127950367338, "lower": -0.7273640286955689, "upper": 0.2089157822814507, "relative_to_minus_one": -0.2592241232070591, "n": 0.0 }, { "event_time": -2, "estimate": -0.05424495408316292, "se": 0.23040453057864585, "lower": -0.5058295358921664, "upper": 0.3973396277258405, "relative_to_minus_one": -0.05424495408316292, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.16321511221218346, "se": 0.08851282844651982, "lower": -0.010266843712767787, "upper": 0.33669706813713474, "relative_to_minus_one": 0.16321511221218346, "n": 250.0 }, { "event_time": 1, "estimate": -0.057461985508707916, "se": 0.17343323873738326, "lower": -0.39738488715611603, "upper": 0.2824609161387002, "relative_to_minus_one": -0.057461985508707916, "n": 187.0 }, { "event_time": 2, "estimate": 0.3923619469887381, "se": 0.19623493218565408, "lower": 0.007748547396196237, "upper": 0.77697534658128, "relative_to_minus_one": 0.3923619469887381, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2856360910636816, "se": 0.11926150112737179, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.14992698288485914, "se": 0.19974077394862016, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.3923619469887381, "se": 0.19623493218565408, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": -0.24392637377891294, "se": 0.22582218067335422, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.048325969640030504, "se": 0.21531753916674484, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.3470788606688472, "se": 0.19655661677091366, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.2592241232070591, "se": 0.23885127950367338, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.2174093404559765, "se": 0.2675884439724039, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.08291288130850169, "se": 0.16956912490938997, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.12437497050293758, "treated_cell_se": 0.11550592679166888, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.05781270796433091, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.23599350921835036, "event_study": [ { "event_time": -3, "estimate": -0.14924546064625524, "raw_gap": -0.11972397012151627, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.20195049427436948 }, { "event_time": -2, "estimate": 0.08363267991819621, "raw_gap": 0.043301387994358544, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.030927646290081975 }, { "event_time": -1, "estimate": 0.05270503362811424, "raw_gap": 0.04008051592516822, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.33067162085887025, "raw_gap": 0.30874916837211847, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.277966587230756 }, { "event_time": 1, "estimate": 0.082465480980872, "raw_gap": 0.051193151196240474, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.029760447352757763 }, { "event_time": 2, "estimate": 0.2879544717985408, "raw_gap": 0.28795447179854095, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.23524943817042654 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05089195950729963, -0.0698203863735398, 0.058625456078271125, 0.27676407504476924, 0.0618750150383463, 0.3379346490528531 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.080108570818166 }, { "cohort": 3, "pre_gap": 0.029521490524738906 } ], "diagnostics": { "converged": true, "pre_rmse": 0.0922084570527276, "zeta_omega": [ 0.0, 0.6589957497185708, 0.8793100438342661 ], "zeta_lambda": [ 0.0, 3.918412171609384e-07, 6.217660947606499e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-16 }, "native_matrix_att": 0.23582459113473167, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00036620814353227615, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10289829696784532, "event_study": [ { "event_time": -3, "estimate": -0.026776984434923802, "raw_gap": -0.026776984434923802, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.033134787010323 }, { "event_time": -2, "estimate": -0.017037788382789798, "raw_gap": -0.017037788382789798, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.02339559095818899 }, { "event_time": -1, "estimate": 0.006357802575399194, "raw_gap": 0.006357802575399194, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18683358286566112, "raw_gap": 0.18683358286566112, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.18047578029026193 }, { "event_time": 1, "estimate": -0.05551207993261503, "raw_gap": -0.05551207993261503, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.06186988250801423 }, { "event_time": 2, "estimate": 0.19195931764755814, "raw_gap": 0.19195931764755814, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.18560151507215894 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0053324382841069, -0.029510115612340432, 0.016519368027072476, 0.19823258023132137, -0.007010413717977442, 0.23420084266569327 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.046216381906131754, "lambda_l": 0.01602317878556157, "singular_values": [ 1.2071270190717776, 0.9546716048705353, 0.1336949483630221, 0.0 ], "history_objective": [ 0.046735141366488195, 0.04646559493180899, 0.04633800066587479, 0.046276366950042704, 0.046246386204789734, 0.04623159142818948, 0.046224176974689515, 0.046220410595787784, 0.046218476811218503, 0.04621747602446188, 0.04621695512600647, 0.04621668290664006, 0.046216540236859754, 0.04621646530733958, 0.04621642589191036, 0.04621640513112152, 0.046216394183520276, 0.046216388404317965, 0.046216385350116664, 0.04621638373412902, 0.04621638287800541, 0.046216382423797275, 0.046216382182435845, 0.04621638205394819, 0.04621638198541016, 0.0462163819487676, 0.04621638192912773, 0.04621638191857131, 0.04621638191287955, 0.04621638190980017, 0.046216381908127865, 0.04621638190721602, 0.04621638190671663, 0.046216381906441846, 0.046216381906289905, 0.04621638190620545, 0.04621638190615826, 0.046216381906131754 ], "history_rmse": [ 0.09646098083278695, 0.09677322024946722, 0.09695811250357177, 0.0970490528184934, 0.09709295426029231, 0.09711422555122398, 0.09712467539741795, 0.09712989313264278, 0.09713253701509617, 0.09713389249006735, 0.09713459345915194, 0.09713495817248731, 0.09713514872426089, 0.09713524856163314, 0.09713530096933524, 0.09713532851554682, 0.09713534300772701, 0.09713535063759636, 0.09713535465701294, 0.09713535677562901, 0.09713535789297154, 0.0971353584826039, 0.09713535879396451, 0.09713535895850334, 0.09713535904552813, 0.09713535909159951, 0.09713535911601678, 0.09713535912897343, 0.0971353591358587, 0.09713535913952327, 0.09713535914147715, 0.09713535914252129, 0.0971353591430802, 0.09713535914338027, 0.09713535914354182, 0.09713535914362911, 0.09713535914367624, 0.097135359143702 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.13647903825458693, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00027224980294704437, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2543347813592091, "event_study": [ { "event_time": -3, "estimate": -0.040505264391981474, "raw_gap": -0.040505264391981474, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.057989782791944715 }, { "event_time": -2, "estimate": 0.07732662159647427, "raw_gap": 0.07732662159647427, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.05984210319651103 }, { "event_time": -1, "estimate": 0.01748451839996324, "raw_gap": 0.01748451839996324, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.27494175337100335, "raw_gap": 0.27494175337100335, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.2574572349710401 }, { "event_time": 1, "estimate": 0.16154048833946735, "raw_gap": 0.16154048833946735, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.14405596993950412 }, { "event_time": 2, "estimate": 0.3801161194184169, "raw_gap": 0.3801161194184169, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.36263160101845365 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02832674622223519, -0.06449921239367004, 0.03097590109692688, 0.241337002819847, 0.1861627674266862, 0.430096296672729 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05035329201086219, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.25790101580969743, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00018354086205363274, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14318886371089287, "SE": 0.09232738613637427, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12057495471828086, "SE": 0.13697616087355877, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13308444647139564, "SE": 0.12194826686752387, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1685790387984038, "SE": 0.1405766432204636, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.16603835789740454, "SE": 0.11811158167846318, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12437497050293758, "SE": 0.11550592679166888, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23599350921835036, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10289829696784532, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2543347813592091, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14318886371089287, "SE": 0.09232738613637427, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.05078377674086071, "upper": 0.33716150416264645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12057495471828086, "SE": 0.13697616087355877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1672012806485809, "upper": 0.40835119008514265, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13308444647139564, "SE": 0.12194826686752387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1231193551597812, "upper": 0.38928824810257245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1685790387984038, "SE": 0.1405766432204636, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12676152928656909, "upper": 0.4639196068833767, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16603835789740454, "SE": 0.11811158167846318, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06545608834944422, "upper": 0.3975328041442533, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12437497050293758, "SE": 0.11550592679166888, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.10201248600965354, "upper": 0.35076242701552873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23599350921835036, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10289829696784532, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2543347813592091, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588643.028, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14318886371089287, "SE": 0.09232738613637427, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.05078377674086071, "upper": 0.33716150416264645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12057495471828086, "SE": 0.13697616087355877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1672012806485809, "upper": 0.40835119008514265, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13308444647139564, "SE": 0.12194826686752387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1231193551597812, "upper": 0.38928824810257245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1685790387984038, "SE": 0.1405766432204636, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12676152928656909, "upper": 0.4639196068833767, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16603835789740454, "SE": 0.11811158167846318, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06545608834944422, "upper": 0.3975328041442533, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12437497050293758, "SE": 0.11550592679166888, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.10201248600965354, "upper": 0.35076242701552873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.23599350921835036, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10289829696784532, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2543347813592091, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P033", "source_specification_id": "CI-T3-C02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 2 (\"People can influence elections\"), accepted-manuscript p. 46", "outcome_label": "People can influence elections [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P033.json", "input_bytes": 192518, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People can influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p033", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People can influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-C02-ORIG", "specification_id": "S01-P033", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P033" }, "source": { "file": "CI-T3-C02-ORIG.csv", "bytes": 192518, "sha256": "ef377238ec3526c2a2864632d5c8d2bdfcc1e7fb64f27c3d1a279245aa4a3fc3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.9724100068868827, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.11777012359857324, "se": 0.09034156779109655, "pvalue": 0.20879425474982888, "lower": -0.0720304673236714, "upper": 0.30757071452081786 }, { "method": "Dynamic TWFE", "estimate": 0.03610469807654346, "se": 0.14508896150316652, "pvalue": 0.8062976889947879, "lower": -0.26871589894114256, "upper": 0.34092529509422953 }, { "method": "BJS / did2s", "estimate": 0.047401197777398346, "se": 0.11658367762303824, "pvalue": 0.6891061960548203, "lower": -0.19753202007319864, "upper": 0.29233441562799534 }, { "method": "Sun\u2013Abraham", "estimate": 0.04003771997148135, "se": 0.15165050618757056, "pvalue": 0.7947688158846853, "lower": -0.27856817089169555, "upper": 0.3586436108346583 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0416337559082579, "se": 0.24536933711396586, "pvalue": 0.8671558661661922, "lower": -0.47386809243380634, "upper": 0.5571356042503222 }, { "event_time": -2, "estimate": -0.1379806242884498, "se": 0.18534132957999885, "pvalue": 0.46620265202649175, "lower": -0.5273683085706476, "upper": 0.2514070599937481 }, { "event_time": 0, "estimate": 0.059770124930735274, "se": 0.09837403496127045, "pvalue": 0.5510549069977042, "lower": -0.14690605330684026, "upper": 0.2664463031683108 }, { "event_time": 1, "estimate": 0.07943478246047418, "se": 0.17944214602221092, "pvalue": 0.6632736010918237, "lower": -0.2975591770657395, "upper": 0.45642874198668787 }, { "event_time": 2, "estimate": -0.10753236280282392, "se": 0.25505908367577357, "pvalue": 0.6783105601298925, "lower": -0.6433916132609399, "upper": 0.428326887655292 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08489299711524888, "se": 0.08624129661587018, "pvalue": 0.33798307716190873, "lower": -0.09629324372399765, "upper": 0.2660792379544954 }, { "event_time": -2, "estimate": -0.08589274239232754, "se": 0.06494763394383221, "pvalue": 0.20256268893233323, "lower": -0.2223426580064316, "upper": 0.05055717322177654 }, { "event_time": -1, "estimate": 0.029911349356091344, "se": 0.029381613633019037, "pvalue": 0.3221530256322422, "lower": -0.031817130303364916, "upper": 0.0916398290155476 }, { "event_time": 0, "estimate": 0.08896017882866433, "se": 0.09850011858101236, "pvalue": 0.37837549151647915, "lower": -0.11798089126454037, "upper": 0.29590124892186903 }, { "event_time": 1, "estimate": 0.060845210651878055, "se": 0.14315520545817323, "pvalue": 0.67585265328344, "lower": -0.23991271567043224, "upper": 0.36160313697418833 }, { "event_time": 2, "estimate": -0.08460672800160611, "se": 0.19506629734637218, "pvalue": 0.6696359432058804, "lower": -0.4944258114048114, "upper": 0.32521235540159915 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.02318205668158626, "se": 0.2873633670348931, "pvalue": 0.9365933368261717, "lower": -0.5805459746798958, "upper": 0.6269100880430682 }, { "event_time": -2, "estimate": -0.16911299769839105, "se": 0.20467432407016994, "pvalue": 0.4194778125905627, "lower": -0.5991177962088479, "upper": 0.2608918008120658 }, { "event_time": 0, "estimate": 0.054762407325343786, "se": 0.09659978881444474, "pvalue": 0.5777838655247347, "lower": -0.14818621807755286, "upper": 0.2577110327282404 }, { "event_time": 1, "estimate": 0.06926930263731372, "se": 0.20407865919307389, "pvalue": 0.738218067728585, "lower": -0.3594840504042546, "upper": 0.49802265567888204 }, { "event_time": 2, "estimate": -0.05369305383695649, "se": 0.24308374077567274, "pvalue": 0.827669727270216, "lower": -0.5643930424568064, "upper": 0.4570069347828935 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.466789667896679, 0.3505535055350554, 0.18265682656826568 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.340125156646512e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.020829483257573812, "df_num": 1, "df_den": 1069, "pvalue": 0.8852716493371069, "log10_pvalue": -0.05292344375914691, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1047.7747402976597, "rss_restricted": 1047.7951562063695, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.054735329384667186 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.23386418457686795 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.053775243472191606 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08909233147945024 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People can influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p033", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People can influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-C02-ORIG", "specification_id": "S01-P033", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P033" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P033", "regression_results": "analyses/archive-expanded/baselines/S01-P033.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-C02-ORIG.csv", "bytes": 192518, "sha256": "ef377238ec3526c2a2864632d5c8d2bdfcc1e7fb64f27c3d1a279245aa4a3fc3" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1753, "source_sd": 0.9724100068868827, "rows": 1100, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.11777012359857324, "se": 0.09034156779109655, "pvalue": 0.20879425474982888, "lower": -0.0720304673236714, "upper": 0.30757071452081786 }, { "method": "Dynamic TWFE", "estimate": 0.03610469807654346, "se": 0.14508896150316652, "pvalue": 0.8062976889947879, "lower": -0.26871589894114256, "upper": 0.34092529509422953 }, { "method": "BJS / did2s", "estimate": 0.047401197777398346, "se": 0.11658367762303824, "pvalue": 0.6891061960548203, "lower": -0.19753202007319864, "upper": 0.29233441562799534 }, { "method": "Sun\u2013Abraham", "estimate": 0.04003771997148135, "se": 0.15165050618757056, "pvalue": 0.7947688158846853, "lower": -0.27856817089169555, "upper": 0.3586436108346583 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0416337559082579, "se": 0.24536933711396586, "pvalue": 0.8671558661661922, "lower": -0.47386809243380634, "upper": 0.5571356042503222 }, { "event_time": -2, "estimate": -0.1379806242884498, "se": 0.18534132957999885, "pvalue": 0.46620265202649175, "lower": -0.5273683085706476, "upper": 0.2514070599937481 }, { "event_time": 0, "estimate": 0.059770124930735274, "se": 0.09837403496127045, "pvalue": 0.5510549069977042, "lower": -0.14690605330684026, "upper": 0.2664463031683108 }, { "event_time": 1, "estimate": 0.07943478246047418, "se": 0.17944214602221092, "pvalue": 0.6632736010918237, "lower": -0.2975591770657395, "upper": 0.45642874198668787 }, { "event_time": 2, "estimate": -0.10753236280282392, "se": 0.25505908367577357, "pvalue": 0.6783105601298925, "lower": -0.6433916132609399, "upper": 0.428326887655292 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08489299711524888, "se": 0.08624129661587018, "pvalue": 0.33798307716190873, "lower": -0.09629324372399765, "upper": 0.2660792379544954 }, { "event_time": -2, "estimate": -0.08589274239232754, "se": 0.06494763394383221, "pvalue": 0.20256268893233323, "lower": -0.2223426580064316, "upper": 0.05055717322177654 }, { "event_time": -1, "estimate": 0.029911349356091344, "se": 0.029381613633019037, "pvalue": 0.3221530256322422, "lower": -0.031817130303364916, "upper": 0.0916398290155476 }, { "event_time": 0, "estimate": 0.08896017882866433, "se": 0.09850011858101236, "pvalue": 0.37837549151647915, "lower": -0.11798089126454037, "upper": 0.29590124892186903 }, { "event_time": 1, "estimate": 0.060845210651878055, "se": 0.14315520545817323, "pvalue": 0.67585265328344, "lower": -0.23991271567043224, "upper": 0.36160313697418833 }, { "event_time": 2, "estimate": -0.08460672800160611, "se": 0.19506629734637218, "pvalue": 0.6696359432058804, "lower": -0.4944258114048114, "upper": 0.32521235540159915 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.02318205668158626, "se": 0.2873633670348931, "pvalue": 0.9365933368261717, "lower": -0.5805459746798958, "upper": 0.6269100880430682 }, { "event_time": -2, "estimate": -0.16911299769839105, "se": 0.20467432407016994, "pvalue": 0.4194778125905627, "lower": -0.5991177962088479, "upper": 0.2608918008120658 }, { "event_time": 0, "estimate": 0.054762407325343786, "se": 0.09659978881444474, "pvalue": 0.5777838655247347, "lower": -0.14818621807755286, "upper": 0.2577110327282404 }, { "event_time": 1, "estimate": 0.06926930263731372, "se": 0.20407865919307389, "pvalue": 0.738218067728585, "lower": -0.3594840504042546, "upper": 0.49802265567888204 }, { "event_time": 2, "estimate": -0.05369305383695649, "se": 0.24308374077567274, "pvalue": 0.827669727270216, "lower": -0.5643930424568064, "upper": 0.4570069347828935 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.466789667896679, 0.3505535055350554, 0.18265682656826568 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.340125156646512e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.020829483257573812, "df_num": 1, "df_den": 1069, "pvalue": 0.8852716493371069, "log10_pvalue": -0.05292344375914691, "inference": "Homoskedastic nested-model F", "observations": 1100, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1047.7747402976597, "rss_restricted": 1047.7951562063695, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ], [ -0.14515251907947718, -0.16432354894181211, -0.021091834608581193, -0.0946672861240358, -0.151375494876839, -0.21595990830817272 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.054735329384667186 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.23386418457686795 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.053775243472191606 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.08909233147945024 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.014400170594631454, "se": 0.1519248489419267, "lower": -0.28336706168823306, "upper": 0.31216740287749595 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.02067748671463072, "se": 0.1336576028322849, "lower": -0.24128660109660638, "upper": 0.2826415745258678 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.010578536511528848, "se": 0.12216475650308785, "lower": -0.22885998641462868, "upper": 0.2500170594376864 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 542.0, "post_cells": 6, "estimate": 0.015402015765743316, "se": 0.13170498541603112, "lower": -0.24273501223405072, "upper": 0.27353904376553734 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.014400170594631454, "se": 0.1519248489419267, "lower": -0.28336706168823306, "upper": 0.31216740287749595, "event_study": [ { "event_time": -3, "estimate": -0.03356247059853534, "se": 0.2885272639962464, "lower": -0.5990655165890585, "upper": 0.5319405753919878, "relative_to_minus_one": -0.03356247059853534, "n": 0.0 }, { "event_time": -2, "estimate": -0.2740296654102783, "se": 0.18591306948330494, "lower": -0.6384125858528485, "upper": 0.09035325503229197, "relative_to_minus_one": -0.2740296654102783, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.015687949031588523, "se": 0.11336974457836282, "lower": -0.20651266727850767, "upper": 0.2378885653416847, "relative_to_minus_one": 0.015687949031588523, "n": 253.0 }, { "event_time": 1, "estimate": 0.055645006132966066, "se": 0.16554301710250768, "lower": -0.2688133452800472, "upper": 0.38010335754597935, "relative_to_minus_one": 0.055645006132966066, "n": 190.0 }, { "event_time": 2, "estimate": -0.028132443380660233, "se": 0.252690299872852, "lower": -0.5233963303740764, "upper": 0.46713144361275594, "relative_to_minus_one": -0.028132443380660233, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.14925938658274138, "se": 0.1484482800808977, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.1411162715921728, "se": 0.16966287368521982, "event_time": 1, "mass": 116.0 }, { "group": 2, "year": 4, "att": -0.028132443380660233, "se": 0.252690299872852, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.3393496070058132, "se": 0.29691017554543725, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.20640598060144638, "se": 0.16805818024830557, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.06442881316266688, "se": 0.2318893784351578, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.03356247059853534, "se": 0.2885272639962464, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.18149308148327054, "se": 0.19832707261710522, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.06448766480697599, "se": 0.08502849866193779, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.015402015765743316, "treated_cell_se": 0.13170498541603112, "checks": { "input_rows": 1100, "retained_rows": 1100, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04529195884242654, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.128108467120289, "event_study": [ { "event_time": -3, "estimate": -0.03515859936225363, "raw_gap": -0.10322658703166887, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.08389207070190768 }, { "event_time": -2, "estimate": -0.06860399668771004, "raw_gap": -0.08602985261151896, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.1173374680273641 }, { "event_time": -1, "estimate": 0.048733471339654055, "raw_gap": 0.034559266471017855, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17815873750738906, "raw_gap": 0.1649293556886305, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.129425266167735 }, { "event_time": 1, "estimate": 0.13403204842398203, "raw_gap": 0.13859306297084079, "n": 190, "n_cells": 9, "weight_sum": 190.0, "relative_to_minus_one": 0.08529857708432798 }, { "event_time": 2, "estimate": -0.01116626879524627, "raw_gap": -0.011166268795246001, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.05989974013490033 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.05745666272244021, -0.08334324947850252, 0.033609180379866106, 0.17062309222865332, 0.15358097155716782, -0.013061843080364798 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.6645352591003756e-16 }, { "cohort": 2, "pre_gap": 0.011710713025717995 }, { "cohort": 3, "pre_gap": -0.06806798766941524 } ], "diagnostics": { "converged": true, "pre_rmse": 0.10871687692953304, "zeta_omega": [ 0.0, 1.0428066911245586, 0.806380636814516 ], "zeta_lambda": [ 0.0, 6.20056568328885e-07, 5.701972165090707e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.13754096200211455, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 542.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003247498534619808, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10602643455642946, "event_study": [ { "event_time": -3, "estimate": -0.0001557133440566183, "raw_gap": -0.0001557133440566183, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.016979771378476307 }, { "event_time": -2, "estimate": -0.03575988610819411, "raw_gap": -0.03575988610819411, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0525839441426138 }, { "event_time": -1, "estimate": 0.01682405803441969, "raw_gap": 0.01682405803441969, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13066527374776385, "raw_gap": 0.13066527374776385, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.11384121571334416 }, { "event_time": 1, "estimate": 0.1427853519943427, "raw_gap": 0.1427853519943427, "n": 190, "n_cells": 9, "weight_sum": 190.0, "relative_to_minus_one": 0.125961293959923 }, { "event_time": 2, "estimate": -0.02748690512651117, "raw_gap": -0.02748690512651117, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.04431096316093086 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03357380968624657, -0.031817418360666594, 0.009249627049832667, 0.14700962926288227, 0.16260902070623104, -0.039028792611825035 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.03556024171812338, "lambda_l": 0.01418517722649033, "singular_values": [ 1.0537858081316567, 0.9405733972518271, 0.0, 0.0 ], "history_objective": [ 0.036276531892266775, 0.035847440175833, 0.035666244011327786, 0.035595548128652545, 0.0355707111314827, 0.035562990556091814, 0.035561157324778415, 0.03556067027522168, 0.035560482967399804, 0.03556038726058373, 0.0355603315092338, 0.03556029751806082, 0.0355602764900396, 0.035560263417099, 0.03556025527272677, 0.03556025019246075, 0.03556024702039296, 0.03556024503805789, 0.03556024379823293, 0.035560243022222014, 0.03556024253617662, 0.03556024223155119, 0.035560242040514896, 0.035560241920645816, 0.035560241845392984, 0.0355602417981273, 0.035560241768426884, 0.03556024174975634, 0.035560241738014975, 0.03556024173062859, 0.035560241725980324, 0.0355602417230543, 0.035560241721211874, 0.035560241720051455, 0.03556024171932039, 0.035560241718859756, 0.035560241718569405, 0.035560241718386384, 0.035560241718270984, 0.03556024171819823, 0.03556024171815233, 0.03556024171812338 ], "history_rmse": [ 0.08480749349928833, 0.08534643663949648, 0.08572670462189631, 0.08589635689891903, 0.08596079538758661, 0.08573805947806878, 0.08546251978838582, 0.08534779913537642, 0.08529940425175135, 0.08527888001813541, 0.08527015947162962, 0.08526645358709564, 0.08526488013168947, 0.08526421326136173, 0.08526393139961701, 0.08526381271998715, 0.08526376298855334, 0.08526374225436315, 0.08526373363411385, 0.08526373002798157, 0.08526372847256113, 0.08526372774476139, 0.08526372734814143, 0.08526372708609153, 0.08526372688343921, 0.08526372671275521, 0.08526372656447644, 0.08526372643516503, 0.08526372632313643, 0.08526372622699847, 0.08526372614527086, 0.08526372607637445, 0.08526372601870898, 0.08526372597073374, 0.08526372593102051, 0.08526372589828654, 0.08526372587140113, 0.08526372584938768, 0.08526372583141037, 0.08526372581676274, 0.08526372580485163, 0.08526372579518347 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.11775786680423792, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 542.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00026808399707078934, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.24243269336868634, "event_study": [ { "event_time": -3, "estimate": -0.12802095061817065, "raw_gap": -0.12802095061817065, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.16525259287702954 }, { "event_time": -2, "estimate": -0.06244153960165097, "raw_gap": -0.06244153960165097, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.09967318186050986 }, { "event_time": -1, "estimate": 0.037231642258858895, "raw_gap": 0.037231642258858895, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.22875733520116195, "raw_gap": 0.22875733520116195, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.19152569294230307 }, { "event_time": 1, "estimate": 0.30502464282420516, "raw_gap": 0.30502464282420516, "n": 190, "n_cells": 9, "weight_sum": 190.0, "relative_to_minus_one": 0.2677930005653463 }, { "event_time": 2, "estimate": 0.15725486730641455, "raw_gap": 0.15725486730641455, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.12002322504755567 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03266229913593843, -0.07695248634245339, 0.037305438015107356, 0.22972474301915058, 0.3249669704717989, 0.15535929302129575 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06633417850661394, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 8.326672684688674e-17 }, "native_matrix_att": 0.24770077254080108, "matrix_preparation": { "source_rows": 1100, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1100.0, "treated_observation_mass": 542.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000157834030687809, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.11777012359857324, "SE": 0.09034156779109655, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.03610469807654346, "SE": 0.14508896150316652, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.047401197777398346, "SE": 0.11658367762303824, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04003771997148135, "SE": 0.15165050618757056, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.014400170594631454, "SE": 0.1519248489419267, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.015402015765743316, "SE": 0.13170498541603112, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.128108467120289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10602643455642946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24243269336868634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.11777012359857324, "SE": 0.09034156779109655, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0720304673236714, "upper": 0.30757071452081786, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.03610469807654346, "SE": 0.14508896150316652, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.26871589894114256, "upper": 0.34092529509422953, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.047401197777398346, "SE": 0.11658367762303824, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19753202007319864, "upper": 0.29233441562799534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04003771997148135, "SE": 0.15165050618757056, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27856817089169555, "upper": 0.3586436108346583, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.014400170594631454, "SE": 0.1519248489419267, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28336706168823306, "upper": 0.31216740287749595, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.015402015765743316, "SE": 0.13170498541603112, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24273501223405072, "upper": 0.27353904376553734, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.128108467120289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10602643455642946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24243269336868634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588644.202014, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.11777012359857324, "SE": 0.09034156779109655, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0720304673236714, "upper": 0.30757071452081786, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.03610469807654346, "SE": 0.14508896150316652, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.26871589894114256, "upper": 0.34092529509422953, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.047401197777398346, "SE": 0.11658367762303824, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19753202007319864, "upper": 0.29233441562799534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04003771997148135, "SE": 0.15165050618757056, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27856817089169555, "upper": 0.3586436108346583, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.014400170594631454, "SE": 0.1519248489419267, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28336706168823306, "upper": 0.31216740287749595, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.015402015765743316, "SE": 0.13170498541603112, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24273501223405072, "upper": 0.27353904376553734, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.128108467120289, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10602643455642946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.24243269336868634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P034", "source_specification_id": "CI-T3-C03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel C, row 3 (\"Perception of Chinese democracy z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 3, p. 48 and Table 5, panel A, column 3, p. 49", "outcome_label": "Perception of Chinese democracy z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P034.json", "input_bytes": 251981, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p034", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-C03-ORIG", "specification_id": "S01-P034", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P034" }, "source": { "file": "CI-T3-C03-ORIG.csv", "bytes": 251981, "sha256": "4ba623af534f0f8055a7a08ffe0d2fb5ee8d4d601a039fc67e0c6aa62d36e0eb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p034", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-C03-ORIG", "specification_id": "S01-P034", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-C03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P034" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P034", "regression_results": "analyses/archive-expanded/baselines/S01-P034.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-C03-ORIG.csv", "bytes": 251981, "sha256": "4ba623af534f0f8055a7a08ffe0d2fb5ee8d4d601a039fc67e0c6aa62d36e0eb" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.9943607410401687, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375680744740297, "se": 0.09074245279203282, "pvalue": 0.1074147055456748, "lower": -0.036886011608910696, "upper": 0.34439962650371664 }, { "method": "Dynamic TWFE", "estimate": 0.08421747394838008, "se": 0.09946446730437307, "pvalue": 0.408273902221244, "lower": -0.12474961763221143, "upper": 0.2931845655289716 }, { "method": "BJS / did2s", "estimate": 0.0901545311646468, "se": 0.0978295313181089, "pvalue": 0.3689522323040877, "lower": -0.1153776873680191, "upper": 0.2956867496973127 }, { "method": "Sun\u2013Abraham", "estimate": 0.1175087094060933, "se": 0.09938598346098555, "pvalue": 0.2524518217073091, "lower": -0.09129349373812255, "upper": 0.32631091255030914 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.05240147133214251, "se": 0.2401146234617302, "pvalue": 0.8297009043655535, "lower": -0.5568635759470695, "upper": 0.4520606332827844 }, { "event_time": -2, "estimate": -0.11019329220129105, "se": 0.1337939267193855, "pvalue": 0.4209432646203772, "lower": -0.3912839016964424, "upper": 0.17089731729386032 }, { "event_time": 0, "estimate": 0.14325456822898272, "se": 0.09388300396045018, "pvalue": 0.14441807434901946, "lower": -0.053986303995563756, "upper": 0.3404954404535292 }, { "event_time": 1, "estimate": 0.030917345380920797, "se": 0.12022808506257403, "pvalue": 0.7999751315152169, "lower": -0.22167248838301531, "upper": 0.2835071791448569 }, { "event_time": 2, "estimate": 0.03481387056656806, "se": 0.15415036402758545, "pvalue": 0.8238675868428254, "lower": -0.28904402673016555, "upper": 0.3586717678633016 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.011467080125556894, "se": 0.0855993498704542, "pvalue": 0.894918884592915, "lower": -0.1683704806475842, "upper": 0.19130464089869798 }, { "event_time": -2, "estimate": -0.05760355686625657, "se": 0.051323271434503825, "pvalue": 0.2764552102740826, "lower": -0.16542974900027896, "upper": 0.05022263526776581 }, { "event_time": -1, "estimate": 0.03154177423846157, "se": 0.021571175179462634, "pvalue": 0.16092196300699207, "lower": -0.013777583129971911, "upper": 0.07686113160689506 }, { "event_time": 0, "estimate": 0.16497767963745819, "se": 0.10095613488440786, "pvalue": 0.11959484289171321, "lower": -0.04712328923874143, "upper": 0.3770786485136578 }, { "event_time": 1, "estimate": 0.017836447537030085, "se": 0.12820168248127373, "pvalue": 0.8908937840927887, "lower": -0.2515052927838613, "upper": 0.28717818785792143 }, { "event_time": 2, "estimate": 0.036728701475589945, "se": 0.13550746759824817, "pvalue": 0.7894397989493432, "lower": -0.247961923818818, "upper": 0.32141932676999785 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.1667499833958475, "se": 0.24134928672880449, "pvalue": 0.49843777136602196, "lower": -0.6738060192808468, "upper": 0.34030605248915174 }, { "event_time": -2, "estimate": -0.269257933941431, "se": 0.14362818438274527, "pvalue": 0.07715787425872228, "lower": -0.5710095521109442, "upper": 0.03249368422808224 }, { "event_time": 0, "estimate": 0.1639135372800584, "se": 0.08823621417999722, "pvalue": 0.07965327506396944, "lower": -0.021463869838126592, "upper": 0.3492909443982434 }, { "event_time": 1, "estimate": 0.027104964328671044, "se": 0.13147984088909812, "pvalue": 0.8389851816317532, "lower": -0.24912393124262006, "upper": 0.30333385989996214 }, { "event_time": 2, "estimate": 0.17219214611729627, "se": 0.15762875828924716, "pvalue": 0.28906720832216126, "lower": -0.15897358634841036, "upper": 0.5033578785830028 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.280987324801012e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.190809813898597, "df_num": 1, "df_den": 1052, "pvalue": 0.2754161303392452, "log10_pvalue": -0.5600106279419104, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1062.2487673625658, "rss_restricted": 1063.4511782532284, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.42338069130872785 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5869809284304868 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.41461127364841466 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3522803696592128 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.09148060654194201, "se": 0.11453330130119102, "lower": -0.1330005390388669, "upper": 0.3159617521227509 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.07523042261994362, "se": 0.11487493312736184, "lower": -0.14992030903613277, "upper": 0.30038115427601997 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.04762080403570276, "se": 0.11262690056200388, "lower": -0.17312386475619881, "upper": 0.26836547282760437 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.06614635090680415, "se": 0.11399241975422779, "lower": -0.15727468632205452, "upper": 0.28956738813566285 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.09148060654194201, "se": 0.11453330130119102, "lower": -0.1330005390388669, "upper": 0.3159617521227509, "event_study": [ { "event_time": -3, "estimate": -0.22861718038755507, "se": 0.2265504075093397, "lower": -0.6726478197887336, "upper": 0.21541345901362335, "relative_to_minus_one": -0.22861718038755507, "n": 0.0 }, { "event_time": -2, "estimate": -0.20519297791984445, "se": 0.18504277440092934, "lower": -0.5678701513450363, "upper": 0.15748419550534734, "relative_to_minus_one": -0.20519297791984445, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.0993781866468934, "se": 0.11539360204176936, "lower": -0.1267891174013222, "upper": 0.325545490695109, "relative_to_minus_one": 0.0993781866468934, "n": 250.0 }, { "event_time": 1, "estimate": -0.03385812963237138, "se": 0.14325810736472733, "lower": -0.31463886056060925, "upper": 0.24692260129586646, "relative_to_minus_one": -0.03385812963237138, "n": 187.0 }, { "event_time": 2, "estimate": 0.208921762611304, "se": 0.17772845758732733, "lower": -0.1394196132877121, "upper": 0.55726313851032, "relative_to_minus_one": 0.208921762611304, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2616038540940956, "se": 0.12452948435206247, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.14317298410473103, "se": 0.1762231528566938, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.208921762611304, "se": 0.1777284575873273, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": -0.3642890244344501, "se": 0.2447297749511035, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.12003473589613242, "se": 0.18984844036004062, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.2810805270617284, "se": 0.14241493407723144, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.22861718038755507, "se": 0.2265504075093397, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.022658143972932466, "se": 0.16187470201232823, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.0891614393141089, "se": 0.16052716348074067, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.06614635090680415, "treated_cell_se": 0.11399241975422779, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04564141575247049, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1896844968201494, "event_study": [ { "event_time": -3, "estimate": -0.1620821077122185, "raw_gap": -0.15987699270914468, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.20839008138521134 }, { "event_time": -2, "estimate": -0.03986786328837154, "raw_gap": -0.027911767036224003, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08617583696136435 }, { "event_time": -1, "estimate": 0.04630797367299282, "raw_gap": 0.05129992144173869, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2824719508117411, "raw_gap": 0.2894796759661798, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.23616397713874826 }, { "event_time": 1, "estimate": 0.08605902459907247, "raw_gap": 0.09289398662965512, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.03975105092607965 }, { "event_time": 2, "estimate": 0.150314391742247, "raw_gap": 0.150314391742247, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.10400641806925418 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.010718153499619132, -0.0978296208525853, 0.06350073698608914, 0.2780470475072304, 0.10920855402256355, 0.18165025269792706 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": 0.01750873835231448 }, { "cohort": 3, "pre_gap": 0.0022051150030738325 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12466523386112194, "zeta_omega": [ 0.0, 0.46689926809880905, 0.618347116346532 ], "zeta_lambda": [ 0.0, 2.7761996580633333e-07, 4.3723743909577983e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.19840183335021813, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003654579631984234, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10661592389288753, "event_study": [ { "event_time": -3, "estimate": -0.016104545067197877, "raw_gap": -0.016104545067197877, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.028211157320536917 }, { "event_time": -2, "estimate": -0.03017391551747908, "raw_gap": -0.03017391551747908, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.04228052777081812 }, { "event_time": -1, "estimate": 0.012106612253339042, "raw_gap": 0.012106612253339042, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18901963526764862, "raw_gap": 0.18901963526764862, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.17691302301430958 }, { "event_time": 1, "estimate": 0.01797082671872229, "raw_gap": 0.01797082671872229, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.005864214465383247 }, { "event_time": 2, "estimate": 0.06512834995349182, "raw_gap": 0.06512834995349182, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.053021737700152775 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.020110912097383186, -0.036152381993902125, 0.016059708223466595, 0.1978718240714928, 0.062407635334578, 0.08028810054617938 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 48, "termination_reason": "Relative objective tolerance reached", "objective": 0.032520792352335806, "lambda_l": 0.013036102303032824, "singular_values": [ 0.9703803429447895, 0.7903506987675937, 0.2548636576787595, 0.0 ], "history_objective": [ 0.0326467681222817, 0.03257517358843591, 0.03255230423855693, 0.03253936825392185, 0.032531887005032796, 0.032527491063221774, 0.032524874679284735, 0.03252330023326248, 0.03252234365029365, 0.03252175758234674, 0.03252139591581734, 0.03252117134615427, 0.03252103117089875, 0.03252094328594361, 0.032520887979499626, 0.03252085306574062, 0.032520830967347654, 0.03252081694928123, 0.03252080804025407, 0.0325208023691854, 0.032520798754325064, 0.03252079644743123, 0.03252079497374399, 0.03252079403148837, 0.032520793428551915, 0.032520793042473725, 0.03252079279510334, 0.032520792636518456, 0.032520792534801245, 0.03252079246952941, 0.03252079242762695, 0.032520792400716536, 0.0325207923834281, 0.03252079237231761, 0.03252079236517522, 0.03252079236058241, 0.032520792357628295, 0.03252079235572772, 0.032520792354504675, 0.03252079235371746, 0.03252079235321065, 0.03252079235288432, 0.032520792352674154, 0.032520792352538797, 0.03252079235245155, 0.03252079235239535, 0.03252079235235915, 0.032520792352335806 ], "history_rmse": [ 0.07911700983818491, 0.07897257788043717, 0.07899634855817309, 0.07900957646480629, 0.07901702806943042, 0.07902126451014874, 0.07902369542921472, 0.07902510440594683, 0.07902592978049049, 0.07902641849199855, 0.07902671087242841, 0.07902688748791704, 0.07902699510787267, 0.07902706119212179, 0.07902710204278993, 0.0790271274393423, 0.07902714330440874, 0.07902715325533675, 0.07902715951787241, 0.07902716347023873, 0.07902716597047325, 0.07902716755519504, 0.07902716856128442, 0.07902716920090065, 0.07902716960800986, 0.07902716986739054, 0.07902717003279242, 0.0790271701383452, 0.07902717020574962, 0.07902717024881889, 0.07902717027635295, 0.07902717029396407, 0.07902717030523328, 0.07902717031244724, 0.07902717031706712, 0.07902717032002664, 0.07902717032192318, 0.07902717032313897, 0.0790271703239186, 0.07902717032441875, 0.0790271703247394, 0.07902717032494527, 0.07902717032507747, 0.07902717032516252, 0.0790271703252167, 0.0790271703252516, 0.07902717032527427, 0.07902717032528861 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.1309423308767224, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002938327379524708, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.31632043641470037, "event_study": [ { "event_time": -3, "estimate": -0.11928820967487393, "raw_gap": -0.11928820967487393, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.17179724980638766 }, { "event_time": -2, "estimate": -0.02163929934798657, "raw_gap": -0.02163929934798657, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0741483394795003 }, { "event_time": -1, "estimate": 0.05250904013151372, "raw_gap": 0.05250904013151372, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.32942773069556186, "raw_gap": 0.32942773069556186, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.27691869056404816 }, { "event_time": 1, "estimate": 0.2974203741683456, "raw_gap": 0.2974203741683456, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.24491133403683188 }, { "event_time": 2, "estimate": 0.31897495259875147, "raw_gap": 0.31897495259875147, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.2664659124672377 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02987062953465161, -0.11964605728305361, 0.06443738000967868, 0.31011346811148716, 0.3293939079416975, 0.3503108135544315 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09460482092248718, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3239842342480284, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00018574995920062065, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "1d19f99cf01acbd1dbfd9179242a52d0a0720b78b08f6fcff09ab2eb0560eccc", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.036886011608910696, "upper": 0.34439962650371664, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12474961763221143, "upper": 0.2931845655289716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1153776873680191, "upper": 0.2956867496973127, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09129349373812255, "upper": 0.32631091255030914, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1330005390388669, "upper": 0.3159617521227509, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.15727468632205452, "upper": 0.28956738813566285, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588645.366262, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375680744740297, "SE": 0.09074245279203282, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.036886011608910696, "upper": 0.34439962650371664, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.08421747394838008, "SE": 0.09946446730437307, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12474961763221143, "upper": 0.2931845655289716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0901545311646468, "SE": 0.0978295313181089, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1153776873680191, "upper": 0.2956867496973127, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1175087094060933, "SE": 0.09938598346098555, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09129349373812255, "upper": 0.32631091255030914, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.09148060654194201, "SE": 0.11453330130119102, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1330005390388669, "upper": 0.3159617521227509, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.06614635090680415, "SE": 0.11399241975422779, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.15727468632205452, "upper": 0.28956738813566285, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.1896844968201494, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10661592389288753, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.31632043641470037, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P035", "source_specification_id": "CI-T3-D01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 1 (\"People cannot judge village head\"), accepted-manuscript p. 46", "outcome_label": "People cannot judge village head [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P035.json", "input_bytes": 192618, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People cannot judge village head [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p035", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People cannot judge village head [Table 3 original scale]", "source_specification_id": "CI-T3-D01-ORIG", "specification_id": "S01-P035", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P035" }, "source": { "file": "CI-T3-D01-ORIG.csv", "bytes": 192618, "sha256": "130ed09e310e7daaf841158a639ccd4d67466d21f80d4a6edcaa10a18556d83f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9084022239226467, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4303930642951357, "se": 0.11086309799544955, "pvalue": 0.0010918726914774985, "lower": 0.19747833826709366, "upper": 0.6633077903231777 }, { "method": "Dynamic TWFE", "estimate": 0.5023299184256732, "se": 0.16005995561412767, "pvalue": 0.005681169603273453, "lower": 0.1660564299159501, "upper": 0.8386034069353963 }, { "method": "BJS / did2s", "estimate": 0.502796669573645, "se": 0.1319020007023263, "pvalue": 0.0012770830457331192, "lower": 0.22568084914623876, "upper": 0.7799124900010512 }, { "method": "Sun\u2013Abraham", "estimate": 0.5524011544647354, "se": 0.1237412754287098, "pvalue": 0.00029979513472762055, "lower": 0.29243038162902213, "upper": 0.8123719273004486 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.036831871870988256, "se": 0.1842921753717733, "pvalue": 0.8438338095098481, "lower": -0.42401536495351344, "upper": 0.35035162121153696 }, { "event_time": -2, "estimate": -0.18828226567726855, "se": 0.14697306912240343, "pvalue": 0.21642996171695947, "lower": -0.4970612259183955, "upper": 0.12049669456385839 }, { "event_time": 0, "estimate": 0.39609709565699047, "se": 0.11629026229320072, "pvalue": 0.003148629506348437, "lower": 0.15178032053979373, "upper": 0.6404138707741872 }, { "event_time": 1, "estimate": 0.5916104871046215, "se": 0.19296805791759072, "pvalue": 0.006658170268276295, "lower": 0.18619964116304594, "upper": 0.997021333046197 }, { "event_time": 2, "estimate": 0.6015654289589825, "se": 0.2924478526535331, "pvalue": 0.05447494519263269, "lower": -0.01284471030198886, "upper": 1.2159755682199538 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.06385521557101591, "se": 0.06752294512298036, "pvalue": 0.356833762347225, "lower": -0.07800522805983966, "upper": 0.20571565920187146 }, { "event_time": -2, "estimate": -0.1291382807157929, "se": 0.04641676889834493, "pvalue": 0.012297965145715432, "lower": -0.2266562935311005, "upper": -0.03162026790048529 }, { "event_time": -1, "estimate": 0.06075197751940952, "se": 0.0251783895666844, "pvalue": 0.026711695161879583, "lower": 0.007854143940987261, "upper": 0.11364981109783179 }, { "event_time": 0, "estimate": 0.41595915710628417, "se": 0.09275513282475473, "pvalue": 0.0002866434239373097, "lower": 0.221087854209272, "upper": 0.6108304600032963 }, { "event_time": 1, "estimate": 0.6129715664269246, "se": 0.16194382960688175, "pvalue": 0.0013557008928482914, "lower": 0.27274020552478756, "upper": 0.9532029273290616 }, { "event_time": 2, "estimate": 0.5121551075056234, "se": 0.2571909083807286, "pvalue": 0.061841561265704836, "lower": -0.028182940461062844, "upper": 1.0524931554723098 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.21860176201239906, "se": 0.10514554822894072, "pvalue": 0.0521860312513185, "lower": -0.43950436171980767, "upper": 0.00230083769500955 }, { "event_time": -2, "estimate": -0.4357423541432009, "se": 0.1418531874724339, "pvalue": 0.0065724056890851265, "lower": -0.7337648421824812, "upper": -0.13771986610392062 }, { "event_time": 0, "estimate": 0.41777631150950256, "se": 0.09848361544391222, "pvalue": 0.000490194268721258, "lower": 0.21086991322076468, "upper": 0.6246827097982405 }, { "event_time": 1, "estimate": 0.6477397024629369, "se": 0.14078629332602133, "pvalue": 0.00022182325198048797, "lower": 0.35195867585045887, "upper": 0.9435207290754148 }, { "event_time": 2, "estimate": 0.7125064332527898, "se": 0.27255818888987265, "pvalue": 0.017568693428212927, "lower": 0.13988292696587634, "upper": 1.2851299395397033 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.4742884687901576e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.699428026961292, "df_num": 1, "df_den": 1070, "pvalue": 0.01714325715860586, "log10_pvalue": -1.7659066601479774, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1079.582294643294, "rss_restricted": 1085.3327634166596, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.46097478107479145 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.36517167163553693 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9023276840178809 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2767170932833904 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People cannot judge village head [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p035", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People cannot judge village head [Table 3 original scale]", "source_specification_id": "CI-T3-D01-ORIG", "specification_id": "S01-P035", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P035" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P035", "regression_results": "analyses/archive-expanded/baselines/S01-P035.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D01-ORIG.csv", "bytes": 192618, "sha256": "130ed09e310e7daaf841158a639ccd4d67466d21f80d4a6edcaa10a18556d83f" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9084022239226467, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4303930642951357, "se": 0.11086309799544955, "pvalue": 0.0010918726914774985, "lower": 0.19747833826709366, "upper": 0.6633077903231777 }, { "method": "Dynamic TWFE", "estimate": 0.5023299184256732, "se": 0.16005995561412767, "pvalue": 0.005681169603273453, "lower": 0.1660564299159501, "upper": 0.8386034069353963 }, { "method": "BJS / did2s", "estimate": 0.502796669573645, "se": 0.1319020007023263, "pvalue": 0.0012770830457331192, "lower": 0.22568084914623876, "upper": 0.7799124900010512 }, { "method": "Sun\u2013Abraham", "estimate": 0.5524011544647354, "se": 0.1237412754287098, "pvalue": 0.00029979513472762055, "lower": 0.29243038162902213, "upper": 0.8123719273004486 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.036831871870988256, "se": 0.1842921753717733, "pvalue": 0.8438338095098481, "lower": -0.42401536495351344, "upper": 0.35035162121153696 }, { "event_time": -2, "estimate": -0.18828226567726855, "se": 0.14697306912240343, "pvalue": 0.21642996171695947, "lower": -0.4970612259183955, "upper": 0.12049669456385839 }, { "event_time": 0, "estimate": 0.39609709565699047, "se": 0.11629026229320072, "pvalue": 0.003148629506348437, "lower": 0.15178032053979373, "upper": 0.6404138707741872 }, { "event_time": 1, "estimate": 0.5916104871046215, "se": 0.19296805791759072, "pvalue": 0.006658170268276295, "lower": 0.18619964116304594, "upper": 0.997021333046197 }, { "event_time": 2, "estimate": 0.6015654289589825, "se": 0.2924478526535331, "pvalue": 0.05447494519263269, "lower": -0.01284471030198886, "upper": 1.2159755682199538 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.06385521557101591, "se": 0.06752294512298036, "pvalue": 0.356833762347225, "lower": -0.07800522805983966, "upper": 0.20571565920187146 }, { "event_time": -2, "estimate": -0.1291382807157929, "se": 0.04641676889834493, "pvalue": 0.012297965145715432, "lower": -0.2266562935311005, "upper": -0.03162026790048529 }, { "event_time": -1, "estimate": 0.06075197751940952, "se": 0.0251783895666844, "pvalue": 0.026711695161879583, "lower": 0.007854143940987261, "upper": 0.11364981109783179 }, { "event_time": 0, "estimate": 0.41595915710628417, "se": 0.09275513282475473, "pvalue": 0.0002866434239373097, "lower": 0.221087854209272, "upper": 0.6108304600032963 }, { "event_time": 1, "estimate": 0.6129715664269246, "se": 0.16194382960688175, "pvalue": 0.0013557008928482914, "lower": 0.27274020552478756, "upper": 0.9532029273290616 }, { "event_time": 2, "estimate": 0.5121551075056234, "se": 0.2571909083807286, "pvalue": 0.061841561265704836, "lower": -0.028182940461062844, "upper": 1.0524931554723098 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.21860176201239906, "se": 0.10514554822894072, "pvalue": 0.0521860312513185, "lower": -0.43950436171980767, "upper": 0.00230083769500955 }, { "event_time": -2, "estimate": -0.4357423541432009, "se": 0.1418531874724339, "pvalue": 0.0065724056890851265, "lower": -0.7337648421824812, "upper": -0.13771986610392062 }, { "event_time": 0, "estimate": 0.41777631150950256, "se": 0.09848361544391222, "pvalue": 0.000490194268721258, "lower": 0.21086991322076468, "upper": 0.6246827097982405 }, { "event_time": 1, "estimate": 0.6477397024629369, "se": 0.14078629332602133, "pvalue": 0.00022182325198048797, "lower": 0.35195867585045887, "upper": 0.9435207290754148 }, { "event_time": 2, "estimate": 0.7125064332527898, "se": 0.27255818888987265, "pvalue": 0.017568693428212927, "lower": 0.13988292696587634, "upper": 1.2851299395397033 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.4742884687901576e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.699428026961292, "df_num": 1, "df_den": 1070, "pvalue": 0.01714325715860586, "log10_pvalue": -1.7659066601479774, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1079.582294643294, "rss_restricted": 1085.3327634166596, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.46097478107479145 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.36517167163553693 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9023276840178809 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2767170932833904 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.4956508573116845, "se": 0.16713138473916261, "lower": 0.1680793625366186, "upper": 0.8232223520867504 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.44546518029504456, "se": 0.1602945712335115, "lower": 0.13129359376007183, "upper": 0.7596367668300172 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.3875419050132088, "se": 0.15334523963318653, "lower": 0.08699075813149909, "upper": 0.6880930518949184 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 543.0, "post_cells": 6, "estimate": 0.44114140389164824, "se": 0.15727887969936732, "lower": 0.13288046415208044, "upper": 0.749402343631216 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.4956508573116845, "se": 0.16713138473916261, "lower": 0.1680793625366186, "upper": 0.8232223520867504, "event_study": [ { "event_time": -3, "estimate": -0.20900855768201582, "se": 0.10045941111950586, "lower": -0.40590538538434995, "upper": -0.012111729979681685, "relative_to_minus_one": -0.20900855768201582, "n": 0.0 }, { "event_time": -2, "estimate": -0.3978932714038136, "se": 0.1489722562630032, "lower": -0.6898735283749713, "upper": -0.10591301443265583, "relative_to_minus_one": -0.3978932714038136, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2711127646927841, "se": 0.12478183866752936, "lower": 0.026544854979739074, "upper": 0.5156806744058291, "relative_to_minus_one": 0.2711127646927841, "n": 253.0 }, { "event_time": 1, "estimate": 0.5308597451898438, "se": 0.20147474710313643, "lower": 0.13597649707338083, "upper": 0.9257429933063068, "relative_to_minus_one": 0.5308597451898438, "n": 191.0 }, { "event_time": 2, "estimate": 0.6849800620524257, "se": 0.28077001768398585, "lower": 0.1346809394531393, "upper": 1.235279184651712, "relative_to_minus_one": 0.6849800620524257, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.33673287758409554, "se": 0.18936265031465088, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.8392393479441618, "se": 0.14134864817212905, "event_time": 1, "mass": 117.0 }, { "group": 2, "year": 4, "att": 0.6849800620524257, "se": 0.28077001768398585, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.55049596044568, "se": 0.2075300394829076, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.17014996703182686, "se": 0.17151238236767777, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.09656736345625404, "se": 0.2204091728580453, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.20900855768201582, "se": 0.10045941111950586, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.1817061285945027, "se": 0.21960613338765778, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.2832248361499062, "se": 0.19790809382518765, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.44114140389164824, "treated_cell_se": 0.15727887969936732, "checks": { "input_rows": 1101, "retained_rows": 1101, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.044023791793733835, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6973746069496942, "event_study": [ { "event_time": -3, "estimate": -0.08225769401818632, "raw_gap": 0.026404337996411675, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.14978713539418292 }, { "event_time": -2, "estimate": -0.11842233544706274, "raw_gap": -0.10994340062752328, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.18595177682305936 }, { "event_time": -1, "estimate": 0.0675294413759966, "raw_gap": 0.08230473416641558, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5296023428358048, "raw_gap": 0.5396428637408667, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.46207290145980817 }, { "event_time": 1, "estimate": 0.8885767614145152, "raw_gap": 0.8695302247877428, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.8210473200385187 }, { "event_time": 2, "estimate": 0.7572409838995254, "raw_gap": 0.7572409838995257, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.6897115425235288 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.00799672265385487, -0.13289433354083424, 0.0842416583801609, 0.5035489109732577, 0.7640061511076094, 0.6546542059033942 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.04916065534748057 }, { "cohort": 3, "pre_gap": 0.10866203201459798 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12801744520255603, "zeta_omega": [ 0.0, 1.6041921226842553, 1.428787502455077 ], "zeta_lambda": [ 0.0, 9.53858343063717e-07, 1.0103053318605756e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.6168184943281205, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003137076273560524, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6538265766065707, "event_study": [ { "event_time": -3, "estimate": -0.0113943265349577, "raw_gap": -0.0113943265349577, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.04123655744208742 }, { "event_time": -2, "estimate": -0.042528804558449686, "raw_gap": -0.042528804558449686, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.07237103546557941 }, { "event_time": -1, "estimate": 0.029842230907129723, "raw_gap": 0.029842230907129723, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5265733431647549, "raw_gap": 0.5265733431647549, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.4967311122576252 }, { "event_time": 1, "estimate": 0.7969109624610107, "raw_gap": 0.7969109624610107, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.767068731553881 }, { "event_time": 2, "estimate": 0.702977590370019, "raw_gap": 0.702977590370019, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.6731353594628893 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01227635691559592, -0.04927669642892807, 0.03410139460949939, 0.4827813088273344, 0.6689144908306542, 0.6002504722136985 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.06254509861661636, "lambda_l": 0.02154229837202236, "singular_values": [ 1.635739522945073, 0.5709658602030915, 0.0, 0.0 ], "history_objective": [ 0.06443498889817427, 0.06284952292275478, 0.06263262459776522, 0.06257576501568321, 0.06255650462126218, 0.0625494896670387, 0.0625468425914153, 0.0625458154805182, 0.06254540518537371, 0.06254523565521557, 0.0625451627810139, 0.06254513003678992, 0.06254511462848357, 0.06254510704907558, 0.06254510317174815, 0.06254510112356937, 0.06254510001461115, 0.0625450994032609, 0.0625450990619343, 0.06254509886970777, 0.06254509876082133, 0.06254509869890697, 0.06254509866361443, 0.06254509864346502, 0.06254509863194978, 0.06254509862536482, 0.06254509862159777, 0.06254509861944232, 0.06254509861820887, 0.06254509861750296, 0.06254509861709898, 0.06254509861686774, 0.06254509861673546, 0.06254509861665969, 0.06254509861661636 ], "history_rmse": [ 0.12996515611812373, 0.12537566839703435, 0.12341554168776739, 0.12285404114097111, 0.1226550982108188, 0.12257482804288664, 0.12253937618103525, 0.1225227121847819, 0.12251452286812065, 0.12251035684200191, 0.12250817464614658, 0.12250700135463072, 0.12250635536906151, 0.12250599201285055, 0.12250578372647529, 0.1225056623611265, 0.1225055906565206, 0.12250554779971497, 0.1225055219385893, 0.12250550620897845, 0.12250549657787412, 0.1225054906470556, 0.12250548697625557, 0.12250548469349541, 0.12250548326735299, 0.12250548237217664, 0.12250548180747957, 0.12250548144932678, 0.1225054812208163, 0.1225054810740549, 0.12250548097910526, 0.1225054809171795, 0.12250548087643755, 0.12250548084937855, 0.1225054808312293 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.5665792516036936, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002576252445578575, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.03676325497054096, "event_study": [ { "event_time": -3, "estimate": 0.17587833675257256, "raw_gap": 0.17587833675257256, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.18375940131016913 }, { "event_time": -2, "estimate": -0.015141261701875339, "raw_gap": -0.015141261701875339, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.007260197144278767 }, { "event_time": -1, "estimate": -0.007881064557596571, "raw_gap": -0.007881064557596571, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09158022404337186, "raw_gap": 0.09158022404337186, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.09946128860096844 }, { "event_time": 1, "estimate": 0.041839776849280606, "raw_gap": 0.041839776849280606, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.04972084140687718 }, { "event_time": 2, "estimate": -0.11311865264830233, "raw_gap": -0.11311865264830233, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.10523758809070576 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.14147727610230598, -0.029839444089623357, -0.025168734745606096, 0.08890583559499755, -0.05567758235805684, -0.2157054306444337 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07153234784870524, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.015698130804063407, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001571248285472393, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4303930642951357, "SE": 0.11086309799544955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5023299184256732, "SE": 0.16005995561412767, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.502796669573645, "SE": 0.1319020007023263, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5524011544647354, "SE": 0.1237412754287098, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.4956508573116845, "SE": 0.16713138473916261, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.44114140389164824, "SE": 0.15727887969936732, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6973746069496942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6538265766065707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.03676325497054096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4303930642951357, "SE": 0.11086309799544955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.19747833826709366, "upper": 0.6633077903231777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5023299184256732, "SE": 0.16005995561412767, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1660564299159501, "upper": 0.8386034069353963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.502796669573645, "SE": 0.1319020007023263, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.22568084914623876, "upper": 0.7799124900010512, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5524011544647354, "SE": 0.1237412754287098, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.29243038162902213, "upper": 0.8123719273004486, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4956508573116845, "SE": 0.16713138473916261, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1680793625366186, "upper": 0.8232223520867504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.44114140389164824, "SE": 0.15727887969936732, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.13288046415208044, "upper": 0.749402343631216, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6973746069496942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6538265766065707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.03676325497054096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588646.660326, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4303930642951357, "SE": 0.11086309799544955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.19747833826709366, "upper": 0.6633077903231777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5023299184256732, "SE": 0.16005995561412767, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1660564299159501, "upper": 0.8386034069353963, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.502796669573645, "SE": 0.1319020007023263, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.22568084914623876, "upper": 0.7799124900010512, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5524011544647354, "SE": 0.1237412754287098, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.29243038162902213, "upper": 0.8123719273004486, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4956508573116845, "SE": 0.16713138473916261, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1680793625366186, "upper": 0.8232223520867504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.44114140389164824, "SE": 0.15727887969936732, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.13288046415208044, "upper": 0.749402343631216, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.6973746069496942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6538265766065707, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.03676325497054096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P036", "source_specification_id": "CI-T3-D02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 2 (\"People should not influence elections\"), accepted-manuscript p. 46", "outcome_label": "People should not influence elections [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P036.json", "input_bytes": 192606, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People should not influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p036", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People should not influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-D02-ORIG", "specification_id": "S01-P036", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P036" }, "source": { "file": "CI-T3-D02-ORIG.csv", "bytes": 192606, "sha256": "646b6d750c743f14850ecc04a5019af525dacc97fe9da5f131dcfb5b520e7bf2" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.7102989355456222, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04061398910953183, "se": 0.10498415519322277, "pvalue": 0.7033966610568598, "lower": -0.17994953641199551, "upper": 0.2611775146310592 }, { "method": "Dynamic TWFE", "estimate": -0.1279368440483663, "se": 0.11242939518936433, "pvalue": 0.2700699382430543, "lower": -0.36414223837267157, "upper": 0.10826855027593899 }, { "method": "BJS / did2s", "estimate": 0.0276364747511732, "se": 0.11679476630277469, "pvalue": 0.8156201774264826, "lower": -0.21774022395912745, "upper": 0.27301317346147386 }, { "method": "Sun\u2013Abraham", "estimate": -0.1065328086513135, "se": 0.11122451357307145, "pvalue": 0.3508439143797461, "lower": -0.3402068406320678, "upper": 0.12714122332944083 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.6472223395884708, "se": 0.15399794124453517, "pvalue": 0.0005348830082019471, "lower": 0.3236846706760824, "upper": 0.9707600085008591 }, { "event_time": -2, "estimate": 0.2364974240992186, "se": 0.14678652833043682, "pvalue": 0.12453952350304494, "lower": -0.07188962848066166, "upper": 0.5448844766790988 }, { "event_time": 0, "estimate": 0.010952063763280557, "se": 0.10605292874345833, "pvalue": 0.9188907249377086, "lower": -0.21185687166596334, "upper": 0.23376099919252447 }, { "event_time": 1, "estimate": -0.2651692653177105, "se": 0.11429849640224315, "pvalue": 0.03229407671394012, "lower": -0.5053014955755941, "upper": -0.02503703505982685 }, { "event_time": 2, "estimate": -0.21672743791334173, "se": 0.21142600452322158, "pvalue": 0.31890752620303375, "lower": -0.6609169906962794, "upper": 0.22746211486959592 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13568065665325377, "se": 0.07605283000030102, "pvalue": 0.09128597883954885, "lower": -0.0241004101170835, "upper": 0.295461723423591 }, { "event_time": -2, "estimate": -0.014079979189358627, "se": 0.07349712359360343, "pvalue": 0.850222046585081, "lower": -0.1684917060414797, "upper": 0.14033174766276243 }, { "event_time": -1, "estimate": -0.025223976039556846, "se": 0.029417530851667956, "pvalue": 0.40247047150980064, "lower": -0.08702791497529677, "upper": 0.03657996289618308 }, { "event_time": 0, "estimate": 0.08958297658013759, "se": 0.1261104159343214, "pvalue": 0.4865873354288536, "lower": -0.17536517576024285, "upper": 0.354531128920518 }, { "event_time": 1, "estimate": -0.02717438943997692, "se": 0.1291542068625835, "pvalue": 0.8357167900600544, "lower": -0.2985173092274289, "upper": 0.2441685303474751 }, { "event_time": 2, "estimate": -0.024371394319808278, "se": 0.22462646237801445, "pvalue": 0.9148014380597409, "lower": -0.4962940799511532, "upper": 0.44755129131153665 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4824987416317365, "se": 0.16860072339080348, "pvalue": 0.010365469101040971, "lower": 0.1282817658594147, "upper": 0.8367157174040583 }, { "event_time": -2, "estimate": 0.26346059693949136, "se": 0.16948071362355827, "pvalue": 0.13746752357137906, "lower": -0.0926051697080218, "upper": 0.6195263635870045 }, { "event_time": 0, "estimate": -0.004685867599279081, "se": 0.09801797889231112, "pvalue": 0.9623971316287375, "lower": -0.21061399979401638, "upper": 0.20124226459545821 }, { "event_time": 1, "estimate": -0.1424701301584931, "se": 0.1262516442226307, "pvalue": 0.2739416445244935, "lower": -0.4077149921224881, "upper": 0.12277473180550183 }, { "event_time": 2, "estimate": -0.2971117011441036, "se": 0.237499152762358, "pvalue": 0.2269507126473671, "lower": -0.7960789057211148, "upper": 0.20185550343290753 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.364760111825431e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0019237106559578249, "df_num": 1, "df_den": 1071, "pvalue": 0.9650240752385251, "log10_pvalue": -0.015461851824272801, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.8610398642957, "rss_restricted": 1041.8629112360832, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.740935801679366 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.548236473880332 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.01627314066296604 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0806030962427537 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People should not influence elections [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p036", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People should not influence elections [Table 3 original scale]", "source_specification_id": "CI-T3-D02-ORIG", "specification_id": "S01-P036", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P036" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P036", "regression_results": "analyses/archive-expanded/baselines/S01-P036.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D02-ORIG.csv", "bytes": 192606, "sha256": "646b6d750c743f14850ecc04a5019af525dacc97fe9da5f131dcfb5b520e7bf2" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.7102989355456222, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04061398910953183, "se": 0.10498415519322277, "pvalue": 0.7033966610568598, "lower": -0.17994953641199551, "upper": 0.2611775146310592 }, { "method": "Dynamic TWFE", "estimate": -0.1279368440483663, "se": 0.11242939518936433, "pvalue": 0.2700699382430543, "lower": -0.36414223837267157, "upper": 0.10826855027593899 }, { "method": "BJS / did2s", "estimate": 0.0276364747511732, "se": 0.11679476630277469, "pvalue": 0.8156201774264826, "lower": -0.21774022395912745, "upper": 0.27301317346147386 }, { "method": "Sun\u2013Abraham", "estimate": -0.1065328086513135, "se": 0.11122451357307145, "pvalue": 0.3508439143797461, "lower": -0.3402068406320678, "upper": 0.12714122332944083 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.6472223395884708, "se": 0.15399794124453517, "pvalue": 0.0005348830082019471, "lower": 0.3236846706760824, "upper": 0.9707600085008591 }, { "event_time": -2, "estimate": 0.2364974240992186, "se": 0.14678652833043682, "pvalue": 0.12453952350304494, "lower": -0.07188962848066166, "upper": 0.5448844766790988 }, { "event_time": 0, "estimate": 0.010952063763280557, "se": 0.10605292874345833, "pvalue": 0.9188907249377086, "lower": -0.21185687166596334, "upper": 0.23376099919252447 }, { "event_time": 1, "estimate": -0.2651692653177105, "se": 0.11429849640224315, "pvalue": 0.03229407671394012, "lower": -0.5053014955755941, "upper": -0.02503703505982685 }, { "event_time": 2, "estimate": -0.21672743791334173, "se": 0.21142600452322158, "pvalue": 0.31890752620303375, "lower": -0.6609169906962794, "upper": 0.22746211486959592 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13568065665325377, "se": 0.07605283000030102, "pvalue": 0.09128597883954885, "lower": -0.0241004101170835, "upper": 0.295461723423591 }, { "event_time": -2, "estimate": -0.014079979189358627, "se": 0.07349712359360343, "pvalue": 0.850222046585081, "lower": -0.1684917060414797, "upper": 0.14033174766276243 }, { "event_time": -1, "estimate": -0.025223976039556846, "se": 0.029417530851667956, "pvalue": 0.40247047150980064, "lower": -0.08702791497529677, "upper": 0.03657996289618308 }, { "event_time": 0, "estimate": 0.08958297658013759, "se": 0.1261104159343214, "pvalue": 0.4865873354288536, "lower": -0.17536517576024285, "upper": 0.354531128920518 }, { "event_time": 1, "estimate": -0.02717438943997692, "se": 0.1291542068625835, "pvalue": 0.8357167900600544, "lower": -0.2985173092274289, "upper": 0.2441685303474751 }, { "event_time": 2, "estimate": -0.024371394319808278, "se": 0.22462646237801445, "pvalue": 0.9148014380597409, "lower": -0.4962940799511532, "upper": 0.44755129131153665 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4824987416317365, "se": 0.16860072339080348, "pvalue": 0.010365469101040971, "lower": 0.1282817658594147, "upper": 0.8367157174040583 }, { "event_time": -2, "estimate": 0.26346059693949136, "se": 0.16948071362355827, "pvalue": 0.13746752357137906, "lower": -0.0926051697080218, "upper": 0.6195263635870045 }, { "event_time": 0, "estimate": -0.004685867599279081, "se": 0.09801797889231112, "pvalue": 0.9623971316287375, "lower": -0.21061399979401638, "upper": 0.20124226459545821 }, { "event_time": 1, "estimate": -0.1424701301584931, "se": 0.1262516442226307, "pvalue": 0.2739416445244935, "lower": -0.4077149921224881, "upper": 0.12277473180550183 }, { "event_time": 2, "estimate": -0.2971117011441036, "se": 0.237499152762358, "pvalue": 0.2269507126473671, "lower": -0.7960789057211148, "upper": 0.20185550343290753 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.364760111825431e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0019237106559578249, "df_num": 1, "df_den": 1071, "pvalue": 0.9650240752385251, "log10_pvalue": -0.015461851824272801, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.8610398642957, "rss_restricted": 1041.8629112360832, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.740935801679366 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.548236473880332 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.01627314066296604 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0806030962427537 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.0326065536261188, "se": 0.12710465404244484, "lower": -0.28172709781673405, "upper": 0.21651399056449647 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.025110591140708256, "se": 0.10918336251944173, "lower": -0.18888486710837796, "upper": 0.2391060493897945 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.00348882977867184, "se": 0.10530813964423764, "lower": -0.2098889907602923, "upper": 0.2029113312029486 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": 0.029882386805835992, "se": 0.10695061978277019, "lower": -0.17973697609263062, "upper": 0.2395017497043026 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.0326065536261188, "se": 0.12710465404244484, "lower": -0.28172709781673405, "upper": 0.21651399056449647, "event_study": [ { "event_time": -3, "estimate": 0.4859972550012598, "se": 0.1739205543006825, "lower": 0.14511923240067925, "upper": 0.8268752776018403, "relative_to_minus_one": 0.4859972550012598, "n": 0.0 }, { "event_time": -2, "estimate": 0.02144833949274827, "se": 0.23338726070138746, "lower": -0.4359822859324315, "upper": 0.47887896491792803, "relative_to_minus_one": 0.02144833949274827, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.16424215255516328, "se": 0.12752682449181968, "lower": -0.08570583051156377, "upper": 0.41419013562189033, "relative_to_minus_one": 0.16424215255516328, "n": 253.0 }, { "event_time": 1, "estimate": 0.032217599504964424, "se": 0.12009132881615454, "lower": -0.20315707983025566, "upper": 0.2675922788401845, "relative_to_minus_one": 0.032217599504964424, "n": 192.0 }, { "event_time": 2, "estimate": -0.2942794129384841, "se": 0.24569067008906215, "lower": -0.7758242776505582, "upper": 0.18726545177359005, "relative_to_minus_one": -0.2942794129384841, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2670091885500115, "se": 0.17322781850770425, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.11759325417252657, "se": 0.15531691544514578, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": -0.2942794129384841, "se": 0.2456906700890622, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": 0.17957765338474735, "se": 0.2833739954715705, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.2886408842996314, "se": 0.221293429696763, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.08831273649629978, "se": 0.1676732695109608, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": 0.4859972550012598, "se": 0.1739205543006825, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.2025681885209171, "se": 0.2677222296852925, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.21752345607252987, "se": 0.2070981626255676, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.029882386805835992, "treated_cell_se": 0.10695061978277019, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.050880708266049623, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.20392128900487047, "event_study": [ { "event_time": -3, "estimate": 0.6158158983482105, "raw_gap": 0.4295154232567442, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.6639817808845739 }, { "event_time": -2, "estimate": -0.0046257910171276125, "raw_gap": 0.017613781811501483, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.043540091519235796 }, { "event_time": -1, "estimate": -0.048165882536363405, "raw_gap": -0.05856612670706543, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.14588310283419295, "raw_gap": -0.1420299455451513, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.09771722029782955 }, { "event_time": 1, "estimate": -0.21355642951774437, "raw_gap": -0.15874188604200906, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": -0.16539054698138095 }, { "event_time": 2, "estimate": -0.3335547649918363, "raw_gap": -0.33355476499183684, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.2853888824554729 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.3708546755327453, -0.07005373396400552, -0.07099914080145688, -0.16645860864411868, -0.20522640173063567, -0.35417316971858875 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -5.329070518200751e-16 }, { "cohort": 2, "pre_gap": 0.14222151820731413 }, { "cohort": 3, "pre_gap": -0.18630047509146633 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2723203055835058, "zeta_omega": [ 0.0, 0.796091690725901, 1.0889417688440404 ], "zeta_lambda": [ 0.0, 4.733589514028936e-07, 7.699981090668948e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.22868280080869835, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003159590996801853, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.013869280072033193, "event_study": [ { "event_time": -3, "estimate": 0.07374036044902593, "raw_gap": 0.07374036044902593, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.08676646153087879 }, { "event_time": -2, "estimate": 0.0077344323098752854, "raw_gap": 0.0077344323098752854, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.02076053339172814 }, { "event_time": -1, "estimate": -0.013026101081852856, "raw_gap": -0.013026101081852856, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04786599069197457, "raw_gap": 0.04786599069197457, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.06089209177382743 }, { "event_time": 1, "estimate": -0.050241929819157184, "raw_gap": -0.050241929819157184, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": -0.03721582873730433 }, { "event_time": 2, "estimate": -0.10109629776744893, "raw_gap": -0.10109629776744893, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.08807019668559607 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06218058769205692, -0.01063170420843118, -0.012589937210102308, 0.03397674531821655, -0.11688142989204213, -0.10268531281008637 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 37, "termination_reason": "Relative objective tolerance reached", "objective": 0.05539064185426336, "lambda_l": 0.017767268674610648, "singular_values": [ 1.3499697300136464, 0.7730343216079176, 0.3416153379712641, 0.0 ], "history_objective": [ 0.05556110049383278, 0.055478710341024154, 0.05543802841683933, 0.05541639709910837, 0.05540470573629357, 0.055398338441120076, 0.05539485843604178, 0.055392953246085466, 0.05539190932145774, 0.05539133704256026, 0.05539102322508901, 0.05539085110156397, 0.055390756678409765, 0.05539070487215543, 0.05539067644418175, 0.055390660842677804, 0.05539065227936322, 0.05539064757857248, 0.05539064499778248, 0.05539064358072783, 0.055390642802561674, 0.055390642375185956, 0.05539064214043948, 0.05539064201148393, 0.055390641940635, 0.05539064190170544, 0.055390641880312126, 0.05539064186855417, 0.05539064186209114, 0.05539064185853809, 0.055390641856584565, 0.05539064185551035, 0.055390641854919556, 0.055390641854594594, 0.055390641854415834, 0.05539064185431746, 0.05539064185426336 ], "history_rmse": [ 0.10756724581258718, 0.1076271203752417, 0.10766446245168726, 0.10768430903135973, 0.10769513624010851, 0.10770108666435779, 0.10770435929523467, 0.10770615740759154, 0.10770714430427861, 0.10770768555788511, 0.1077079822771379, 0.1077081449104832, 0.10770823404742155, 0.10770828290452428, 0.107708309686293, 0.10770832436883364, 0.10770833241921178, 0.10770833683373579, 0.10770833925477499, 0.10770834058268035, 0.10770834131109262, 0.10770834171069503, 0.10770834192993455, 0.10770834205022918, 0.10770834211623896, 0.10770834215246329, 0.10770834217234371, 0.10770834218325515, 0.1077083421892443, 0.10770834219253186, 0.10770834219433696, 0.10770834219532763, 0.10770834219587129, 0.10770834219617026, 0.10770834219633423, 0.10770834219642414, 0.10770834219647375 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": -0.041617101627481334, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002455832436680794, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.0882545304980701, "event_study": [ { "event_time": -3, "estimate": 0.2630967804326616, "raw_gap": 0.2630967804326616, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.3074392366289786 }, { "event_time": -2, "estimate": 0.020910894580465043, "raw_gap": 0.020910894580465043, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.06525335077678203 }, { "event_time": -1, "estimate": -0.044342456196316986, "raw_gap": -0.044342456196316986, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.04534294010226102, "raw_gap": -0.04534294010226102, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.0010004839059440315 }, { "event_time": 1, "estimate": -0.15134096709957645, "raw_gap": -0.15134096709957645, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": -0.10699851090325946 }, { "event_time": 2, "estimate": -0.07556803092888308, "raw_gap": -0.07556803092888308, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.03122557473256609 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.20443603270866273, -0.013564364962756398, -0.05455609316405003, -0.0453965138092172, -0.18689119582839128, -0.09618643565563496 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.12841576051351458, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.10196694889827851, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015174970030784607, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04061398910953183, "SE": 0.10498415519322277, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1279368440483663, "SE": 0.11242939518936433, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0276364747511732, "SE": 0.11679476630277469, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1065328086513135, "SE": 0.11122451357307145, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.0326065536261188, "SE": 0.12710465404244484, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.029882386805835992, "SE": 0.10695061978277019, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.20392128900487047, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.013869280072033193, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0882545304980701, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04061398910953183, "SE": 0.10498415519322277, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17994953641199551, "upper": 0.2611775146310592, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1279368440483663, "SE": 0.11242939518936433, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36414223837267157, "upper": 0.10826855027593899, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0276364747511732, "SE": 0.11679476630277469, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21774022395912745, "upper": 0.27301317346147386, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1065328086513135, "SE": 0.11122451357307145, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3402068406320678, "upper": 0.12714122332944083, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0326065536261188, "SE": 0.12710465404244484, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28172709781673405, "upper": 0.21651399056449647, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.029882386805835992, "SE": 0.10695061978277019, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17973697609263062, "upper": 0.2395017497043026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.20392128900487047, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.013869280072033193, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0882545304980701, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588647.819154, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04061398910953183, "SE": 0.10498415519322277, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17994953641199551, "upper": 0.2611775146310592, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1279368440483663, "SE": 0.11242939518936433, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36414223837267157, "upper": 0.10826855027593899, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0276364747511732, "SE": 0.11679476630277469, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21774022395912745, "upper": 0.27301317346147386, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1065328086513135, "SE": 0.11122451357307145, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3402068406320678, "upper": 0.12714122332944083, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.0326065536261188, "SE": 0.12710465404244484, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28172709781673405, "upper": 0.21651399056449647, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.029882386805835992, "SE": 0.10695061978277019, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.17973697609263062, "upper": 0.2395017497043026, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.20392128900487047, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.013869280072033193, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0882545304980701, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P037", "source_specification_id": "CI-T3-D03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 3 (\"People do not know better leaders\"), accepted-manuscript p. 46", "outcome_label": "People do not know better leaders [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P037.json", "input_bytes": 192618, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People do not know better leaders [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p037", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People do not know better leaders [Table 3 original scale]", "source_specification_id": "CI-T3-D03-ORIG", "specification_id": "S01-P037", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P037" }, "source": { "file": "CI-T3-D03-ORIG.csv", "bytes": 192618, "sha256": "52726cdab6aff469f79efb32c1ab0787c5f20092f4cfe6c88e5029c4db23bb0d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9016258985113336, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12913524077848546, "se": 0.12448171915825734, "pvalue": 0.3132932231690688, "lower": -0.13239114660819248, "upper": 0.39066162816516337 }, { "method": "Dynamic TWFE", "estimate": 0.24297350167917692, "se": 0.16573628523377842, "pvalue": 0.15989353590895306, "lower": -0.10522551283614351, "upper": 0.5911725161944974 }, { "method": "BJS / did2s", "estimate": 0.2633411365145112, "se": 0.1311856574687338, "pvalue": 0.059962416397629184, "lower": -0.01226970262506305, "upper": 0.5389519756540855 }, { "method": "Sun\u2013Abraham", "estimate": 0.2006988537785288, "se": 0.179721599972168, "pvalue": 0.27879919287423083, "lower": -0.17688221671038212, "upper": 0.5782799242674397 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.036766938270613746, "se": 0.23188388171443364, "pvalue": 0.875782850454841, "lower": -0.45040301959988577, "upper": 0.5239368961411133 }, { "event_time": -2, "estimate": -0.0743572991889753, "se": 0.13386645356471097, "pvalue": 0.5854190033614173, "lower": -0.3556002819319801, "upper": 0.2068856835540295 }, { "event_time": 0, "estimate": 0.13582516447242957, "se": 0.1347486155399234, "pvalue": 0.3268185453609411, "lower": -0.14727117180736157, "upper": 0.4189215007522207 }, { "event_time": 1, "estimate": 0.26430038378819165, "se": 0.18593895154662943, "pvalue": 0.1722846947169123, "lower": -0.12634285765543257, "upper": 0.6549436252318159 }, { "event_time": 2, "estimate": 0.47565122723963427, "se": 0.26915924377737377, "pvalue": 0.09414895903721454, "lower": -0.08983136034686079, "upper": 1.0411338148261293 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11465958623494009, "se": 0.06721809330061236, "pvalue": 0.10524372263879582, "lower": -0.02656038748329491, "upper": 0.2558795599531751 }, { "event_time": -2, "estimate": -0.060569807622289897, "se": 0.046598343727989024, "pvalue": 0.2100603027905673, "lower": -0.15846929499914977, "upper": 0.03732967975456999 }, { "event_time": -1, "estimate": 0.007536280800964787, "se": 0.026957360288248296, "pvalue": 0.7829998541820437, "lower": -0.049099031575334566, "upper": 0.06417159317726415 }, { "event_time": 0, "estimate": 0.15136342101395972, "se": 0.12289070527763037, "pvalue": 0.23391374968822418, "lower": -0.10682037024457958, "upper": 0.409547212272499 }, { "event_time": 1, "estimate": 0.29146688635960283, "se": 0.14229117752928172, "pvalue": 0.055394342869965744, "lower": -0.007475784643515504, "upper": 0.5904095573627212 }, { "event_time": 2, "estimate": 0.4952435991531679, "se": 0.20816289268163035, "pvalue": 0.028626364119434766, "lower": 0.05790958995800077, "upper": 0.932577608348335 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2536757601200924, "se": 0.29009306803407797, "pvalue": 0.39338435037163644, "lower": -0.35578716023384505, "upper": 0.8631386804740299 }, { "event_time": -2, "estimate": -0.06820952272037101, "se": 0.2005108368371252, "pvalue": 0.737659571838179, "lower": -0.489467159138662, "upper": 0.35304811369792 }, { "event_time": 0, "estimate": 0.11752445214113927, "se": 0.13759917006267658, "pvalue": 0.40426973252884424, "lower": -0.17156067696241278, "upper": 0.4066095812446913 }, { "event_time": 1, "estimate": 0.17909393357586348, "se": 0.20381926428240824, "pvalue": 0.39114856035570544, "lower": -0.249114450980761, "upper": 0.6073023181324879 }, { "event_time": 2, "estimate": 0.45493787774790895, "se": 0.32760768584642175, "pvalue": 0.18187956180680184, "lower": -0.2333403299992005, "upper": 1.1432160854950184 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2469640073009476e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.1767811022732464, "df_num": 1, "df_den": 1070, "pvalue": 0.6742386532450715, "log10_pvalue": -0.1711863535506633, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1094.0508664819374, "rss_restricted": 1094.231621171769, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3113120061078874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.028454409810814738 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15997696171920503 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.45260564801716857 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "People do not know better leaders [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p037", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "People do not know better leaders [Table 3 original scale]", "source_specification_id": "CI-T3-D03-ORIG", "specification_id": "S01-P037", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P037" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P037", "regression_results": "analyses/archive-expanded/baselines/S01-P037.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D03-ORIG.csv", "bytes": 192618, "sha256": "52726cdab6aff469f79efb32c1ab0787c5f20092f4cfe6c88e5029c4db23bb0d" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.9016258985113336, "rows": 1101, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12913524077848546, "se": 0.12448171915825734, "pvalue": 0.3132932231690688, "lower": -0.13239114660819248, "upper": 0.39066162816516337 }, { "method": "Dynamic TWFE", "estimate": 0.24297350167917692, "se": 0.16573628523377842, "pvalue": 0.15989353590895306, "lower": -0.10522551283614351, "upper": 0.5911725161944974 }, { "method": "BJS / did2s", "estimate": 0.2633411365145112, "se": 0.1311856574687338, "pvalue": 0.059962416397629184, "lower": -0.01226970262506305, "upper": 0.5389519756540855 }, { "method": "Sun\u2013Abraham", "estimate": 0.2006988537785288, "se": 0.179721599972168, "pvalue": 0.27879919287423083, "lower": -0.17688221671038212, "upper": 0.5782799242674397 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.036766938270613746, "se": 0.23188388171443364, "pvalue": 0.875782850454841, "lower": -0.45040301959988577, "upper": 0.5239368961411133 }, { "event_time": -2, "estimate": -0.0743572991889753, "se": 0.13386645356471097, "pvalue": 0.5854190033614173, "lower": -0.3556002819319801, "upper": 0.2068856835540295 }, { "event_time": 0, "estimate": 0.13582516447242957, "se": 0.1347486155399234, "pvalue": 0.3268185453609411, "lower": -0.14727117180736157, "upper": 0.4189215007522207 }, { "event_time": 1, "estimate": 0.26430038378819165, "se": 0.18593895154662943, "pvalue": 0.1722846947169123, "lower": -0.12634285765543257, "upper": 0.6549436252318159 }, { "event_time": 2, "estimate": 0.47565122723963427, "se": 0.26915924377737377, "pvalue": 0.09414895903721454, "lower": -0.08983136034686079, "upper": 1.0411338148261293 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11465958623494009, "se": 0.06721809330061236, "pvalue": 0.10524372263879582, "lower": -0.02656038748329491, "upper": 0.2558795599531751 }, { "event_time": -2, "estimate": -0.060569807622289897, "se": 0.046598343727989024, "pvalue": 0.2100603027905673, "lower": -0.15846929499914977, "upper": 0.03732967975456999 }, { "event_time": -1, "estimate": 0.007536280800964787, "se": 0.026957360288248296, "pvalue": 0.7829998541820437, "lower": -0.049099031575334566, "upper": 0.06417159317726415 }, { "event_time": 0, "estimate": 0.15136342101395972, "se": 0.12289070527763037, "pvalue": 0.23391374968822418, "lower": -0.10682037024457958, "upper": 0.409547212272499 }, { "event_time": 1, "estimate": 0.29146688635960283, "se": 0.14229117752928172, "pvalue": 0.055394342869965744, "lower": -0.007475784643515504, "upper": 0.5904095573627212 }, { "event_time": 2, "estimate": 0.4952435991531679, "se": 0.20816289268163035, "pvalue": 0.028626364119434766, "lower": 0.05790958995800077, "upper": 0.932577608348335 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2536757601200924, "se": 0.29009306803407797, "pvalue": 0.39338435037163644, "lower": -0.35578716023384505, "upper": 0.8631386804740299 }, { "event_time": -2, "estimate": -0.06820952272037101, "se": 0.2005108368371252, "pvalue": 0.737659571838179, "lower": -0.489467159138662, "upper": 0.35304811369792 }, { "event_time": 0, "estimate": 0.11752445214113927, "se": 0.13759917006267658, "pvalue": 0.40426973252884424, "lower": -0.17156067696241278, "upper": 0.4066095812446913 }, { "event_time": 1, "estimate": 0.17909393357586348, "se": 0.20381926428240824, "pvalue": 0.39114856035570544, "lower": -0.249114450980761, "upper": 0.6073023181324879 }, { "event_time": 2, "estimate": 0.45493787774790895, "se": 0.32760768584642175, "pvalue": 0.18187956180680184, "lower": -0.2333403299992005, "upper": 1.1432160854950184 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46593001841620624, 0.35174953959484345, 0.18232044198895028 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2469640073009476e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.1767811022732464, "df_num": 1, "df_den": 1070, "pvalue": 0.6742386532450715, "log10_pvalue": -0.1711863535506633, "inference": "Homoskedastic nested-model F", "observations": 1101, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1094.0508664819374, "rss_restricted": 1094.231621171769, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ], [ -0.1451317264153339, -0.16426590524332768, -0.021240463664703477, -0.09434121470308365, -0.15150821458952562, -0.21591815492323105 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3113120061078874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.028454409810814738 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15997696171920503 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.45260564801716857 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24673863520910908, "se": 0.14082985923537372, "lower": -0.02928281684006892, "upper": 0.522760087258287 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.20227099293563294, "se": 0.1253246715757842, "lower": -0.04336084972721471, "upper": 0.4479028355984806 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.21138704156234614, "se": 0.11767872523184349, "lower": -0.019259021638652007, "upper": 0.4420331047633443 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 543.0, "post_cells": 6, "estimate": 0.20565059515157388, "se": 0.12267786474273676, "lower": -0.03479360144446628, "upper": 0.446094791747614 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24673863520910908, "se": 0.14082985923537372, "lower": -0.02928281684006892, "upper": 0.522760087258287, "event_study": [ { "event_time": -3, "estimate": 0.18905968567821457, "se": 0.2402733713282561, "lower": -0.28186746856918626, "upper": 0.6599868399256155, "relative_to_minus_one": 0.18905968567821457, "n": 0.0 }, { "event_time": -2, "estimate": -0.1082050845072528, "se": 0.1610721839068147, "lower": -0.4239007638758217, "upper": 0.2074905948613161, "relative_to_minus_one": -0.1082050845072528, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.08239268898220077, "se": 0.125867236637727, "lower": -0.1643025616613245, "upper": 0.3290879396257261, "relative_to_minus_one": 0.08239268898220077, "n": 253.0 }, { "event_time": 1, "estimate": 0.21889733422673258, "se": 0.13202704084907468, "lower": -0.03987091082285232, "upper": 0.4776655792763175, "relative_to_minus_one": 0.21889733422673258, "n": 191.0 }, { "event_time": 2, "estimate": 0.4389258824183938, "se": 0.2811673899221189, "lower": -0.1121520754560894, "upper": 0.990003840292877, "relative_to_minus_one": 0.4389258824183938, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.03453424927272679, "se": 0.16913758847171523, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.34544367921015634, "se": 0.13401869828157814, "event_time": 1, "mass": 117.0 }, { "group": 2, "year": 4, "att": 0.4389258824183938, "se": 0.28116738992211876, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.27376794429000567, "se": 0.19885815128988757, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.03852362006767092, "se": 0.22367300300660214, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.04068154734696275, "se": 0.16836653860390746, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": 0.18905968567821457, "se": 0.2402733713282561, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.12634230018498047, "se": 0.27069429405525675, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.37782124185501764, "se": 0.1693502240861566, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.20565059515157388, "treated_cell_se": 0.12267786474273676, "checks": { "input_rows": 1101, "retained_rows": 1101, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04577354108914733, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20564630935955658, "event_study": [ { "event_time": -3, "estimate": 0.3638419321036908, "raw_gap": 0.2643881839004049, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.2778328369749758 }, { "event_time": -2, "estimate": 0.061141109848248824, "raw_gap": 0.0067736147708213875, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.024867985280466194 }, { "event_time": -1, "estimate": 0.08600909512871502, "raw_gap": 0.053562669285510636, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.14034334426334025, "raw_gap": 0.10445472819932614, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.05433424913462523 }, { "event_time": 1, "estimate": 0.23800714963546746, "raw_gap": 0.226993369696208, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.15199805450675244 }, { "event_time": 2, "estimate": 0.31009812427515016, "raw_gap": 0.3100981242751502, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.22408902914643514 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.11419655021923858, -0.0634834116827, 0.003929314814203717, 0.06989969964508133, 0.20596230377890587, 0.20375731493673327 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.02842745903241299 }, { "cohort": 3, "pre_gap": -0.09945374820328587 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08935389217390415, "zeta_omega": [ 0.0, 1.326472011592434, 1.0383352230221568 ], "zeta_lambda": [ 0.0, 7.887249770188473e-07, 7.342138773438132e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 8.326672684688674e-17 }, "native_matrix_att": 0.1631991877463822, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031749997287988663, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20690210306366294, "event_study": [ { "event_time": -3, "estimate": 0.04154253616213727, "raw_gap": 0.04154253616213727, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.039905561579363986 }, { "event_time": -2, "estimate": -0.009960976235703333, "raw_gap": -0.009960976235703333, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.011597950818476614 }, { "event_time": -1, "estimate": 0.001636974582773281, "raw_gap": 0.001636974582773281, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11505193971314608, "raw_gap": 0.11505193971314608, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.11341496513037279 }, { "event_time": 1, "estimate": 0.24161860745514702, "raw_gap": 0.24161860745514702, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": 0.23998163287237373 }, { "event_time": 2, "estimate": 0.37465199184050446, "raw_gap": 0.37465199184050446, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.3730150172577312 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.031180969114379287, -0.02448834618986201, 0.005475509840575961, 0.12340227469837434, 0.22859149053935335, 0.2935050460295925 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 37, "termination_reason": "Relative objective tolerance reached", "objective": 0.05268963675317626, "lambda_l": 0.016914634581428254, "singular_values": [ 1.2565612947833884, 1.0020680624416318, 0.23479034002255328, 0.0 ], "history_objective": [ 0.053081974434755354, 0.052816049664931364, 0.052738671485179765, 0.05270926047240184, 0.052697897846218526, 0.05269333164792787, 0.052691393243170084, 0.05269051766729131, 0.0526900975288111, 0.052689885208976044, 0.052689773530777535, 0.05268971308548776, 0.05268967972999916, 0.05268966108807682, 0.05268965058341823, 0.052689644632582355, 0.052689641249758334, 0.052689639322296804, 0.05268963822231873, 0.05268963759385854, 0.052689637234488426, 0.05268963702885416, 0.052689636911124806, 0.05268963684369178, 0.052689636805052176, 0.05268963678290357, 0.05268963677020375, 0.052689636762919656, 0.05268963675874069, 0.052689636756342556, 0.05268963675496606, 0.05268963675417583, 0.052689636753722006, 0.05268963675346139, 0.052689636753311675, 0.05268963675322569, 0.05268963675317626 ], "history_rmse": [ 0.10249537967681778, 0.1023902551456177, 0.10248268380542098, 0.10251840631749388, 0.10253163936959772, 0.10253648818090018, 0.10253829054119129, 0.10253898628519714, 0.10253927115862077, 0.10253939663918495, 0.10253945621416659, 0.10253948639381788, 0.10253950244086034, 0.10253951125263028, 0.10253951618732776, 0.10253951898195371, 0.10253952057418661, 0.10253952148413044, 0.10253952200489123, 0.10253952230309189, 0.10253952247387531, 0.1025395225716834, 0.10253952262769375, 0.10253952265976596, 0.10253952267813027, 0.10253952268864505, 0.10253952269466554, 0.10253952269811299, 0.10253952270008708, 0.1025395227012174, 0.10253952270186494, 0.102539522702236, 0.1025395227024481, 0.1025395227025699, 0.1025395227026397, 0.10253952270267988, 0.10253952270270268 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.18996585985485218, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002414998598396778, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.041204530195972575, "event_study": [ { "event_time": -3, "estimate": 0.22578438028599282, "raw_gap": 0.22578438028599282, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.18590257698026172 }, { "event_time": -2, "estimate": 0.03296396785983121, "raw_gap": 0.03296396785983121, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.0069178354458998975 }, { "event_time": -1, "estimate": 0.03988180330573111, "raw_gap": 0.03988180330573111, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0403777687017937, "raw_gap": -0.0403777687017937, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.08025957200752482 }, { "event_time": 1, "estimate": -0.06185138270189045, "raw_gap": -0.06185138270189045, "n": 191, "n_cells": 9, "weight_sum": 191.0, "relative_to_minus_one": -0.10173318600762156 }, { "event_time": 2, "estimate": -0.003483538573719435, "raw_gap": -0.003483538573719435, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.04336534187945054 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.07559274660482651, -0.016799588024166368, -0.012921098632796113, -0.07127383578056504, -0.0879257970872483, -0.1098243479121364 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.038743249011722485, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.08396347327752823, "matrix_preparation": { "source_rows": 1101, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1101.0, "treated_observation_mass": 543.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016637519001960754, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12913524077848546, "SE": 0.12448171915825734, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.24297350167917692, "SE": 0.16573628523377842, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2633411365145112, "SE": 0.1311856574687338, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2006988537785288, "SE": 0.179721599972168, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24673863520910908, "SE": 0.14082985923537372, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20565059515157388, "SE": 0.12267786474273676, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20564630935955658, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20690210306366294, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.041204530195972575, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12913524077848546, "SE": 0.12448171915825734, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13239114660819248, "upper": 0.39066162816516337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.24297350167917692, "SE": 0.16573628523377842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10522551283614351, "upper": 0.5911725161944974, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2633411365145112, "SE": 0.1311856574687338, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01226970262506305, "upper": 0.5389519756540855, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2006988537785288, "SE": 0.179721599972168, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17688221671038212, "upper": 0.5782799242674397, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24673863520910908, "SE": 0.14082985923537372, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02928281684006892, "upper": 0.522760087258287, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20565059515157388, "SE": 0.12267786474273676, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.03479360144446628, "upper": 0.446094791747614, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20564630935955658, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20690210306366294, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.041204530195972575, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588648.984502, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12913524077848546, "SE": 0.12448171915825734, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13239114660819248, "upper": 0.39066162816516337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.24297350167917692, "SE": 0.16573628523377842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10522551283614351, "upper": 0.5911725161944974, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2633411365145112, "SE": 0.1311856574687338, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01226970262506305, "upper": 0.5389519756540855, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2006988537785288, "SE": 0.179721599972168, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17688221671038212, "upper": 0.5782799242674397, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24673863520910908, "SE": 0.14082985923537372, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02928281684006892, "upper": 0.522760087258287, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20565059515157388, "SE": 0.12267786474273676, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.03479360144446628, "upper": 0.446094791747614, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20564630935955658, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20690210306366294, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.041204530195972575, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P038", "source_specification_id": "CI-T3-D04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 4 (\"Democracy is not always preferable\"), accepted-manuscript p. 46", "outcome_label": "Democracy is not always preferable [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P038.json", "input_bytes": 181420, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Democracy is not always preferable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p038", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Democracy is not always preferable [Table 3 original scale]", "source_specification_id": "CI-T3-D04-ORIG", "specification_id": "S01-P038", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P038" }, "source": { "file": "CI-T3-D04-ORIG.csv", "bytes": 181420, "sha256": "fc96045ea73235a69f2eb46e9921c4c099f5fad2e8ade4bcc3efb7dd1310df0b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1651, "source_sd": 0.46243145444846473, "rows": 1037, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1550319334264455, "se": 0.14745843572711265, "pvalue": 0.3070038701988684, "lower": -0.154766744212112, "upper": 0.464830611065003 }, { "method": "Dynamic TWFE", "estimate": 0.15291623793325626, "se": 0.1567412542713766, "pvalue": 0.34219445354244704, "lower": -0.17638491778050364, "upper": 0.48221739364701616 }, { "method": "BJS / did2s", "estimate": 0.1456500846980343, "se": 0.13815811585661297, "pvalue": 0.3057249479605791, "lower": -0.14460934594329877, "upper": 0.4359095153393674 }, { "method": "Sun\u2013Abraham", "estimate": 0.06975588945735992, "se": 0.16618754452453124, "pvalue": 0.6796413077311627, "lower": -0.27939118564776666, "upper": 0.41890296456248644 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.10090718750813898, "se": 0.17547253140113533, "pvalue": 0.5723696504361155, "lower": -0.4695612961856719, "upper": 0.2677469211693939 }, { "event_time": -2, "estimate": -0.11909652561563072, "se": 0.1252691970173501, "pvalue": 0.35433628170023435, "lower": -0.3822773425926785, "upper": 0.14408429136141704 }, { "event_time": 0, "estimate": 0.16219786063842445, "se": 0.15127547473621766, "pvalue": 0.29779494359389247, "lower": -0.15562011838282158, "upper": 0.4800158396596705 }, { "event_time": 1, "estimate": 0.10838397580576643, "se": 0.19371928404777905, "pvalue": 0.5827230931580529, "lower": -0.29860513766992675, "upper": 0.5153730892814596 }, { "event_time": 2, "estimate": 0.21286073304912212, "se": 0.20303711109182654, "pvalue": 0.3083357241046378, "lower": -0.21370440863056445, "upper": 0.6394258747288086 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08190163744225756, "se": 0.08047841687151855, "pvalue": 0.32231255454264157, "lower": -0.08717724232682197, "upper": 0.2509805172113371 }, { "event_time": -2, "estimate": -0.010454923478291071, "se": 0.04253417565759595, "pvalue": 0.8086175344413531, "lower": -0.09981591058081826, "upper": 0.0789060636242361 }, { "event_time": -1, "estimate": -0.012920309366192314, "se": 0.030526312682897638, "pvalue": 0.6771256958597902, "lower": -0.0770537124889815, "upper": 0.05121309375659687 }, { "event_time": 0, "estimate": 0.17036225648038278, "se": 0.14911818935413315, "pvalue": 0.2682305078481823, "lower": -0.1429234341345521, "upper": 0.48364794709531767 }, { "event_time": 1, "estimate": 0.0820691645804349, "se": 0.17647370577263535, "pvalue": 0.647471961477403, "lower": -0.28868833340030686, "upper": 0.45282666256117665 }, { "event_time": 2, "estimate": 0.20178397679049248, "se": 0.17207054187677814, "pvalue": 0.2562098369122207, "lower": -0.15972281711464925, "upper": 0.5632907706956343 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3357391771118242, "se": 0.37615361135438374, "pvalue": 0.3838711244051553, "lower": -0.4545302354988623, "upper": 1.1260085897225107 }, { "event_time": -2, "estimate": -0.0570572569560133, "se": 0.16197773410197233, "pvalue": 0.7287386131443927, "lower": -0.3973598485591494, "upper": 0.28324533464712276 }, { "event_time": 0, "estimate": 0.14361694101509814, "se": 0.1207962710947271, "pvalue": 0.24992049306325342, "lower": -0.11016660730674549, "upper": 0.3974004893369418 }, { "event_time": 1, "estimate": -0.09733382863553004, "se": 0.26348793679952126, "pvalue": 0.7161355950839778, "lower": -0.650901442395282, "upper": 0.4562337851242219 }, { "event_time": 2, "estimate": 0.19435706519882548, "se": 0.21538826328538838, "pvalue": 0.37878424989680537, "lower": -0.2581568843466866, "upper": 0.6468710147443375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.458650086904924e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.036092965912545176, "df_num": 1, "df_den": 1006, "pvalue": 0.8493619630133346, "log10_pvalue": -0.07090719192469236, "inference": "Homoskedastic nested-model F", "observations": 1037, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1019.9215951528903, "rss_restricted": 1019.9581875936133, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7432006618816084 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.24998833316131158 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.073956366486191 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7142683800202659 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Democracy is not always preferable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p038", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Democracy is not always preferable [Table 3 original scale]", "source_specification_id": "CI-T3-D04-ORIG", "specification_id": "S01-P038", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P038" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P038", "regression_results": "analyses/archive-expanded/baselines/S01-P038.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D04-ORIG.csv", "bytes": 181420, "sha256": "fc96045ea73235a69f2eb46e9921c4c099f5fad2e8ade4bcc3efb7dd1310df0b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1651, "source_sd": 0.46243145444846473, "rows": 1037, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1550319334264455, "se": 0.14745843572711265, "pvalue": 0.3070038701988684, "lower": -0.154766744212112, "upper": 0.464830611065003 }, { "method": "Dynamic TWFE", "estimate": 0.15291623793325626, "se": 0.1567412542713766, "pvalue": 0.34219445354244704, "lower": -0.17638491778050364, "upper": 0.48221739364701616 }, { "method": "BJS / did2s", "estimate": 0.1456500846980343, "se": 0.13815811585661297, "pvalue": 0.3057249479605791, "lower": -0.14460934594329877, "upper": 0.4359095153393674 }, { "method": "Sun\u2013Abraham", "estimate": 0.06975588945735992, "se": 0.16618754452453124, "pvalue": 0.6796413077311627, "lower": -0.27939118564776666, "upper": 0.41890296456248644 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.10090718750813898, "se": 0.17547253140113533, "pvalue": 0.5723696504361155, "lower": -0.4695612961856719, "upper": 0.2677469211693939 }, { "event_time": -2, "estimate": -0.11909652561563072, "se": 0.1252691970173501, "pvalue": 0.35433628170023435, "lower": -0.3822773425926785, "upper": 0.14408429136141704 }, { "event_time": 0, "estimate": 0.16219786063842445, "se": 0.15127547473621766, "pvalue": 0.29779494359389247, "lower": -0.15562011838282158, "upper": 0.4800158396596705 }, { "event_time": 1, "estimate": 0.10838397580576643, "se": 0.19371928404777905, "pvalue": 0.5827230931580529, "lower": -0.29860513766992675, "upper": 0.5153730892814596 }, { "event_time": 2, "estimate": 0.21286073304912212, "se": 0.20303711109182654, "pvalue": 0.3083357241046378, "lower": -0.21370440863056445, "upper": 0.6394258747288086 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08190163744225756, "se": 0.08047841687151855, "pvalue": 0.32231255454264157, "lower": -0.08717724232682197, "upper": 0.2509805172113371 }, { "event_time": -2, "estimate": -0.010454923478291071, "se": 0.04253417565759595, "pvalue": 0.8086175344413531, "lower": -0.09981591058081826, "upper": 0.0789060636242361 }, { "event_time": -1, "estimate": -0.012920309366192314, "se": 0.030526312682897638, "pvalue": 0.6771256958597902, "lower": -0.0770537124889815, "upper": 0.05121309375659687 }, { "event_time": 0, "estimate": 0.17036225648038278, "se": 0.14911818935413315, "pvalue": 0.2682305078481823, "lower": -0.1429234341345521, "upper": 0.48364794709531767 }, { "event_time": 1, "estimate": 0.0820691645804349, "se": 0.17647370577263535, "pvalue": 0.647471961477403, "lower": -0.28868833340030686, "upper": 0.45282666256117665 }, { "event_time": 2, "estimate": 0.20178397679049248, "se": 0.17207054187677814, "pvalue": 0.2562098369122207, "lower": -0.15972281711464925, "upper": 0.5632907706956343 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3357391771118242, "se": 0.37615361135438374, "pvalue": 0.3838711244051553, "lower": -0.4545302354988623, "upper": 1.1260085897225107 }, { "event_time": -2, "estimate": -0.0570572569560133, "se": 0.16197773410197233, "pvalue": 0.7287386131443927, "lower": -0.3973598485591494, "upper": 0.28324533464712276 }, { "event_time": 0, "estimate": 0.14361694101509814, "se": 0.1207962710947271, "pvalue": 0.24992049306325342, "lower": -0.11016660730674549, "upper": 0.3974004893369418 }, { "event_time": 1, "estimate": -0.09733382863553004, "se": 0.26348793679952126, "pvalue": 0.7161355950839778, "lower": -0.650901442395282, "upper": 0.4562337851242219 }, { "event_time": 2, "estimate": 0.19435706519882548, "se": 0.21538826328538838, "pvalue": 0.37878424989680537, "lower": -0.2581568843466866, "upper": 0.6468710147443375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.458650086904924e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.036092965912545176, "df_num": 1, "df_den": 1006, "pvalue": 0.8493619630133346, "log10_pvalue": -0.07090719192469236, "inference": "Homoskedastic nested-model F", "observations": 1037, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1019.9215951528903, "rss_restricted": 1019.9581875936133, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7432006618816084 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.24998833316131158 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.073956366486191 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7142683800202659 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.12895312045671717, "se": 0.13995198565441774, "lower": -0.14534773099080792, "upper": 0.4032539719042423 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.11657934948598103, "se": 0.13738490882354504, "lower": -0.1526901238274863, "upper": 0.3858488227994484 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.19617368202828162, "se": 0.15746699120740373, "lower": -0.11245594949211507, "upper": 0.5048033135486782 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 507.0, "post_cells": 6, "estimate": 0.13210224063008136, "se": 0.13688342172450982, "lower": -0.1361843360305655, "upper": 0.4003888172907282 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.12895312045671717, "se": 0.13995198565441774, "lower": -0.14534773099080792, "upper": 0.4032539719042423, "event_study": [ { "event_time": -3, "estimate": 0.29982136701906553, "se": 0.3660290119669678, "lower": -0.4175823137329718, "upper": 1.017225047771103, "relative_to_minus_one": 0.29982136701906553, "n": 0.0 }, { "event_time": -2, "estimate": 0.02713679927683091, "se": 0.19964311573617094, "lower": -0.3641565173274258, "upper": 0.4184301158810877, "relative_to_minus_one": 0.02713679927683091, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.14053431829659824, "se": 0.17062823899823298, "lower": -0.1938908848854311, "upper": 0.4749595214786276, "relative_to_minus_one": 0.14053431829659824, "n": 239.0 }, { "event_time": 1, "estimate": 0.02360056916880414, "se": 0.17406929874500457, "lower": -0.31756898718554805, "upper": 0.36477012552315635, "relative_to_minus_one": 0.02360056916880414, "n": 175.0 }, { "event_time": 2, "estimate": 0.2227244739047491, "se": 0.20911946605474135, "lower": -0.18714214802879037, "upper": 0.6325910958382885, "relative_to_minus_one": 0.2227244739047491, "n": 93.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.07975400652621292, "se": 0.16239938015704986, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.07507493540417287, "se": 0.1982188726471891, "event_time": 1, "mass": 106.0 }, { "group": 2, "year": 4, "att": 0.2227244739047491, "se": 0.20911946605474138, "event_time": 2, "mass": 93.0 }, { "group": 3, "year": 1, "att": -0.24990859232163776, "se": 0.12907634900661855, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.03276288372163253, "se": 0.21414625509515492, "event_time": 0, "mass": 87.0 }, { "group": 3, "year": 4, "att": -0.048577508947211065, "se": 0.24336073851374376, "event_time": 1, "mass": 69.0 }, { "group": 4, "year": 1, "att": 0.29982136701906553, "se": 0.36602901196696774, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.4181748259600861, "se": 0.31262973912882014, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.7286365172678688, "se": 0.29737770083884996, "event_time": 0, "mass": 63.0 } ], "treated_cell_att": 0.13210224063008136, "treated_cell_se": 0.13688342172450982, "checks": { "input_rows": 1037, "retained_rows": 1037, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04542320780456066, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.04064217427610662, "event_study": [ { "event_time": -3, "estimate": 0.04752815130748974, "raw_gap": -0.022174144831165515, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.11344784932456681 }, { "event_time": -2, "estimate": -0.01203883803829953, "raw_gap": -0.03040127537691012, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.05388085997877755 }, { "event_time": -1, "estimate": -0.06591969801707707, "raw_gap": -0.08145610971580684, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0777807394831397, "raw_gap": 0.0630153511218841, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.14370043750021677 }, { "event_time": 1, "estimate": -0.07194877225112274, "raw_gap": -0.06804073534805091, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.006029074234045667 }, { "event_time": 2, "estimate": 0.1570647394135715, "raw_gap": 0.15706473941357155, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.22298443743064855 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02515261430095933, 0.03784917070696267, -0.03103106329688754, 0.04519563473691179, -0.09357815633630097, 0.0650642265252362 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": 0.0099116877976459 }, { "cohort": 3, "pre_gap": -0.06970229613865525 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07268843130303981, "zeta_omega": [ 0.0, 1.0454263645499255, 0.868237630943694 ], "zeta_lambda": [ 0.0, 6.216142354671e-07, 6.139367165216289e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": 0.01000654293899179, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003215828910470009, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10693388144283181, "event_study": [ { "event_time": -3, "estimate": 0.029998607262414902, "raw_gap": 0.029998607262414902, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.0396307849052865 }, { "event_time": -2, "estimate": 0.0015579017590411888, "raw_gap": 0.0015579017590411888, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.01119007940191279 }, { "event_time": -1, "estimate": -0.009632177642871602, "raw_gap": -0.009632177642871602, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13120587801869402, "raw_gap": 0.13120587801869402, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.14083805566156563 }, { "event_time": 1, "estimate": 0.02005873727814025, "raw_gap": 0.02005873727814025, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.029690914921011852 }, { "event_time": 2, "estimate": 0.20803219377820759, "raw_gap": 0.20803219377820759, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.2176643714210792 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0058172010023196385, 0.011142451200418457, -0.008646832888514687, 0.07361411301444351, -0.0071135926022545875, 0.1075237784573907 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.04416089052421622, "lambda_l": 0.01772172679918785, "singular_values": [ 1.3251438042749943, 0.6518305669273804, 0.0, 0.0 ], "history_objective": [ 0.0445312031982729, 0.044212499280214604, 0.044177437887816334, 0.04416861598557366, 0.044165039007959934, 0.044163215361119786, 0.044162210747027, 0.0441616438564422, 0.04416132131208793, 0.04416113715629168, 0.0441610318261854, 0.04416097151832568, 0.044160936965294655, 0.044160917159384125, 0.044160905802952094, 0.04416089928981011, 0.044160895553725314, 0.04416089341031927, 0.04416089218049553, 0.04416089147478859, 0.044160891069799244, 0.044160890837366955, 0.04416089070395959, 0.04416089062738379, 0.04416089058342666, 0.044160890558192334, 0.04416089054370533, 0.04416089053538799, 0.04416089053061259, 0.044160890527870596, 0.04416089052629616, 0.04416089052539204, 0.04416089052487287, 0.04416089052457472, 0.044160890524403515, 0.044160890524305135, 0.04416089052424868, 0.04416089052421622 ], "history_rmse": [ 0.09986929181018717, 0.09659112793479495, 0.09586910942051935, 0.09564794187888041, 0.09557261860799954, 0.09554550390264434, 0.09553535111042089, 0.0955313693921894, 0.09552968913723511, 0.0955288951483682, 0.09552846226752239, 0.09552819156695366, 0.09552800455444889, 0.09552786769785018, 0.09552776469895469, 0.09552768627451669, 0.09552762633914823, 0.09552758052152216, 0.09552754553229499, 0.09552751884905832, 0.09552749852708167, 0.09552748306751806, 0.09552747131787723, 0.09552746239442221, 0.09552745562121784, 0.09552745048236927, 0.0955274465848025, 0.09552744362942774, 0.0955274413889014, 0.09552743969055282, 0.09552743840331564, 0.09552743742774768, 0.09552743668842813, 0.09552743612816739, 0.09552743570361018, 0.09552743538189272, 0.09552743513810696, 0.0955274349533763 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.05298444548349732, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002589169889688492, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.12366149904646326, "event_study": [ { "event_time": -3, "estimate": -0.015976976543435526, "raw_gap": -0.015976976543435526, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.06124726601865242 }, { "event_time": -2, "estimate": -0.029115559262877424, "raw_gap": -0.029115559262877424, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.04810868329921052 }, { "event_time": -1, "estimate": -0.07722424256208794, "raw_gap": -0.07722424256208794, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0401502533531364, "raw_gap": -0.0401502533531364, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.037073989208951545 }, { "event_time": 1, "estimate": -0.20932607216585844, "raw_gap": -0.20932607216585844, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.13210182960377048 }, { "event_time": 2, "estimate": -0.17707964339926924, "raw_gap": -0.17707964339926924, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": -0.0998554008371813 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03134978258868931, 0.027188304603366936, -0.026377351321661482, -0.07182043376843732, -0.24726572718330456, -0.26908015628760457 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04394651314820828, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.16683177648434994, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016054091975092888, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.154766744212112, "upper": 0.464830611065003, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17638491778050364, "upper": 0.48221739364701616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14460934594329877, "upper": 0.4359095153393674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27939118564776666, "upper": 0.41890296456248644, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14534773099080792, "upper": 0.4032539719042423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1361843360305655, "upper": 0.4003888172907282, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588650.1482198, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.154766744212112, "upper": 0.464830611065003, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17638491778050364, "upper": 0.48221739364701616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14460934594329877, "upper": 0.4359095153393674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27939118564776666, "upper": 0.41890296456248644, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14534773099080792, "upper": 0.4032539719042423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1361843360305655, "upper": 0.4003888172907282, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P039", "source_specification_id": "CI-T3-D05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 5 (\"China is not suitable for democracy\"), accepted-manuscript p. 46", "outcome_label": "China is not suitable for democracy [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P039.json", "input_bytes": 189425, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "China is not suitable for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p039", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "China is not suitable for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-D05-ORIG", "specification_id": "S01-P039", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P039" }, "source": { "file": "CI-T3-D05-ORIG.csv", "bytes": 189425, "sha256": "b89d981e40f9e40b3cf6686bcff3f5789987798ca7a08fc6d2a2b2840ce6c4a4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.7794029040368904, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2581180602436974, "se": 0.1135983147543355, "pvalue": 0.035570326970292714, "lower": 0.0194568570420752, "upper": 0.49677926344531953 }, { "method": "Dynamic TWFE", "estimate": 0.30005921989561624, "se": 0.15014847058907202, "pvalue": 0.06100687245870987, "lower": -0.015391011273448496, "upper": 0.615509451064681 }, { "method": "BJS / did2s", "estimate": 0.2548799968150338, "se": 0.1213460859289511, "pvalue": 0.05004738750057245, "lower": -5.8669610082495716e-05, "upper": 0.5098186632401501 }, { "method": "Sun\u2013Abraham", "estimate": 0.24343173113939617, "se": 0.16729613709656357, "pvalue": 0.16286140799740828, "lower": -0.1080444105339606, "upper": 0.5949078728127529 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08091032876579313, "se": 0.20251365707038743, "pvalue": 0.6942034449611514, "lower": -0.5063757343547854, "upper": 0.3445550768231992 }, { "event_time": -2, "estimate": 0.0978799286520921, "se": 0.17153014538818845, "pvalue": 0.5753068433113099, "lower": -0.2624915343597027, "upper": 0.4582513916638869 }, { "event_time": 0, "estimate": 0.2762393979551077, "se": 0.12182886334101518, "pvalue": 0.03591322001097663, "lower": 0.020286453824455486, "upper": 0.5321923420857599 }, { "event_time": 1, "estimate": 0.34500565453290816, "se": 0.17233846577019493, "pvalue": 0.06059876726574014, "lower": -0.017064026585020098, "upper": 0.7070753356508364 }, { "event_time": 2, "estimate": 0.27480120142091036, "se": 0.27119180024225964, "pvalue": 0.3243404787361646, "lower": -0.2949516288406978, "upper": 0.8445540316825185 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021133569698592956, "se": 0.08363977352940229, "pvalue": 0.8033833163546221, "lower": -0.19685421334728317, "upper": 0.15458707395009727 }, { "event_time": -2, "estimate": 0.05857051816912282, "se": 0.06928339653802323, "pvalue": 0.40899819063001386, "lower": -0.08698849664036984, "upper": 0.20412953297861547 }, { "event_time": -1, "estimate": -0.029829058665885436, "se": 0.03665324611633634, "pvalue": 0.4263846801405717, "lower": -0.10683467127807568, "upper": 0.04717655394630481 }, { "event_time": 0, "estimate": 0.22459432898547416, "se": 0.11137962644423817, "pvalue": 0.05892188713308729, "lower": -0.009405583045039384, "upper": 0.45859424101598767 }, { "event_time": 1, "estimate": 0.284200273933149, "se": 0.14801904995915388, "pvalue": 0.07084484093452562, "lower": -0.026776210501576747, "upper": 0.5951767583678748 }, { "event_time": 2, "estimate": 0.2764111837872234, "se": 0.2229772414508561, "pvalue": 0.2310283618347689, "lower": -0.19204661724902777, "upper": 0.7448689848234746 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14693215221749034, "se": 0.30016939914577345, "pvalue": 0.630401506989235, "lower": -0.48370035425377456, "upper": 0.7775646586887552 }, { "event_time": -2, "estimate": 0.24654834051692887, "se": 0.2315827183496014, "pvalue": 0.3011201930269019, "lower": -0.2399888966026814, "upper": 0.7330855776365391 }, { "event_time": 0, "estimate": 0.23968640942682437, "se": 0.11992296413692863, "pvalue": 0.06097720317028305, "lower": -0.012262389059484596, "upper": 0.4916352079131333 }, { "event_time": 1, "estimate": 0.28722973519347905, "se": 0.21438012986700533, "pvalue": 0.19697606267116158, "lower": -0.1631662046338485, "upper": 0.7376256750208066 }, { "event_time": 2, "estimate": 0.1686492947479473, "se": 0.28854983341705787, "pvalue": 0.5661570987151049, "lower": -0.43757140998582955, "upper": 0.7748699994817242 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 8.537504681686807e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8088435252855534, "df_num": 1, "df_den": 1052, "pvalue": 0.368668192626714, "log10_pvalue": -0.4333643301524568, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.2933564110615, "rss_restricted": 1066.1124207018056, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3076985709987607 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3733932516660788 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34219499426931166 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5298365656313196 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "China is not suitable for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p039", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "China is not suitable for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-D05-ORIG", "specification_id": "S01-P039", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D05-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P039" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P039", "regression_results": "analyses/archive-expanded/baselines/S01-P039.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D05-ORIG.csv", "bytes": 189425, "sha256": "b89d981e40f9e40b3cf6686bcff3f5789987798ca7a08fc6d2a2b2840ce6c4a4" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 1.7794029040368904, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2581180602436974, "se": 0.1135983147543355, "pvalue": 0.035570326970292714, "lower": 0.0194568570420752, "upper": 0.49677926344531953 }, { "method": "Dynamic TWFE", "estimate": 0.30005921989561624, "se": 0.15014847058907202, "pvalue": 0.06100687245870987, "lower": -0.015391011273448496, "upper": 0.615509451064681 }, { "method": "BJS / did2s", "estimate": 0.2548799968150338, "se": 0.1213460859289511, "pvalue": 0.05004738750057245, "lower": -5.8669610082495716e-05, "upper": 0.5098186632401501 }, { "method": "Sun\u2013Abraham", "estimate": 0.24343173113939617, "se": 0.16729613709656357, "pvalue": 0.16286140799740828, "lower": -0.1080444105339606, "upper": 0.5949078728127529 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08091032876579313, "se": 0.20251365707038743, "pvalue": 0.6942034449611514, "lower": -0.5063757343547854, "upper": 0.3445550768231992 }, { "event_time": -2, "estimate": 0.0978799286520921, "se": 0.17153014538818845, "pvalue": 0.5753068433113099, "lower": -0.2624915343597027, "upper": 0.4582513916638869 }, { "event_time": 0, "estimate": 0.2762393979551077, "se": 0.12182886334101518, "pvalue": 0.03591322001097663, "lower": 0.020286453824455486, "upper": 0.5321923420857599 }, { "event_time": 1, "estimate": 0.34500565453290816, "se": 0.17233846577019493, "pvalue": 0.06059876726574014, "lower": -0.017064026585020098, "upper": 0.7070753356508364 }, { "event_time": 2, "estimate": 0.27480120142091036, "se": 0.27119180024225964, "pvalue": 0.3243404787361646, "lower": -0.2949516288406978, "upper": 0.8445540316825185 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021133569698592956, "se": 0.08363977352940229, "pvalue": 0.8033833163546221, "lower": -0.19685421334728317, "upper": 0.15458707395009727 }, { "event_time": -2, "estimate": 0.05857051816912282, "se": 0.06928339653802323, "pvalue": 0.40899819063001386, "lower": -0.08698849664036984, "upper": 0.20412953297861547 }, { "event_time": -1, "estimate": -0.029829058665885436, "se": 0.03665324611633634, "pvalue": 0.4263846801405717, "lower": -0.10683467127807568, "upper": 0.04717655394630481 }, { "event_time": 0, "estimate": 0.22459432898547416, "se": 0.11137962644423817, "pvalue": 0.05892188713308729, "lower": -0.009405583045039384, "upper": 0.45859424101598767 }, { "event_time": 1, "estimate": 0.284200273933149, "se": 0.14801904995915388, "pvalue": 0.07084484093452562, "lower": -0.026776210501576747, "upper": 0.5951767583678748 }, { "event_time": 2, "estimate": 0.2764111837872234, "se": 0.2229772414508561, "pvalue": 0.2310283618347689, "lower": -0.19204661724902777, "upper": 0.7448689848234746 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.14693215221749034, "se": 0.30016939914577345, "pvalue": 0.630401506989235, "lower": -0.48370035425377456, "upper": 0.7775646586887552 }, { "event_time": -2, "estimate": 0.24654834051692887, "se": 0.2315827183496014, "pvalue": 0.3011201930269019, "lower": -0.2399888966026814, "upper": 0.7330855776365391 }, { "event_time": 0, "estimate": 0.23968640942682437, "se": 0.11992296413692863, "pvalue": 0.06097720317028305, "lower": -0.012262389059484596, "upper": 0.4916352079131333 }, { "event_time": 1, "estimate": 0.28722973519347905, "se": 0.21438012986700533, "pvalue": 0.19697606267116158, "lower": -0.1631662046338485, "upper": 0.7376256750208066 }, { "event_time": 2, "estimate": 0.1686492947479473, "se": 0.28854983341705787, "pvalue": 0.5661570987151049, "lower": -0.43757140998582955, "upper": 0.7748699994817242 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 8.537504681686807e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8088435252855534, "df_num": 1, "df_den": 1052, "pvalue": 0.368668192626714, "log10_pvalue": -0.4333643301524568, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1065.2933564110615, "rss_restricted": 1066.1124207018056, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3076985709987607 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3733932516660788 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34219499426931166 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5298365656313196 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.21708016547533374, "se": 0.16200813059717614, "lower": -0.10044993569779306, "upper": 0.5346102666484606 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.23733159152555106, "se": 0.14309132688403006, "lower": -0.04312225566719585, "upper": 0.517785438718298 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.29092323959925687, "se": 0.12882037504494884, "lower": 0.03843994403621481, "upper": 0.543406535162299 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.24908045153531666, "se": 0.13925791390545575, "lower": -0.023860044281556192, "upper": 0.5220209473521895 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.21708016547533374, "se": 0.16200813059717614, "lower": -0.10044993569779306, "upper": 0.5346102666484606, "event_study": [ { "event_time": -3, "estimate": 0.17834943111388957, "se": 0.32189722404373977, "lower": -0.45255753473526117, "upper": 0.8092563969630403, "relative_to_minus_one": 0.17834943111388957, "n": 0.0 }, { "event_time": -2, "estimate": 0.18135221476938776, "se": 0.24447898853023944, "lower": -0.2978177977266625, "upper": 0.6605222272654381, "relative_to_minus_one": 0.18135221476938776, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.25511442472131274, "se": 0.12345762926237029, "lower": 0.013141917750368687, "upper": 0.4970869316922568, "relative_to_minus_one": 0.25511442472131274, "n": 250.0 }, { "event_time": 1, "estimate": 0.29197478955085215, "se": 0.16435369922584528, "lower": -0.03015254165773318, "upper": 0.6141021207594375, "relative_to_minus_one": 0.29197478955085215, "n": 187.0 }, { "event_time": 2, "estimate": 0.10415128215383634, "se": 0.2985416194212065, "lower": -0.48097953979799196, "upper": 0.6892821041056647, "relative_to_minus_one": 0.10415128215383634, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.08497192306727114, "se": 0.17024491260550123, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.18562385285909627, "se": 0.18416099538902123, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.10415128215383634, "se": 0.2985416194212065, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.28098791028195086, "se": 0.26078962306024595, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.3304174515661444, "se": 0.18857228038399926, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.44049293973793585, "se": 0.22347310434909753, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": 0.17834943111388957, "se": 0.32189722404373977, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.03865787697501349, "se": 0.30861332466690095, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.48755338455815467, "se": 0.1688638192941199, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.24908045153531666, "treated_cell_se": 0.13925791390545575, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04563925042748451, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13302580402321826, "event_study": [ { "event_time": -3, "estimate": 0.1732791770684845, "raw_gap": 0.060038088623644716, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": 0.2368976675636224 }, { "event_time": -2, "estimate": -0.10184219868870173, "raw_gap": -0.02920921787829217, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.03822370819356381 }, { "event_time": -1, "estimate": -0.06361849049513792, "raw_gap": -0.047733608189457176, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.061253369858828594, "raw_gap": 0.09794353200133597, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.12487186035396651 }, { "event_time": 1, "estimate": 0.16530831384625735, "raw_gap": 0.23498151916566284, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.22892680434139528 }, { "event_time": 2, "estimate": 0.2557709504581575, "raw_gap": 0.2557709504581576, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.3193894409532954 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.12340345966846333, 0.10364765432526152, -0.10175346717507255, 0.13543876130341573, 0.24130240252065693, 0.2516015957941732 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": 0.1784779369140932 }, { "cohort": 3, "pre_gap": -0.11324108844483978 } ], "diagnostics": { "converged": true, "pre_rmse": 0.13098268601597726, "zeta_omega": [ 0.0, 1.6135695225013909, 1.4932945317324682 ], "zeta_lambda": [ 0.0, 9.594341783550986e-07, 1.0559186896968183e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.15613238359510356, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003171670250594616, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2632840675727061, "event_study": [ { "event_time": -3, "estimate": 0.018829449559797547, "raw_gap": 0.018829449559797547, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": 0.03039611127459999 }, { "event_time": -2, "estimate": 0.03541979357265054, "raw_gap": 0.03541979357265054, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.04698645528745299 }, { "event_time": -1, "estimate": -0.011566661714802442, "raw_gap": -0.011566661714802442, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.19480566880109335, "raw_gap": 0.19480566880109335, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.2063723305158958 }, { "event_time": 1, "estimate": 0.322527164785353, "raw_gap": 0.322527164785353, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.3340938265001554 }, { "event_time": 2, "estimate": 0.32556386668753307, "raw_gap": 0.32556386668753307, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.3371305284023355 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.01946868706082705, 0.045275572561861654, -0.0338521602319875, 0.23622881254440214, 0.33969702299245447, 0.3626449919100514 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 34, "termination_reason": "Relative objective tolerance reached", "objective": 0.08338747338755458, "lambda_l": 0.024856783034399445, "singular_values": [ 1.9884736594739465, 0.6443325530098818, 0.0, 0.0 ], "history_objective": [ 0.08596742591097845, 0.08384121890735688, 0.08350301203882854, 0.08343415909294857, 0.08340979516255459, 0.08339865401464999, 0.08339313974562529, 0.08339035335096723, 0.08338893809109697, 0.08338821838954495, 0.08338785232099939, 0.08338766612564279, 0.08338757142311155, 0.08338752325580175, 0.08338749875634016, 0.08338748629434456, 0.08338747995482818, 0.08338747672953008, 0.08338747508843349, 0.08338747425330642, 0.08338747382826868, 0.08338747361191681, 0.0833874735017747, 0.08338747344569478, 0.08338747341713706, 0.08338747340259237, 0.08338747339518349, 0.08338747339140891, 0.08338747338948553, 0.08338747338850523, 0.08338747338800552, 0.08338747338775074, 0.0833874733876208, 0.08338747338755458 ], "history_rmse": [ 0.1459657986963734, 0.13998614748619367, 0.1357658235454913, 0.1345700947760474, 0.13417995680660666, 0.13404447598393063, 0.1339951637677043, 0.13397602213357918, 0.13396780168184172, 0.13396375675382524, 0.13396146536416503, 0.13396001647872696, 0.13395903639148768, 0.1339583500758118, 0.13395786200956947, 0.13395751289569396, 0.1339572627931038, 0.13395708365832787, 0.13395695545273653, 0.1339568637743754, 0.13395679826469561, 0.1339567514815822, 0.1339567180866015, 0.13395669425601744, 0.133956677254372, 0.133956665126594, 0.13395665647634866, 0.13395665030686124, 0.1339566459068373, 0.1339566427688264, 0.1339566405308611, 0.1339566389347779, 0.13395663779646033, 0.13395663698460442 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.29412861961331765, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002522082068026066, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.015100183162598263, "event_study": [ { "event_time": -3, "estimate": -0.0009083812804659628, "raw_gap": -0.0009083812804659628, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.001025301293537738 }, { "event_time": -2, "estimate": -0.11543201975143964, "raw_gap": -0.11543201975143964, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.11554893976451142 }, { "event_time": -1, "estimate": 0.00011692001307177513, "raw_gap": 0.00011692001307177513, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07408039039789788, "raw_gap": 0.07408039039789788, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.0739634703848261 }, { "event_time": 1, "estimate": -0.022747644937047055, "raw_gap": -0.022747644937047055, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": -0.02286456495011883 }, { "event_time": 2, "estimate": -0.0639462905919505, "raw_gap": -0.0639462905919505, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.06406321060502228 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.062456989764352655, 0.03986396844693102, -0.043749208202564525, 0.12364083585666867, -0.036356606529261044, -0.06811564525593497 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05802547814115815, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.0347978955960618, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015633273869752884, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2581180602436974, "SE": 0.1135983147543355, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30005921989561624, "SE": 0.15014847058907202, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2548799968150338, "SE": 0.1213460859289511, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.24343173113939617, "SE": 0.16729613709656357, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.21708016547533374, "SE": 0.16200813059717614, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24908045153531666, "SE": 0.13925791390545575, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13302580402321826, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2632840675727061, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.015100183162598263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2581180602436974, "SE": 0.1135983147543355, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0194568570420752, "upper": 0.49677926344531953, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30005921989561624, "SE": 0.15014847058907202, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.015391011273448496, "upper": 0.615509451064681, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2548799968150338, "SE": 0.1213460859289511, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -5.8669610082495716e-05, "upper": 0.5098186632401501, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.24343173113939617, "SE": 0.16729613709656357, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1080444105339606, "upper": 0.5949078728127529, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.21708016547533374, "SE": 0.16200813059717614, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10044993569779306, "upper": 0.5346102666484606, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24908045153531666, "SE": 0.13925791390545575, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.023860044281556192, "upper": 0.5220209473521895, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13302580402321826, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2632840675727061, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.015100183162598263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588651.3032231, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2581180602436974, "SE": 0.1135983147543355, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.0194568570420752, "upper": 0.49677926344531953, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30005921989561624, "SE": 0.15014847058907202, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.015391011273448496, "upper": 0.615509451064681, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2548799968150338, "SE": 0.1213460859289511, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -5.8669610082495716e-05, "upper": 0.5098186632401501, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.24343173113939617, "SE": 0.16729613709656357, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1080444105339606, "upper": 0.5949078728127529, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.21708016547533374, "SE": 0.16200813059717614, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10044993569779306, "upper": 0.5346102666484606, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.24908045153531666, "SE": 0.13925791390545575, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.023860044281556192, "upper": 0.5220209473521895, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13302580402321826, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2632840675727061, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.015100183162598263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P040", "source_specification_id": "CI-T3-D06-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 6 (\"Wisdom of the masses z-score index\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 4, p. 48 and Table 5, panel A, column 4, p. 49", "outcome_label": "Wisdom of the masses z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P040.json", "input_bytes": 241239, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p040", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-D06-ORIG", "specification_id": "S01-P040", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D06-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P040" }, "source": { "file": "CI-T3-D06-ORIG.csv", "bytes": 241239, "sha256": "dda555fb64651fe8411eff8cd6a2c259156fc153b77d50c84163883d09e02d9d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.22087079811454136, "se": 0.17307919763953677, "pvalue": 0.21813230016582866, "lower": -0.1427551029135961, "upper": 0.5844966991426788 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.514167073944528, "se": 0.2740724954364005, "pvalue": 0.07696458869180897, "lower": -0.06163787234166718, "upper": 1.0899720202307233 }, { "event_time": -2, "estimate": 0.1687476326605801, "se": 0.14755242709132202, "pvalue": 0.2677530746159974, "lower": -0.14124851350663722, "upper": 0.4787437788277974 }, { "event_time": 0, "estimate": 0.24994919318066933, "se": 0.12524410508872924, "pvalue": 0.06132664346606851, "lower": -0.013178907610506718, "upper": 0.5130772939718453 }, { "event_time": 1, "estimate": 0.17036010116412192, "se": 0.23780510702075935, "pvalue": 0.4829453629504408, "lower": -0.32924988945767025, "upper": 0.6699700917859142 }, { "event_time": 2, "estimate": 0.2411894598943136, "se": 0.28328426338465085, "pvalue": 0.40572969041099666, "lower": -0.3539686927039467, "upper": 0.8363476124925739 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3765576089478527e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p040", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-D06-ORIG", "specification_id": "S01-P040", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D06-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P040" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P040", "regression_results": "analyses/archive-expanded/baselines/S01-P040.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D06-ORIG.csv", "bytes": 241239, "sha256": "dda555fb64651fe8411eff8cd6a2c259156fc153b77d50c84163883d09e02d9d" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1650, "source_sd": 0.9924485297361805, "rows": 1036, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2958180726771467, "se": 0.13533419075133454, "pvalue": 0.042284215112339575, "lower": 0.011491488529483118, "upper": 0.5801446568248103 }, { "method": "Dynamic TWFE", "estimate": 0.29570225126452043, "se": 0.15883497713731407, "pvalue": 0.07905644609090443, "lower": -0.03799765296444407, "upper": 0.629402155493485 }, { "method": "BJS / did2s", "estimate": 0.3381418148842176, "se": 0.1351880313162006, "pvalue": 0.022249186978976165, "lower": 0.05412230031521603, "upper": 0.6221613294532191 }, { "method": "Sun\u2013Abraham", "estimate": 0.22087079811454136, "se": 0.17307919763953677, "pvalue": 0.21813230016582866, "lower": -0.1427551029135961, "upper": 0.5844966991426788 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18856244772806277, "se": 0.18428651119314343, "pvalue": 0.319767627276579, "lower": -0.19860914535673904, "upper": 0.5757340408128646 }, { "event_time": -2, "estimate": 0.03962692986938346, "se": 0.1182033082823031, "pvalue": 0.7413166208235749, "lower": -0.2087090057303132, "upper": 0.2879628654690801 }, { "event_time": 0, "estimate": 0.29178206088785386, "se": 0.13616621187045513, "pvalue": 0.04604368574447131, "lower": 0.005707465233083797, "upper": 0.577856656542624 }, { "event_time": 1, "estimate": 0.26494156868843544, "se": 0.19628734662530137, "pvalue": 0.19382331261785654, "lower": -0.14744284405709257, "upper": 0.6773259814339634 }, { "event_time": 2, "estimate": 0.3636597238541785, "se": 0.2674426047852661, "pvalue": 0.1906938766156627, "lower": -0.19821633903866037, "upper": 0.9255357867470173 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1312540206660446, "se": 0.0739328309615398, "pvalue": 0.09275684277012824, "lower": -0.024073093398469386, "upper": 0.2865811347305586 }, { "event_time": -2, "estimate": -0.008401678274631917, "se": 0.05369817951709674, "pvalue": 0.8774110346137777, "lower": -0.12121736714292033, "upper": 0.10441401059365649 }, { "event_time": -1, "estimate": -0.025555703574751443, "se": 0.026260713232998483, "pvalue": 0.34337422042289695, "lower": -0.08072741479840745, "upper": 0.02961600764890456 }, { "event_time": 0, "estimate": 0.31207702291536094, "se": 0.1310577806812723, "pvalue": 0.028503489555582715, "lower": 0.0367348429369998, "upper": 0.5874192028937221 }, { "event_time": 1, "estimate": 0.3274662708123366, "se": 0.15759542368663065, "pvalue": 0.052303035869718774, "lower": -0.003629428252030331, "upper": 0.6585619698767036 }, { "event_time": 2, "estimate": 0.42521391696094796, "se": 0.2155195625354183, "pvalue": 0.06405708176547059, "lower": -0.02757588207281908, "upper": 0.8780037159947149 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.514167073944528, "se": 0.2740724954364005, "pvalue": 0.07696458869180897, "lower": -0.06163787234166718, "upper": 1.0899720202307233 }, { "event_time": -2, "estimate": 0.1687476326605801, "se": 0.14755242709132202, "pvalue": 0.2677530746159974, "lower": -0.14124851350663722, "upper": 0.4787437788277974 }, { "event_time": 0, "estimate": 0.24994919318066933, "se": 0.12524410508872924, "pvalue": 0.06132664346606851, "lower": -0.013178907610506718, "upper": 0.5130772939718453 }, { "event_time": 1, "estimate": 0.17036010116412192, "se": 0.23780510702075935, "pvalue": 0.4829453629504408, "lower": -0.32924988945767025, "upper": 0.6699700917859142 }, { "event_time": 2, "estimate": 0.2411894598943136, "se": 0.28328426338465085, "pvalue": 0.40572969041099666, "lower": -0.3539686927039467, "upper": 0.8363476124925739 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3765576089478527e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.16411852695202836, "df_num": 1, "df_den": 1005, "pvalue": 0.6854788675821428, "log10_pvalue": -0.16400592939953246, "inference": "Homoskedastic nested-model F", "observations": 1036, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1010.0835011996844, "rss_restricted": 1010.2484498726351, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ], [ -0.13984919379018346, -0.1621455499958311, -0.018221698168174844, -0.0916923502557779, -0.14925126466996141, -0.21081328149532433 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07143398420905868 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.3840194535974081 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15702822216646695 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7589765076431909 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.28681769390188194, "se": 0.15529485712325597, "lower": -0.01755463304399324, "upper": 0.5911900208477572 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2968241664345861, "se": 0.13666176412701586, "lower": 0.028972030681927052, "upper": 0.5646763021872452 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.3481016556981156, "se": 0.12634956217676876, "lower": 0.10046106436924457, "upper": 0.5957422470269866 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 507.0, "post_cells": 6, "estimate": 0.3126423292402763, "se": 0.131706659523716, "lower": 0.05450202004971366, "upper": 0.570782638430839 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.28681769390188194, "se": 0.15529485712325597, "lower": -0.01755463304399324, "upper": 0.5911900208477572, "event_study": [ { "event_time": -3, "estimate": 0.48233337821840344, "se": 0.2750238806206999, "lower": -0.05670352268661166, "upper": 1.0213702791234185, "relative_to_minus_one": 0.48233337821840344, "n": 0.0 }, { "event_time": -2, "estimate": 0.03241208429280018, "se": 0.16862194122174884, "lower": -0.2980808475050575, "upper": 0.36290501609065784, "relative_to_minus_one": 0.03241208429280018, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3101578054279389, "se": 0.1310912818144703, "lower": 0.05322361438438655, "upper": 0.5670919964714913, "relative_to_minus_one": 0.3101578054279389, "n": 239.0 }, { "event_time": 1, "estimate": 0.3162583792951557, "se": 0.17482372645637345, "lower": -0.026389828202418475, "upper": 0.65890658679273, "relative_to_minus_one": 0.3162583792951557, "n": 175.0 }, { "event_time": 2, "estimate": 0.23403689698255115, "se": 0.27039617671484056, "lower": -0.2959298709358643, "upper": 0.7640036649009666, "relative_to_minus_one": 0.23403689698255115, "n": 93.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.11636604335765288, "se": 0.17829869982836996, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.36428157523817206, "se": 0.17919495939485025, "event_time": 1, "mass": 106.0 }, { "group": 2, "year": 4, "att": 0.23403689698255115, "se": 0.27039617671484056, "event_time": 2, "mass": 93.0 }, { "group": 3, "year": 1, "att": -0.02471563230867145, "se": 0.18040421017804958, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.35503230280644726, "se": 0.2116231131531446, "event_time": 0, "mass": 87.0 }, { "group": 3, "year": 4, "att": 0.24867017759757717, "se": 0.24135566393095512, "event_time": 1, "mass": 69.0 }, { "group": 4, "year": 1, "att": 0.48233337821840344, "se": 0.2750238806206999, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.11274793576361966, "se": 0.26191494510086666, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6305992392535194, "se": 0.12925229994658521, "event_time": 0, "mass": 63.0 } ], "treated_cell_att": 0.3126423292402763, "treated_cell_se": 0.131706659523716, "checks": { "input_rows": 1036, "retained_rows": 1036, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045208875089883804, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10987602251754118, "event_study": [ { "event_time": -3, "estimate": 0.43819081829071344, "raw_gap": 0.32047452836665563, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.5187855960416632 }, { "event_time": -2, "estimate": -0.09490319920150944, "raw_gap": -0.03353695091550827, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": -0.01430842145055973 }, { "event_time": -1, "estimate": -0.08059477775094971, "raw_gap": -0.07104671235581451, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.057436411233322895, "raw_gap": 0.08517410568002327, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.1380311889842726 }, { "event_time": 1, "estimate": 0.11805762076627786, "raw_gap": 0.18171181002213435, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.19865239851722757 }, { "event_time": 2, "estimate": 0.22924470427452234, "raw_gap": 0.22924470427452234, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.30983948202547207 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2873691494972258, -0.004693393610865695, -0.08553303454630595, 0.06003778583983044, 0.13390530772898235, 0.11118030937878101 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -8.326672684688674e-18 }, { "cohort": 2, "pre_gap": 0.16144178434456352 }, { "cohort": 3, "pre_gap": -0.11771628992405778 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19059521308336147, "zeta_omega": [ 0.0, 1.3291746234273567, 1.5117125234616147 ], "zeta_lambda": [ 0.0, 7.903319596304375e-07, 1.0689421765443353e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.06373597841897276, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003158329054713249, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33081777550053215, "event_study": [ { "event_time": -3, "estimate": 0.08935314116229827, "raw_gap": 0.08935314116229827, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.10693887014553094 }, { "event_time": -2, "estimate": 0.012087552297561508, "raw_gap": 0.012087552297561508, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.029673281280794172 }, { "event_time": -1, "estimate": -0.017585728983232664, "raw_gap": -0.017585728983232664, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2826517281942092, "raw_gap": 0.2826517281942092, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.3002374571774419 }, { "event_time": 1, "estimate": 0.3435483964748306, "raw_gap": 0.3435483964748306, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.3611341254580633 }, { "event_time": 2, "estimate": 0.43064386835761775, "raw_gap": 0.43064386835761775, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.44822959734085044 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06291104807825262, 0.003533695978095844, -0.021531810171207585, 0.23917504652500624, 0.27791385158455356, 0.33349834871457446 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 34, "termination_reason": "Relative objective tolerance reached", "objective": 0.07072273457509048, "lambda_l": 0.021700546883043823, "singular_values": [ 1.608465429065454, 0.922517057412911, 0.0, 0.0 ], "history_objective": [ 0.07142923838858903, 0.07081174573669913, 0.0707493414855361, 0.07073337895811084, 0.07072752642151672, 0.07072499697161617, 0.07072383057467001, 0.07072327577243985, 0.07072300625660738, 0.07072287297551232, 0.07072280599794936, 0.07072277184913071, 0.07072275421394393, 0.07072274500528355, 0.07072274015126946, 0.0707227375724202, 0.07072273619337122, 0.07072273545196728, 0.070722735051629, 0.07072273483468443, 0.07072273471677776, 0.07072273465254271, 0.07072273461747783, 0.07072273459830443, 0.07072273458780547, 0.07072273458204942, 0.07072273457889025, 0.07072273457715475, 0.07072273457620046, 0.07072273457567536, 0.07072273457538619, 0.0707227345752268, 0.07072273457513899, 0.07072273457509048 ], "history_rmse": [ 0.13109002661328342, 0.12691279218988474, 0.1260752619915079, 0.12582052219127687, 0.12573684141639568, 0.1257085915900312, 0.1256989810294117, 0.12569571736033985, 0.12569462053168787, 0.12569426187659083, 0.12569415308660756, 0.12569412760497062, 0.12569412880997222, 0.12569413756852343, 0.12569414751680014, 0.12569415664315609, 0.1256941644214335, 0.12569417082936626, 0.12569417600773888, 0.12569418013919542, 0.12569418340412228, 0.12569418596480636, 0.1256941879606866, 0.12569418950824937, 0.1256941907029175, 0.12569419162171228, 0.12569419232608267, 0.1256941928645948, 0.12569419327533793, 0.12569419358799513, 0.12569419382557587, 0.12569419400583615, 0.1256941941424278, 0.1256941942458119 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2695552597281087, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002649580128490925, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.13711238373285772, "event_study": [ { "event_time": -3, "estimate": 0.19892401198329507, "raw_gap": 0.19892401198329507, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.24380575018122091 }, { "event_time": -2, "estimate": -0.06584581165805152, "raw_gap": -0.06584581165805152, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": -0.02096407346012566 }, { "event_time": -1, "estimate": -0.04488173819792586, "raw_gap": -0.04488173819792586, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05781503567157311, "raw_gap": -0.05781503567157311, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": -0.01293329747364725 }, { "event_time": 1, "estimate": -0.22042696249464058, "raw_gap": -0.22042696249464058, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.1755452242967147 }, { "event_time": 2, "estimate": -0.18412329667194408, "raw_gap": -0.18412329667194408, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": -0.1392415584740182 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1658186331138652, 0.002622803392300768, -0.05263515073798993, -0.06348150124967508, -0.28201328880434706, -0.30218769156768543 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09328362145581448, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1805302804934565, "matrix_preparation": { "source_rows": 1036, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1036.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001837918534874916, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22087079811454136, "SE": 0.17307919763953677, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.011491488529483118, "upper": 0.5801446568248103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03799765296444407, "upper": 0.629402155493485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.05412230031521603, "upper": 0.6221613294532191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22087079811454136, "SE": 0.17307919763953677, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1427551029135961, "upper": 0.5844966991426788, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01755463304399324, "upper": 0.5911900208477572, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.05450202004971366, "upper": 0.570782638430839, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588652.479603, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2958180726771467, "SE": 0.13533419075133454, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.011491488529483118, "upper": 0.5801446568248103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.29570225126452043, "SE": 0.15883497713731407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03799765296444407, "upper": 0.629402155493485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3381418148842176, "SE": 0.1351880313162006, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.05412230031521603, "upper": 0.6221613294532191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22087079811454136, "SE": 0.17307919763953677, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1427551029135961, "upper": 0.5844966991426788, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28681769390188194, "SE": 0.15529485712325597, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.01755463304399324, "upper": 0.5911900208477572, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.3126423292402763, "SE": 0.131706659523716, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.05450202004971366, "upper": 0.570782638430839, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.10987602251754118, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.33081777550053215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.13711238373285772, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P041", "source_specification_id": "CI-T3-E01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel E, row 1 (\"Participation is key for democracy\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 5, p. 48 and Table 5, panel A, column 5, p. 49", "outcome_label": "Participation is key for democracy [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P041.json", "input_bytes": 189391, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p041", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-E01-ORIG", "specification_id": "S01-P041", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-E01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P041" }, "source": { "file": "CI-T3-E01-ORIG.csv", "bytes": 189391, "sha256": "5b62bccb088ed5c186de6ecd789f460bed3c5b33dfb472b9de8078d2c74e4b45" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625008, "se": 0.10678203594299218, "pvalue": 0.21785132625644135, "lower": -0.08798658329819292, "upper": 0.3606948823306931 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140281474, "se": 0.1660503390141074, "pvalue": 0.2523227115189889, "lower": -0.15247425562141986, "upper": 0.5452433784270494 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146222535, "se": 0.22401370798880563, "pvalue": 0.918234692887241, "lower": -0.49395700957602423, "upper": 0.4473136632835792 }, { "event_time": -2, "estimate": 0.13365187342819343, "se": 0.1482895583911083, "pvalue": 0.379335988556123, "lower": -0.1778929281332964, "upper": 0.4451966749896833 }, { "event_time": 0, "estimate": 0.1786006139404903, "se": 0.11757123603197434, "pvalue": 0.14611096683214894, "lower": -0.06840738713746591, "upper": 0.4256086150184465 }, { "event_time": 1, "estimate": 0.17774816807764762, "se": 0.19467793251906348, "pvalue": 0.37329089781639185, "lower": -0.2312549911002104, "upper": 0.5867513272555056 }, { "event_time": 2, "estimate": 0.2781473698294887, "se": 0.2806414523621861, "pvalue": 0.3347676079536903, "lower": -0.3114584428434834, "upper": 0.8677531825024607 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p041", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [Table 3 original scale]", "source_specification_id": "CI-T3-E01-ORIG", "specification_id": "S01-P041", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-E01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P041" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P041", "regression_results": "analyses/archive-expanded/baselines/S01-P041.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-E01-ORIG.csv", "bytes": 189391, "sha256": "5b62bccb088ed5c186de6ecd789f460bed3c5b33dfb472b9de8078d2c74e4b45" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1724, "source_sd": 0.4888700552191544, "rows": 1083, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13635414951625008, "se": 0.10678203594299218, "pvalue": 0.21785132625644135, "lower": -0.08798658329819292, "upper": 0.3606948823306931 }, { "method": "Dynamic TWFE", "estimate": 0.19638456140281474, "se": 0.1660503390141074, "pvalue": 0.2523227115189889, "lower": -0.15247425562141986, "upper": 0.5452433784270494 }, { "method": "BJS / did2s", "estimate": 0.17499987708226145, "se": 0.13898653984676795, "pvalue": 0.2240735365305159, "lower": -0.11700000777865266, "upper": 0.46699976194317555 }, { "method": "Sun\u2013Abraham", "estimate": 0.26144575205381165, "se": 0.17200563612269446, "pvalue": 0.14588611118204134, "lower": -0.09992467992203719, "upper": 0.6228161840296604 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.023321673146222535, "se": 0.22401370798880563, "pvalue": 0.918234692887241, "lower": -0.49395700957602423, "upper": 0.4473136632835792 }, { "event_time": -2, "estimate": 0.13365187342819343, "se": 0.1482895583911083, "pvalue": 0.379335988556123, "lower": -0.1778929281332964, "upper": 0.4451966749896833 }, { "event_time": 0, "estimate": 0.1786006139404903, "se": 0.11757123603197434, "pvalue": 0.14611096683214894, "lower": -0.06840738713746591, "upper": 0.4256086150184465 }, { "event_time": 1, "estimate": 0.17774816807764762, "se": 0.19467793251906348, "pvalue": 0.37329089781639185, "lower": -0.2312549911002104, "upper": 0.5867513272555056 }, { "event_time": 2, "estimate": 0.2781473698294887, "se": 0.2806414523621861, "pvalue": 0.3347676079536903, "lower": -0.3114584428434834, "upper": 0.8677531825024607 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14916710567284966, "se": 0.06381484204419623, "pvalue": 0.031163966976272828, "lower": -0.283237113818002, "upper": -0.015097097527697334 }, { "event_time": -2, "estimate": 0.07370322154550249, "se": 0.04953643485095546, "pvalue": 0.1540977016205607, "lower": -0.030368966227834138, "upper": 0.17777540931883912 }, { "event_time": -1, "estimate": -0.008504624757488212, "se": 0.02309040849883266, "pvalue": 0.7169317028320193, "lower": -0.05701577289085473, "upper": 0.0400065233758783 }, { "event_time": 0, "estimate": 0.14898991110356632, "se": 0.11912045912045192, "pvalue": 0.22704022804186622, "lower": -0.10127288690622274, "upper": 0.3992527091133554 }, { "event_time": 1, "estimate": 0.1955519873155793, "se": 0.15489514124081158, "pvalue": 0.222888139943953, "lower": -0.12987062884349035, "upper": 0.520974603474649 }, { "event_time": 2, "estimate": 0.20241479338167725, "se": 0.22540658684889087, "pvalue": 0.3810413286156862, "lower": -0.27114687294466333, "upper": 0.6759764597080178 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31313075294674975, "se": 0.20982055636335192, "pvalue": 0.15292099566618567, "lower": -0.7539473843061528, "upper": 0.12768587841265333 }, { "event_time": -2, "estimate": 0.030365326723928512, "se": 0.15130892098597507, "pvalue": 0.8431955551640257, "lower": -0.2875229202605963, "upper": 0.3482535737084533 }, { "event_time": 0, "estimate": 0.21687970765817133, "se": 0.11509168813699475, "pvalue": 0.07576385325370368, "lower": -0.024918956597388964, "upper": 0.4586783719137316 }, { "event_time": 1, "estimate": 0.2979525676197547, "se": 0.21416287921703483, "pvalue": 0.18111000411085282, "lower": -0.15198694552879316, "upper": 0.7478920807683025 }, { "event_time": 2, "estimate": 0.30592757254946873, "se": 0.29867914846243376, "pvalue": 0.31927782532252924, "lower": -0.3215740334156835, "upper": 0.9334291785146209 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4681647940074906, 0.350187265917603, 0.18164794007490637 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3130036868008247e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4331085643784782, "df_num": 1, "df_den": 1052, "pvalue": 0.5106115374240232, "log10_pvalue": -0.29190937640411513, "inference": "Homoskedastic nested-model F", "observations": 1083, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1039.0237791208415, "rss_restricted": 1039.4515453730564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ], [ -0.14020765990311126, -0.16651996462595925, -0.019493246168739563, -0.09689512651227047, -0.14890509392471074, -0.21653783102752858 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.032809171391569636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05133557723507915 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.24729646911664116 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.5186092621778468 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24360961732346154, "se": 0.1622761116357915, "lower": -0.07444571703389102, "upper": 0.5616649516808141 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.23013760611689976, "se": 0.14147366565091754, "lower": -0.047145683319759935, "upper": 0.5074208955535595 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.187678928740485, "se": 0.130441024807359, "lower": -0.06798078198843441, "upper": 0.44333863946940444 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 534.0, "post_cells": 6, "estimate": 0.22853941853751922, "se": 0.13788057703443907, "lower": -0.041701546617581825, "upper": 0.49878038369262023 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24360961732346154, "se": 0.1622761116357915, "lower": -0.07444571703389102, "upper": 0.5616649516808141, "event_study": [ { "event_time": -3, "estimate": -0.3124617167928554, "se": 0.19840830393626446, "lower": -0.7013348467416104, "upper": 0.07641141315589961, "relative_to_minus_one": -0.3124617167928554, "n": 0.0 }, { "event_time": -2, "estimate": 0.17037879527570884, "se": 0.13631273432627714, "lower": -0.09678925463797108, "upper": 0.4375468451893888, "relative_to_minus_one": 0.17037879527570884, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2141244726752138, "se": 0.11618457883807908, "lower": -0.013593117406375699, "upper": 0.4418420627568033, "relative_to_minus_one": 0.2141244726752138, "n": 250.0 }, { "event_time": 1, "estimate": 0.20089120332792137, "se": 0.1675794754758684, "lower": -0.12755853315289395, "upper": 0.5293409398087368, "relative_to_minus_one": 0.20089120332792137, "n": 187.0 }, { "event_time": 2, "estimate": 0.31581317596724945, "se": 0.27567916662366027, "lower": -0.2245080619031412, "upper": 0.8561344138376401, "relative_to_minus_one": 0.31581317596724945, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.21847268892729954, "se": 0.17602896956937286, "event_time": 0, "mass": 94.0 }, { "group": 2, "year": 3, "att": 0.23278590314651365, "se": 0.1865481010198275, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.31581317596724945, "se": 0.2756791666236602, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.21290524455348928, "se": 0.20065919936769666, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.4239834759846231, "se": 0.16571051003377843, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.15635053480932587, "se": 0.22310314300704545, "event_time": 1, "mass": 73.0 }, { "group": 4, "year": 1, "att": -0.3124617167928554, "se": 0.1984083039362644, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.10947408148592279, "se": 0.2544544532713529, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.09512379873941816, "se": 0.13706930378640325, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.22853941853751922, "treated_cell_se": 0.13788057703443907, "checks": { "input_rows": 1083, "retained_rows": 1083, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.048285957891494036, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3484398897659431, "event_study": [ { "event_time": -3, "estimate": -0.47338348749032794, "raw_gap": -0.35901009802097944, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.49922257536953085 }, { "event_time": -2, "estimate": -0.02436949394462791, "raw_gap": -0.000983990097727165, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0502085818238308 }, { "event_time": -1, "estimate": 0.025839087879202888, "raw_gap": 0.04815381451939101, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2752422831515337, "raw_gap": 0.29406071935090905, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.24940319527233082 }, { "event_time": 1, "estimate": 0.3640578304443644, "raw_gap": 0.3529606428739041, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.3382187425651615 }, { "event_time": 2, "estimate": 0.5069847015879798, "raw_gap": 0.5069847015879798, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.48114561370877695 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.22858151974767468, 0.09128906256021883, 0.014154890654534517, 0.2514068726800863, 0.32767699606000683, 0.4944257459564435 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": -0.028427042132548763 }, { "cohort": 3, "pre_gap": 0.11437338946934865 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1312426697798686, "zeta_omega": [ 0.0, 0.8083768398523484, 0.9277772771667672 ], "zeta_lambda": [ 0.0, 4.80663744777914e-07, 6.56037604115412e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.31331236364245924, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003198343329131603, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18969930239164176, "event_study": [ { "event_time": -3, "estimate": -0.10263184022104868, "raw_gap": -0.10263184022104868, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.1091165662233251 }, { "event_time": -2, "estimate": 0.023907645300423188, "raw_gap": 0.023907645300423188, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.01742291929814676 }, { "event_time": -1, "estimate": 0.006484726002276427, "raw_gap": 0.006484726002276427, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.14145637035847522, "raw_gap": 0.14145637035847522, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.1349716443561988 }, { "event_time": 1, "estimate": 0.2146661575028184, "raw_gap": 0.2146661575028184, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.20818143150054197 }, { "event_time": 2, "estimate": 0.26590477767516324, "raw_gap": 0.26590477767516324, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.2594200516728868 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0896406757918607, 0.04110859728195382, 0.002284232900788742, 0.13764960288213487, 0.270505003986031, 0.35726495097200806 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 43, "termination_reason": "Relative objective tolerance reached", "objective": 0.04493976472066353, "lambda_l": 0.015760634938512964, "singular_values": [ 1.2031163610423423, 0.9262821564177212, 0.14279118544162261, 0.0 ], "history_objective": [ 0.04535822941653994, 0.045154866257097505, 0.04505305805855789, 0.045000771480951426, 0.044973303216768665, 0.04495851490214782, 0.04495038107460224, 0.044945831925451776, 0.04494325597891351, 0.04494178415537682, 0.0449409375885019, 0.04494044818561631, 0.044940164120303674, 0.04493999869079989, 0.04493990207689038, 0.04493984551257785, 0.04493981232320838, 0.044939792810973, 0.04493978131944428, 0.044939774540968216, 0.04493977053693188, 0.044939768168776054, 0.04493976676657807, 0.0449397659355013, 0.044939765442490114, 0.04493976514979725, 0.04493976497591, 0.04493976487254154, 0.04493976481106038, 0.044939764774475574, 0.04493976475269642, 0.04493976473972644, 0.04493976473200004, 0.044939764727396, 0.04493976472465184, 0.044939764723015904, 0.04493976472204039, 0.04493976472145864, 0.04493976472111167, 0.04493976472090468, 0.044939764720781185, 0.04493976472070748, 0.04493976472066353 ], "history_rmse": [ 0.09495059464242853, 0.09524600920833541, 0.09540024772364569, 0.09547392247961571, 0.0955089494630235, 0.09552589197093149, 0.09553432301367804, 0.0955386521535783, 0.09554094098569738, 0.09554218145316457, 0.09554286725860238, 0.09554325236672802, 0.0955434712548184, 0.09554359684763489, 0.09554366944865679, 0.09554371166713227, 0.09554373633583604, 0.09554375080648711, 0.09554375932224432, 0.09554376434691775, 0.09554376731819864, 0.09554376907842545, 0.09554377012278209, 0.0955437707431839, 0.0955437711121185, 0.09554377133170229, 0.09554377146248846, 0.09554377154043261, 0.09554377158690663, 0.09554377161462838, 0.09554377163116966, 0.09554377164104247, 0.09554377164693612, 0.09554377165045537, 0.09554377165255673, 0.0955437716538118, 0.09554377165456122, 0.09554377165500906, 0.09554377165527668, 0.09554377165543665, 0.09554377165553211, 0.09554377165558889, 0.09554377165562294 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.22260424548896565, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002442910335958004, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33930775431236915, "event_study": [ { "event_time": -3, "estimate": -0.3083004868755528, "raw_gap": -0.3083004868755528, "n": 45, "n_cells": 4, "weight_sum": 45.0, "relative_to_minus_one": -0.35911388416976303 }, { "event_time": -2, "estimate": -0.008013826064878915, "raw_gap": -0.008013826064878915, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.058827223359089145 }, { "event_time": -1, "estimate": 0.05081339729421023, "raw_gap": 0.05081339729421023, "n": 190, "n_cells": 13, "weight_sum": 190.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2486865193352225, "raw_gap": 0.2486865193352225, "n": 250, "n_cells": 13, "weight_sum": 250.0, "relative_to_minus_one": 0.1978731220410123 }, { "event_time": 1, "estimate": 0.4037487409788826, "raw_gap": 0.4037487409788826, "n": 187, "n_cells": 9, "weight_sum": 187.0, "relative_to_minus_one": 0.35293534368467233 }, { "event_time": 2, "estimate": 0.4486360454221488, "raw_gap": 0.4486360454221488, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.39782264812793855 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.17787190860224808, 0.061325212131410234, 0.01699122595059193, 0.19512331394255153, 0.37668754714401437, 0.4360770897906125 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08999513155211984, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3002657946111987, "matrix_preparation": { "source_rows": 1083, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 46, "observation_mass": 1083.0, "treated_observation_mass": 534.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015525007620453835, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625008, "SE": 0.10678203594299218, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140281474, "SE": 0.1660503390141074, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625008, "SE": 0.10678203594299218, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08798658329819292, "upper": 0.3606948823306931, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140281474, "SE": 0.1660503390141074, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15247425562141986, "upper": 0.5452433784270494, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11700000777865266, "upper": 0.46699976194317555, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09992467992203719, "upper": 0.6228161840296604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07444571703389102, "upper": 0.5616649516808141, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041701546617581825, "upper": 0.49878038369262023, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588653.646322, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13635414951625008, "SE": 0.10678203594299218, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08798658329819292, "upper": 0.3606948823306931, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19638456140281474, "SE": 0.1660503390141074, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15247425562141986, "upper": 0.5452433784270494, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17499987708226145, "SE": 0.13898653984676795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11700000777865266, "upper": 0.46699976194317555, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.26144575205381165, "SE": 0.17200563612269446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09992467992203719, "upper": 0.6228161840296604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24360961732346154, "SE": 0.1622761116357915, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07444571703389102, "upper": 0.5616649516808141, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.22853941853751922, "SE": 0.13788057703443907, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041701546617581825, "upper": 0.49878038369262023, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3484398897659431, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18969930239164176, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.33930775431236915, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P042", "source_specification_id": "CI-T3-F01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel F, row 1 (\"Skeptical of markets\"), accepted-manuscript p. 46; exact duplicate also at Table 4, panel A, column 6, p. 48 and Table 5, panel A, column 6, p. 49", "outcome_label": "Skeptical of markets [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P042.json", "input_bytes": 178490, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p042", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [Table 3 original scale]", "source_specification_id": "CI-T3-F01-ORIG", "specification_id": "S01-P042", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-F01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P042" }, "source": { "file": "CI-T3-F01-ORIG.csv", "bytes": 178490, "sha256": "1a6f6d21d4e5b3aa76b5ce0da0fcb26560f2003a53b6ec44d51b8bf3daa768a9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040897, "se": 0.13497323289386004, "pvalue": 0.269584603611359, "lower": -0.12981690540888827, "upper": 0.43731957424970624 }, { "method": "Dynamic TWFE", "estimate": 0.16788604624510245, "se": 0.1618587539851811, "pvalue": 0.31335903854513136, "lower": -0.17216657740831648, "upper": 0.5079386698985213 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28867874969818846, "se": 0.2174991135995324, "pvalue": 0.20101142390456803, "lower": -0.16826993179595845, "upper": 0.7456274311923354 }, { "event_time": -2, "estimate": 0.18354837834328686, "se": 0.18003244631245313, "pvalue": 0.32146009457494457, "lower": -0.19468575607305738, "upper": 0.5617825127596311 }, { "event_time": 0, "estimate": 0.13616156088845222, "se": 0.13606179778397848, "pvalue": 0.33021985477918503, "lower": -0.14969366891072744, "upper": 0.42201679068763187 }, { "event_time": 1, "estimate": 0.21536684032857314, "se": 0.1752281824321505, "pvalue": 0.23487334557106965, "lower": -0.15277391021450934, "upper": 0.5835075908716556 }, { "event_time": 2, "estimate": 0.156441956506931, "se": 0.2507888477845242, "pvalue": 0.5405847710439621, "lower": -0.37044586125023077, "upper": 0.6833297742640927 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p042", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [Table 3 original scale]", "source_specification_id": "CI-T3-F01-ORIG", "specification_id": "S01-P042", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-F01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P042" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P042", "regression_results": "analyses/archive-expanded/baselines/S01-P042.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-F01-ORIG.csv", "bytes": 178490, "sha256": "1a6f6d21d4e5b3aa76b5ce0da0fcb26560f2003a53b6ec44d51b8bf3daa768a9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1625, "source_sd": 0.45986142203116737, "rows": 1014, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15375133442040897, "se": 0.13497323289386004, "pvalue": 0.269584603611359, "lower": -0.12981690540888827, "upper": 0.43731957424970624 }, { "method": "Dynamic TWFE", "estimate": 0.16788604624510245, "se": 0.1618587539851811, "pvalue": 0.31335903854513136, "lower": -0.17216657740831648, "upper": 0.5079386698985213 }, { "method": "BJS / did2s", "estimate": 0.23632480194008415, "se": 0.15285152166796076, "pvalue": 0.13947937436226102, "lower": -0.08480432881651523, "upper": 0.5574539326966835 }, { "method": "Sun\u2013Abraham", "estimate": 0.14704642912415578, "se": 0.17762824106070244, "pvalue": 0.41860634151259235, "lower": -0.22613665748952216, "upper": 0.5202295157378337 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28867874969818846, "se": 0.2174991135995324, "pvalue": 0.20101142390456803, "lower": -0.16826993179595845, "upper": 0.7456274311923354 }, { "event_time": -2, "estimate": 0.18354837834328686, "se": 0.18003244631245313, "pvalue": 0.32146009457494457, "lower": -0.19468575607305738, "upper": 0.5617825127596311 }, { "event_time": 0, "estimate": 0.13616156088845222, "se": 0.13606179778397848, "pvalue": 0.33021985477918503, "lower": -0.14969366891072744, "upper": 0.42201679068763187 }, { "event_time": 1, "estimate": 0.21536684032857314, "se": 0.1752281824321505, "pvalue": 0.23487334557106965, "lower": -0.15277391021450934, "upper": 0.5835075908716556 }, { "event_time": 2, "estimate": 0.156441956506931, "se": 0.2507888477845242, "pvalue": 0.5405847710439621, "lower": -0.37044586125023077, "upper": 0.6833297742640927 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.02978150997055038, "se": 0.09693732668381903, "pvalue": 0.762198652291606, "lower": -0.17387625618153074, "upper": 0.2334392761226315 }, { "event_time": -2, "estimate": 0.06729866898690763, "se": 0.07380392251701687, "pvalue": 0.3738949013222956, "lower": -0.08775761848533496, "upper": 0.2223549564591502 }, { "event_time": -1, "estimate": -0.04597954034791488, "se": 0.029363112507766635, "pvalue": 0.13478427180308428, "lower": -0.1076691505855591, "upper": 0.015710069889729353 }, { "event_time": 0, "estimate": 0.1572310197462609, "se": 0.1477258656846805, "pvalue": 0.3012435717416118, "lower": -0.1531295073843716, "upper": 0.4675915468768934 }, { "event_time": 1, "estimate": 0.30634632206060514, "se": 0.1441572332500726, "pvalue": 0.04768313405063107, "lower": 0.0034832134653594027, "upper": 0.6092094306558509 }, { "event_time": 2, "estimate": 0.29884453199796673, "se": 0.2348954859438825, "pvalue": 0.21947676881895667, "lower": -0.19465257157466498, "upper": 0.7923416355705984 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3889205117403014, "se": 0.2655956979308297, "pvalue": 0.16035002451287805, "lower": -0.16907534383577982, "upper": 0.9469163673163826 }, { "event_time": -2, "estimate": 0.2684798260393992, "se": 0.22335389845789955, "pvalue": 0.24492484691366087, "lower": -0.20076930200456083, "upper": 0.7377289540833591 }, { "event_time": 0, "estimate": 0.1291304158678446, "se": 0.13774263014788582, "pvalue": 0.3609231705765238, "lower": -0.1602561116906184, "upper": 0.41851694342630763 }, { "event_time": 1, "estimate": 0.17813827945574495, "se": 0.18896030974311606, "pvalue": 0.3583018541786382, "lower": -0.21885260001434098, "upper": 0.5751291589258309 }, { "event_time": 2, "estimate": 0.13252878607646, "se": 0.30656668303645523, "pvalue": 0.6706579446702603, "lower": -0.5115439151184172, "upper": 0.7766014872713373 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4601593625498008, 0.35258964143426297, 0.18725099601593626 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.864594391061007e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6107034495331372, "df_num": 1, "df_den": 983, "pvalue": 0.43471124320206456, "log10_pvalue": -0.3617991272407921, "inference": "Homoskedastic nested-model F", "observations": 1014, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 993.6800158476174, "rss_restricted": 994.2973544167021, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ], [ -0.1414709897688139, -0.1680473098230818, -0.021790508716747058, -0.09093206434842477, -0.1537063465523408, -0.21840564497472847 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.0664034433873659 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.03694038374505383 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.30954619161688635 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1319189088828183 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24696487223285948, "se": 0.1641488972029447, "lower": -0.07476105438687977, "upper": 0.5686907988525988 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.26479640278361793, "se": 0.14443917176016957, "lower": -0.01829917182310925, "upper": 0.5478919773903451 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.2678493209479609, "se": 0.12962658562926366, "lower": 0.013785881675706768, "upper": 0.5219127602202149 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 502.0, "post_cells": 6, "estimate": 0.26546700290594166, "se": 0.1376993185331212, "lower": -0.004418702114684703, "upper": 0.5353527079265681 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24696487223285948, "se": 0.1641488972029447, "lower": -0.07476105438687977, "upper": 0.5686907988525988, "event_study": [ { "event_time": -3, "estimate": 0.36681744959523077, "se": 0.2522126948757296, "lower": -0.12751034880498913, "upper": 0.8611452479954507, "relative_to_minus_one": 0.36681744959523077, "n": 0.0 }, { "event_time": -2, "estimate": 0.249781427171003, "se": 0.1810971708633209, "lower": -0.10516250542320238, "upper": 0.6047253597652084, "relative_to_minus_one": 0.249781427171003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2721149073860185, "se": 0.13140682603007156, "lower": 0.01456226104435776, "upper": 0.5296675537276793, "relative_to_minus_one": 0.2721149073860185, "n": 231.0 }, { "event_time": 1, "estimate": 0.32486490812302626, "se": 0.1422947237960762, "lower": 0.04597237429264234, "upper": 0.6037574419534102, "relative_to_minus_one": 0.32486490812302626, "n": 177.0 }, { "event_time": 2, "estimate": 0.1439148011895337, "se": 0.28524182326644376, "lower": -0.4151488992972353, "upper": 0.7029785016763027, "relative_to_minus_one": 0.1439148011895337, "n": 94.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2828441100617798, "se": 0.26023174239566255, "event_time": 0, "mass": 84.0 }, { "group": 2, "year": 3, "att": 0.28205002211405317, "se": 0.17985722162660947, "event_time": 1, "mass": 105.0 }, { "group": 2, "year": 4, "att": 0.1439148011895337, "se": 0.2852418232664437, "event_time": 2, "mass": 94.0 }, { "group": 3, "year": 1, "att": 0.2489640310725481, "se": 0.27716187804827913, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.2826493930781715, "se": 0.13341471739303054, "event_time": 0, "mass": 89.0 }, { "group": 3, "year": 4, "att": 0.38278177210607367, "se": 0.2004933520064239, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": 0.36681744959523077, "se": 0.2522126948757296, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.25098348025696604, "se": 0.18405200990411338, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.23527936214149844, "se": 0.22287334540947895, "event_time": 0, "mass": 58.0 } ], "treated_cell_att": 0.26546700290594166, "treated_cell_se": 0.1376993185331212, "checks": { "input_rows": 1014, "retained_rows": 1014, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04354408383369446, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.006767145470577588, "event_study": [ { "event_time": -3, "estimate": 0.2580058545850651, "raw_gap": 0.16682062385975607, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.35826566644012003 }, { "event_time": -2, "estimate": 0.14200279518298461, "raw_gap": 0.04354999336858091, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.24226260703803956 }, { "event_time": -1, "estimate": -0.10025981185505495, "raw_gap": -0.14994581888065778, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.016379583848499545, "raw_gap": -0.07877134804411379, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.0838802280065554 }, { "event_time": 1, "estimate": 0.07611712663451516, "raw_gap": 0.03441647922814394, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.1763769384895701 }, { "event_time": 2, "estimate": -0.1392144103354866, "raw_gap": -0.13921441033548665, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": -0.038954598480431646 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.051789953337096045, 0.13093174044855352, -0.09650874899513938, -0.20967909655710715, 0.028797743658030894, -0.15928294659617143 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": -0.10251409154066252 }, { "cohort": 3, "pre_gap": -0.09118523072530901 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12545046044406502, "zeta_omega": [ 0.0, 1.4569209069544113, 0.9992346489838665 ], "zeta_lambda": [ 0.0, 8.662903542732016e-07, 7.065655962930514e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 8.673617379884035e-18, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.07697072741016424, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032912520691752434, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12100066991248255, "event_study": [ { "event_time": -3, "estimate": 0.03935982216075357, "raw_gap": 0.03935982216075357, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.06584883427162931 }, { "event_time": -2, "estimate": 0.019341929700704905, "raw_gap": 0.019341929700704905, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.04583094181158065 }, { "event_time": -1, "estimate": -0.026489012110875742, "raw_gap": -0.026489012110875742, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06061006526630962, "raw_gap": 0.06061006526630962, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.08709907737718536 }, { "event_time": 1, "estimate": 0.21498833795760366, "raw_gap": 0.21498833795760366, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.2414773500684794 }, { "event_time": 2, "estimate": 0.09243058937290287, "raw_gap": 0.09243058937290287, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": 0.11891960148377861 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0007131659793902512, 0.05194240092653665, -0.03174504077537237, -0.10092955967909666, 0.17491213303902098, -0.0010486539349237045 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.06449068312445322, "lambda_l": 0.021115530078465942, "singular_values": [ 1.6033649640753977, 0.5686696602736336, 0.10615217749877193, 0.0 ], "history_objective": [ 0.06497791413552798, 0.06465711580814121, 0.0645532249744924, 0.06451558020825107, 0.06450092778233216, 0.06449497152064616, 0.06449249407709158, 0.06449145157108269, 0.06449101022373865, 0.06449082272040887, 0.0644907428613466, 0.06449070877093277, 0.0644906941812114, 0.06449068791741439, 0.06449068521707506, 0.06449068404661396, 0.06449068353564763, 0.06449068331051042, 0.06449068321013482, 0.06449068316472045, 0.06449068314380439, 0.06449068313396927, 0.06449068312923582, 0.06449068312690036, 0.06449068312571846, 0.0644906831251055, 0.06449068312478028, 0.06449068312460425, 0.06449068312450733, 0.06449068312445322 ], "history_rmse": [ 0.12735447970148492, 0.12780759554282897, 0.1279402457674731, 0.1279815505873452, 0.12799635455101951, 0.128002112683925, 0.1280044443622208, 0.12800540681781222, 0.1280058079049769, 0.12800597594356003, 0.1280060465907886, 0.1280060763727608, 0.12800608895755206, 0.128006094287737, 0.12800609655073644, 0.12800609751407874, 0.1280060979254277, 0.12800609810172142, 0.12800609817761846, 0.12800609821047812, 0.12800609822480552, 0.1280060982311082, 0.1280060982339113, 0.1280060982351749, 0.12800609823575368, 0.1280060982360241, 0.1280060982361528, 0.12800609823621575, 0.128006098236247, 0.12800609823626297 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.009514135253641247, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023204227909445763, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13818473313423313, "event_study": [ { "event_time": -3, "estimate": 0.09783394662865001, "raw_gap": 0.09783394662865001, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.19995298190334598 }, { "event_time": -2, "estimate": -0.04084430781276276, "raw_gap": -0.04084430781276276, "n": 106, "n_cells": 8, "weight_sum": 106.0, "relative_to_minus_one": 0.06127472746193322 }, { "event_time": -1, "estimate": -0.10211903527469599, "raw_gap": -0.10211903527469599, "n": 183, "n_cells": 13, "weight_sum": 183.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07466079911937515, "raw_gap": 0.07466079911937515, "n": 231, "n_cells": 13, "weight_sum": 231.0, "relative_to_minus_one": 0.17677983439407113 }, { "event_time": 1, "estimate": 0.21667300175011056, "raw_gap": 0.21667300175011056, "n": 177, "n_cells": 9, "weight_sum": 177.0, "relative_to_minus_one": 0.3187920370248065 }, { "event_time": 2, "estimate": 0.14649968220255127, "raw_gap": 0.14649968220255127, "n": 94, "n_cells": 5, "weight_sum": 94.0, "relative_to_minus_one": 0.24861871747724726 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01719672389401003, 0.07119565250841522, -0.038521409576277026, -0.04956792919283452, 0.20888616809884553, 0.1264311459418665 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05931498054450717, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.06917585789229977, "matrix_preparation": { "source_rows": 1014, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1014.0, "treated_observation_mass": 502.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015091709792613983, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040897, "SE": 0.13497323289386004, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16788604624510245, "SE": 0.1618587539851811, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040897, "SE": 0.13497323289386004, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12981690540888827, "upper": 0.43731957424970624, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16788604624510245, "SE": 0.1618587539851811, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17216657740831648, "upper": 0.5079386698985213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08480432881651523, "upper": 0.5574539326966835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22613665748952216, "upper": 0.5202295157378337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07476105438687977, "upper": 0.5686907988525988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004418702114684703, "upper": 0.5353527079265681, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588654.796179, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15375133442040897, "SE": 0.13497323289386004, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12981690540888827, "upper": 0.43731957424970624, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16788604624510245, "SE": 0.1618587539851811, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17216657740831648, "upper": 0.5079386698985213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23632480194008415, "SE": 0.15285152166796076, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08480432881651523, "upper": 0.5574539326966835, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.14704642912415578, "SE": 0.17762824106070244, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22613665748952216, "upper": 0.5202295157378337, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24696487223285948, "SE": 0.1641488972029447, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07476105438687977, "upper": 0.5686907988525988, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26546700290594166, "SE": 0.1376993185331212, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004418702114684703, "upper": 0.5353527079265681, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.006767145470577588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12100066991248255, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13818473313423313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P043", "source_specification_id": "CI-T3-G01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 1 (\"Trust toward minorities\"), accepted-manuscript p. 47", "outcome_label": "Trust toward minorities [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P043.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust toward minorities [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p043", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust toward minorities [Table 3 original scale]", "source_specification_id": "CI-T3-G01-ORIG", "specification_id": "S01-P043", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P043" }, "source": { "file": "CI-T3-G01-ORIG.csv", "bytes": 197940, "sha256": "1d54616608e0847818e2bb4cb56b17d11c0bb4789723c12885af809b1409bcc6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.7279295617145166, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.002290460649374832, "se": 0.06529406994948063, "pvalue": 0.9724027141721724, "lower": -0.13946821130327874, "upper": 0.1348872900045291 }, { "method": "Dynamic TWFE", "estimate": -0.07496603066149751, "se": 0.07545638984170158, "pvalue": 0.3336344361950075, "lower": -0.23349402315694837, "upper": 0.08356196183395334 }, { "method": "BJS / did2s", "estimate": -0.0429975089191927, "se": 0.07588467335602057, "pvalue": 0.5779723449663984, "lower": -0.2024252916893482, "upper": 0.11643027385096279 }, { "method": "Sun\u2013Abraham", "estimate": -0.1508950291473108, "se": 0.07652199397272422, "pvalue": 0.0641863506615758, "lower": -0.31166177284779895, "upper": 0.009871714553177396 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1280085348830947, "se": 0.14317684166735856, "pvalue": 0.3830893162936049, "lower": -0.17279484742796034, "upper": 0.4288119171941497 }, { "event_time": -2, "estimate": 0.07391344062370463, "se": 0.13199415285608496, "pvalue": 0.5823989909786808, "lower": -0.20339598429458883, "upper": 0.3512228655419981 }, { "event_time": 0, "estimate": -0.01951358392203325, "se": 0.056322895793940064, "pvalue": 0.7330147175713501, "lower": -0.1378435970657212, "upper": 0.0988164292216547 }, { "event_time": 1, "estimate": -0.0866545784947933, "se": 0.09286234039891643, "pvalue": 0.3630914414442103, "lower": -0.2817511161472426, "upper": 0.108441959157656 }, { "event_time": 2, "estimate": -0.19358912696975997, "se": 0.14963536028833516, "pvalue": 0.21211105649252351, "lower": -0.5079613533989319, "upper": 0.12078309945941199 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07594650518242087, "se": 0.06839334699092, "pvalue": 0.28142499396311077, "lower": -0.06774258491665607, "upper": 0.2196355952814978 }, { "event_time": -2, "estimate": 0.023696052789442174, "se": 0.04367510217163767, "pvalue": 0.594092295863782, "lower": -0.06806193197273064, "upper": 0.11545403755161499 }, { "event_time": -1, "estimate": -0.03363925882538176, "se": 0.023605563332848994, "pvalue": 0.1712503978837546, "lower": -0.08323270710366992, "upper": 0.015954189452906394 }, { "event_time": 0, "estimate": -0.01610586687304152, "se": 0.06418183414385459, "pvalue": 0.8047017881957024, "lower": -0.15094689680896042, "upper": 0.11873516306287737 }, { "event_time": 1, "estimate": -0.06310690830189787, "se": 0.10365817455925001, "pvalue": 0.5502649652978698, "lower": -0.2808846518845791, "upper": 0.15467083528078335 }, { "event_time": 2, "estimate": -0.07316906489795222, "se": 0.13987238500620336, "pvalue": 0.6072758437049106, "lower": -0.367030041378565, "upper": 0.22069191158266055 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.41708502352003995, "se": 0.20908359840228913, "pvalue": 0.0614294650445766, "lower": -0.022183316616235182, "upper": 0.8563533636563151 }, { "event_time": -2, "estimate": 0.30771006630808784, "se": 0.1406426800189158, "pvalue": 0.04211208046314886, "lower": 0.012230760057779733, "upper": 0.6031893725583959 }, { "event_time": 0, "estimate": -0.07124203473658444, "se": 0.05961507533027606, "pvalue": 0.24758233887167616, "lower": -0.1964886604285912, "upper": 0.054004590955422316 }, { "event_time": 1, "estimate": -0.15700708695807097, "se": 0.10840043889650385, "pvalue": 0.16470169129502765, "lower": -0.3847479582075378, "upper": 0.07073378429139587 }, { "event_time": 2, "estimate": -0.34151344391377236, "se": 0.1456623742135766, "pvalue": 0.03071945904855038, "lower": -0.6475387363329133, "upper": -0.035488151494631415 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.041861396610298e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.773414135036917, "df_num": 1, "df_den": 1100, "pvalue": 0.09612628893524412, "log10_pvalue": -1.0171578237968992, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1113.5607726395926, "rss_restricted": 1116.368377355103, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5725610067462696 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5268815621751974 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6278218497779746 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6431155984193719 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust toward minorities [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p043", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust toward minorities [Table 3 original scale]", "source_specification_id": "CI-T3-G01-ORIG", "specification_id": "S01-P043", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P043" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P043", "regression_results": "analyses/archive-expanded/baselines/S01-P043.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-G01-ORIG.csv", "bytes": 197940, "sha256": "1d54616608e0847818e2bb4cb56b17d11c0bb4789723c12885af809b1409bcc6" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.7279295617145166, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.002290460649374832, "se": 0.06529406994948063, "pvalue": 0.9724027141721724, "lower": -0.13946821130327874, "upper": 0.1348872900045291 }, { "method": "Dynamic TWFE", "estimate": -0.07496603066149751, "se": 0.07545638984170158, "pvalue": 0.3336344361950075, "lower": -0.23349402315694837, "upper": 0.08356196183395334 }, { "method": "BJS / did2s", "estimate": -0.0429975089191927, "se": 0.07588467335602057, "pvalue": 0.5779723449663984, "lower": -0.2024252916893482, "upper": 0.11643027385096279 }, { "method": "Sun\u2013Abraham", "estimate": -0.1508950291473108, "se": 0.07652199397272422, "pvalue": 0.0641863506615758, "lower": -0.31166177284779895, "upper": 0.009871714553177396 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1280085348830947, "se": 0.14317684166735856, "pvalue": 0.3830893162936049, "lower": -0.17279484742796034, "upper": 0.4288119171941497 }, { "event_time": -2, "estimate": 0.07391344062370463, "se": 0.13199415285608496, "pvalue": 0.5823989909786808, "lower": -0.20339598429458883, "upper": 0.3512228655419981 }, { "event_time": 0, "estimate": -0.01951358392203325, "se": 0.056322895793940064, "pvalue": 0.7330147175713501, "lower": -0.1378435970657212, "upper": 0.0988164292216547 }, { "event_time": 1, "estimate": -0.0866545784947933, "se": 0.09286234039891643, "pvalue": 0.3630914414442103, "lower": -0.2817511161472426, "upper": 0.108441959157656 }, { "event_time": 2, "estimate": -0.19358912696975997, "se": 0.14963536028833516, "pvalue": 0.21211105649252351, "lower": -0.5079613533989319, "upper": 0.12078309945941199 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07594650518242087, "se": 0.06839334699092, "pvalue": 0.28142499396311077, "lower": -0.06774258491665607, "upper": 0.2196355952814978 }, { "event_time": -2, "estimate": 0.023696052789442174, "se": 0.04367510217163767, "pvalue": 0.594092295863782, "lower": -0.06806193197273064, "upper": 0.11545403755161499 }, { "event_time": -1, "estimate": -0.03363925882538176, "se": 0.023605563332848994, "pvalue": 0.1712503978837546, "lower": -0.08323270710366992, "upper": 0.015954189452906394 }, { "event_time": 0, "estimate": -0.01610586687304152, "se": 0.06418183414385459, "pvalue": 0.8047017881957024, "lower": -0.15094689680896042, "upper": 0.11873516306287737 }, { "event_time": 1, "estimate": -0.06310690830189787, "se": 0.10365817455925001, "pvalue": 0.5502649652978698, "lower": -0.2808846518845791, "upper": 0.15467083528078335 }, { "event_time": 2, "estimate": -0.07316906489795222, "se": 0.13987238500620336, "pvalue": 0.6072758437049106, "lower": -0.367030041378565, "upper": 0.22069191158266055 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.41708502352003995, "se": 0.20908359840228913, "pvalue": 0.0614294650445766, "lower": -0.022183316616235182, "upper": 0.8563533636563151 }, { "event_time": -2, "estimate": 0.30771006630808784, "se": 0.1406426800189158, "pvalue": 0.04211208046314886, "lower": 0.012230760057779733, "upper": 0.6031893725583959 }, { "event_time": 0, "estimate": -0.07124203473658444, "se": 0.05961507533027606, "pvalue": 0.24758233887167616, "lower": -0.1964886604285912, "upper": 0.054004590955422316 }, { "event_time": 1, "estimate": -0.15700708695807097, "se": 0.10840043889650385, "pvalue": 0.16470169129502765, "lower": -0.3847479582075378, "upper": 0.07073378429139587 }, { "event_time": 2, "estimate": -0.34151344391377236, "se": 0.1456623742135766, "pvalue": 0.03071945904855038, "lower": -0.6475387363329133, "upper": -0.035488151494631415 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.041861396610298e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.773414135036917, "df_num": 1, "df_den": 1100, "pvalue": 0.09612628893524412, "log10_pvalue": -1.0171578237968992, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1113.5607726395926, "rss_restricted": 1116.368377355103, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5725610067462696 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5268815621751974 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6278218497779746 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6431155984193719 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.03885161733087643, "se": 0.0831611427440858, "lower": -0.20184446202247902, "upper": 0.12414122736072618 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.0008534418961044104, "se": 0.08286828596811824, "lower": -0.16156541406197325, "upper": 0.1632722978541821 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.04992141478522292, "se": 0.07551004907319124, "lower": -0.098075561869084, "upper": 0.19791839143952983 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.009964158563713849, "se": 0.07947343807956182, "lower": -0.1458009177998014, "upper": 0.1657292349272291 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.03885161733087643, "se": 0.0831611427440858, "lower": -0.20184446202247902, "upper": 0.12414122736072618, "event_study": [ { "event_time": -3, "estimate": 0.3074398417604265, "se": 0.22842219819891602, "lower": -0.14025943997891888, "upper": 0.7551391234997719, "relative_to_minus_one": 0.3074398417604265, "n": 0.0 }, { "event_time": -2, "estimate": 0.10334526738663491, "se": 0.16299649978124603, "lower": -0.21612200179069813, "upper": 0.42281253656396794, "relative_to_minus_one": 0.10334526738663491, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.06794031140480405, "se": 0.0652633894282408, "lower": -0.059973581383560015, "upper": 0.19585420419316812, "relative_to_minus_one": 0.06794031140480405, "n": 264.0 }, { "event_time": 1, "estimate": 0.05450600286254949, "se": 0.11087665692641548, "lower": -0.1628082514394284, "upper": 0.27182025716452735, "relative_to_minus_one": 0.05450600286254949, "n": 197.0 }, { "event_time": 2, "estimate": -0.23900116625998283, "se": 0.15268627865685877, "lower": -0.5382607733608727, "upper": 0.06025844084090712, "relative_to_minus_one": -0.23900116625998283, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.024685873008443812, "se": 0.11649730862883008, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": -0.09213644975497572, "se": 0.15635809181300214, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": -0.23900116625998283, "se": 0.1526862786568588, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": 0.23362051559661545, "se": 0.18835044371826595, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.10914957184593631, "se": 0.14487595788558433, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.26257975319822713, "se": 0.1613540869580559, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": 0.3074398417604265, "se": 0.22842219819891602, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.07769451416338498, "se": 0.18877170126387277, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.19331616287423578, "se": 0.1421250055836312, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.009964158563713849, "treated_cell_se": 0.07947343807956182, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04687262512743473, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2549782936399287, "event_study": [ { "event_time": -3, "estimate": 0.0500579807448816, "raw_gap": 0.13381777530931968, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.15362836143800648 }, { "event_time": -2, "estimate": 0.02176511836717286, "raw_gap": 0.05713735598425845, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.12533549906029773 }, { "event_time": -1, "estimate": -0.10357038069312488, "raw_gap": -0.08025664781938997, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.21639228447244307, "raw_gap": -0.19146649197332427, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": -0.1128219037793182 }, { "event_time": 1, "estimate": -0.28820057219867146, "raw_gap": -0.2852182729644256, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.18463019150554658 }, { "event_time": 2, "estimate": -0.2899967315643892, "raw_gap": -0.2899967315643896, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.18642635087126433 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1903532539027637, 0.042364857562549374, -0.08464091354703467, -0.1199494538218002, -0.25162073884248976, -0.24176876837537922 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-16 }, { "cohort": 2, "pre_gap": 0.007630038300603513 }, { "cohort": 3, "pre_gap": 0.08375979456443808 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12038400905549476, "zeta_omega": [ 0.0, 0.8358373352139348, 0.7649346903854999 ], "zeta_lambda": [ 0.0, 4.969918530106628e-07, 5.408905067364191e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.6653345369377348e-16 }, "native_matrix_att": -0.2010686250298251, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00037187524139881134, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.09052941887487032, "event_study": [ { "event_time": -3, "estimate": 0.029339156755970014, "raw_gap": 0.029339156755970014, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.041675386819485606 }, { "event_time": -2, "estimate": 0.009191558712341088, "raw_gap": 0.009191558712341088, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.02152778877585668 }, { "event_time": -1, "estimate": -0.012336230063515592, "raw_gap": -0.012336230063515592, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05547061732099168, "raw_gap": -0.05547061732099168, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": -0.043134387257476085 }, { "event_time": 1, "estimate": -0.11245907431456202, "raw_gap": -0.11245907431456202, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.10012284425104642 }, { "event_time": 2, "estimate": -0.13798501011145403, "raw_gap": -0.13798501011145403, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.12564878004793845 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.041894564628087716, 0.010516421767879036, -0.01936222474627926, -0.01836048335533965, -0.09143843208391268, -0.14409640601240792 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.035342979555417924, "lambda_l": 0.01454617681041029, "singular_values": [ 1.0849575105062244, 0.8105500050358965, 0.0, 0.0 ], "history_objective": [ 0.03560670618787605, 0.03540431046455513, 0.03535671188098286, 0.0353464211546628, 0.035344073371822736, 0.03534342896332836, 0.03534319896418665, 0.03534309651702569, 0.035343044058104366, 0.03534301557338074, 0.03534299977886589, 0.03534299094769296, 0.03534298598864212, 0.03534298319573774, 0.035342981619038864, 0.035342980727092514, 0.03534298022159249, 0.03534297993464332, 0.035342979771523064, 0.03534297967867867, 0.035342979625775574, 0.03534297959560206, 0.03534297957837799, 0.035342979568538616, 0.03534297956291418, 0.03534297955969731, 0.03534297955785654, 0.03534297955680273, 0.035342979556199194, 0.035342979555853464, 0.035342979555655324, 0.03534297955554178, 0.03534297955547669, 0.03534297955543934, 0.035342979555417924 ], "history_rmse": [ 0.0876927886484224, 0.08804254396863999, 0.08814985608492236, 0.08817450867581289, 0.08817979760192576, 0.08818099306098436, 0.08817097359264618, 0.08815934725920604, 0.08815455395424514, 0.0881525523660123, 0.08815170189381416, 0.08815133086251285, 0.0881511622800363, 0.08815108098913403, 0.08815103858889242, 0.0881510143986058, 0.08815099934905717, 0.0881509892981415, 0.08815098223761035, 0.08815097711395355, 0.08815097332268285, 0.08815097048579695, 0.08815096834979805, 0.08815096673605646, 0.08815096551465973, 0.08815096458933105, 0.08815096388795446, 0.08815096335619288, 0.08815096295297595, 0.08815096264720988, 0.088150962415333, 0.08815096223948567, 0.0881509621061258, 0.08815096200498508, 0.08815096192827789 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.06600422971987664, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002720830962061882, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.0008392377342642223, "event_study": [ { "event_time": -3, "estimate": -0.049428911749726884, "raw_gap": -0.049428911749726884, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.030001449191646535 }, { "event_time": -2, "estimate": 0.00962086468177443, "raw_gap": 0.00962086468177443, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.02904832723985478 }, { "event_time": -1, "estimate": -0.01942746255808035, "raw_gap": -0.01942746255808035, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.01990981856296038, "raw_gap": 0.01990981856296038, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.03933728112104073 }, { "event_time": 1, "estimate": 0.013162027726187448, "raw_gap": 0.013162027726187448, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.032589490284267796 }, { "event_time": 2, "estimate": -0.08003154694749763, "raw_gap": -0.08003154694749763, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.06060408438941728 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0071065668437171325, 0.014762997979789971, -0.011271557785700855, 0.07977895048822166, 0.026776595108323618, -0.03180358375848726 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.03203067595502145, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.5178830414797062e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.04144806642701325, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00017566699534654617, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.002290460649374832, "SE": 0.06529406994948063, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07496603066149751, "SE": 0.07545638984170158, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0429975089191927, "SE": 0.07588467335602057, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1508950291473108, "SE": 0.07652199397272422, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.03885161733087643, "SE": 0.0831611427440858, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.009964158563713849, "SE": 0.07947343807956182, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.2549782936399287, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09052941887487032, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0008392377342642223, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.002290460649374832, "SE": 0.06529406994948063, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13946821130327874, "upper": 0.1348872900045291, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07496603066149751, "SE": 0.07545638984170158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23349402315694837, "upper": 0.08356196183395334, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0429975089191927, "SE": 0.07588467335602057, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2024252916893482, "upper": 0.11643027385096279, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1508950291473108, "SE": 0.07652199397272422, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.31166177284779895, "upper": 0.009871714553177396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03885161733087643, "SE": 0.0831611427440858, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20184446202247902, "upper": 0.12414122736072618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.009964158563713849, "SE": 0.07947343807956182, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1458009177998014, "upper": 0.1657292349272291, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.2549782936399287, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09052941887487032, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0008392377342642223, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588655.9644349, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.002290460649374832, "SE": 0.06529406994948063, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.13946821130327874, "upper": 0.1348872900045291, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07496603066149751, "SE": 0.07545638984170158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23349402315694837, "upper": 0.08356196183395334, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.0429975089191927, "SE": 0.07588467335602057, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2024252916893482, "upper": 0.11643027385096279, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1508950291473108, "SE": 0.07652199397272422, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.31166177284779895, "upper": 0.009871714553177396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.03885161733087643, "SE": 0.0831611427440858, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20184446202247902, "upper": 0.12414122736072618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.009964158563713849, "SE": 0.07947343807956182, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1458009177998014, "upper": 0.1657292349272291, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.2549782936399287, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.09052941887487032, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.0008392377342642223, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P044", "source_specification_id": "CI-T3-G02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 2 (\"Han and minorities are similar\"), accepted-manuscript p. 47", "outcome_label": "Han and minorities are similar [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P044.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities are similar [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p044", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities are similar [Table 3 original scale]", "source_specification_id": "CI-T3-G02-ORIG", "specification_id": "S01-P044", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P044" }, "source": { "file": "CI-T3-G02-ORIG.csv", "bytes": 197940, "sha256": "c20ffac5846be94d3ead07d5b759c7387fa388f64ea4507b1d6e29cc87fa294c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.40952606954945475, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16714118085775276, "se": 0.15613347769961938, "pvalue": 0.2985385485513938, "lower": -0.16088308366086024, "upper": 0.49516544537636575 }, { "method": "Dynamic TWFE", "estimate": 0.19383879613509444, "se": 0.13067511159369524, "pvalue": 0.1552764127872733, "lower": -0.0806994259230571, "upper": 0.46837701819324595 }, { "method": "BJS / did2s", "estimate": 0.14663429912832074, "se": 0.15076783494276216, "pvalue": 0.34364987296832317, "lower": -0.17011716826235126, "upper": 0.46338576651899277 }, { "method": "Sun\u2013Abraham", "estimate": 0.20707550078154957, "se": 0.12513716932889232, "pvalue": 0.11529881908318432, "lower": -0.05582793631489519, "upper": 0.46997893787799433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.31610715379251664, "se": 0.14068072791971734, "pvalue": 0.0374212501306387, "lower": -0.6116663957162036, "upper": -0.020547911868829705 }, { "event_time": -2, "estimate": -0.23451922873247338, "se": 0.13353023227857724, "pvalue": 0.09603677686913593, "lower": -0.5150558367650416, "upper": 0.04601737930009486 }, { "event_time": 0, "estimate": 0.1678970709869309, "se": 0.15353809204612429, "pvalue": 0.28858418677333686, "lower": -0.15467449060932886, "upper": 0.4904686325831907 }, { "event_time": 1, "estimate": 0.20656748412086906, "se": 0.13266177269169505, "pvalue": 0.1368547018850061, "lower": -0.07214455802455977, "upper": 0.4852795262662979 }, { "event_time": 2, "estimate": 0.23557979523045575, "se": 0.1573289564653879, "pvalue": 0.15162743713637553, "lower": -0.09495607697580044, "upper": 0.5661156674367119 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0820975548599469, "se": 0.05398523845486765, "pvalue": 0.14569703237259693, "lower": -0.1955163321774464, "upper": 0.0313212224575526 }, { "event_time": -2, "estimate": -0.023163396551954065, "se": 0.05140638370985388, "pvalue": 0.6576627874985754, "lower": -0.13116420109707394, "upper": 0.08483740799316582 }, { "event_time": -1, "estimate": 0.0348895568993034, "se": 0.03502087415680968, "pvalue": 0.332333611310707, "lower": -0.038686569485245834, "upper": 0.10846568328385263 }, { "event_time": 0, "estimate": 0.17155402604421705, "se": 0.16112852654875792, "pvalue": 0.30108505058312707, "lower": -0.16696444669363175, "upper": 0.5100724987820658 }, { "event_time": 1, "estimate": 0.15777055138705348, "se": 0.18330800377111475, "pvalue": 0.4007307858102128, "lower": -0.22734527388826886, "upper": 0.5428863766623758 }, { "event_time": 2, "estimate": 0.06228189912094602, "se": 0.15573881142684393, "pvalue": 0.6939268600973891, "lower": -0.2649132023266533, "upper": 0.3894770005685453 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.504948152137212, "se": 0.28257710195956925, "pvalue": 0.09079990015237334, "lower": -1.09862061371151, "upper": 0.08872430943708609 }, { "event_time": -2, "estimate": -0.09344003299313625, "se": 0.18176987647362575, "pvalue": 0.613465594880378, "lower": -0.47532437272846756, "upper": 0.28844430674219507 }, { "event_time": 0, "estimate": 0.1367962987470372, "se": 0.1572385100246547, "pvalue": 0.39575858466156943, "lower": -0.19354955253842127, "upper": 0.46714215003249565 }, { "event_time": 1, "estimate": 0.3891690780960756, "se": 0.13990990962200392, "pvalue": 0.012313184470381272, "lower": 0.09522926532307585, "upper": 0.6831088908690753 }, { "event_time": 2, "estimate": 0.040549295071450074, "se": 0.15344411993803944, "pvalue": 0.7945807919614024, "lower": -0.28182483845176637, "upper": 0.3629234285946665 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.945198550073779e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.9004824427850232, "df_num": 1, "df_den": 1100, "pvalue": 0.3428608116390395, "log10_pvalue": -0.46488215110996006, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1052.0073022424722, "rss_restricted": 1052.8684968837003, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.2160686639154312 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1228963046975862 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34771153959636664 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.01291967425343085 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities are similar [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p044", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities are similar [Table 3 original scale]", "source_specification_id": "CI-T3-G02-ORIG", "specification_id": "S01-P044", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P044" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P044", "regression_results": "analyses/archive-expanded/baselines/S01-P044.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-G02-ORIG.csv", "bytes": 197940, "sha256": "c20ffac5846be94d3ead07d5b759c7387fa388f64ea4507b1d6e29cc87fa294c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.40952606954945475, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16714118085775276, "se": 0.15613347769961938, "pvalue": 0.2985385485513938, "lower": -0.16088308366086024, "upper": 0.49516544537636575 }, { "method": "Dynamic TWFE", "estimate": 0.19383879613509444, "se": 0.13067511159369524, "pvalue": 0.1552764127872733, "lower": -0.0806994259230571, "upper": 0.46837701819324595 }, { "method": "BJS / did2s", "estimate": 0.14663429912832074, "se": 0.15076783494276216, "pvalue": 0.34364987296832317, "lower": -0.17011716826235126, "upper": 0.46338576651899277 }, { "method": "Sun\u2013Abraham", "estimate": 0.20707550078154957, "se": 0.12513716932889232, "pvalue": 0.11529881908318432, "lower": -0.05582793631489519, "upper": 0.46997893787799433 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.31610715379251664, "se": 0.14068072791971734, "pvalue": 0.0374212501306387, "lower": -0.6116663957162036, "upper": -0.020547911868829705 }, { "event_time": -2, "estimate": -0.23451922873247338, "se": 0.13353023227857724, "pvalue": 0.09603677686913593, "lower": -0.5150558367650416, "upper": 0.04601737930009486 }, { "event_time": 0, "estimate": 0.1678970709869309, "se": 0.15353809204612429, "pvalue": 0.28858418677333686, "lower": -0.15467449060932886, "upper": 0.4904686325831907 }, { "event_time": 1, "estimate": 0.20656748412086906, "se": 0.13266177269169505, "pvalue": 0.1368547018850061, "lower": -0.07214455802455977, "upper": 0.4852795262662979 }, { "event_time": 2, "estimate": 0.23557979523045575, "se": 0.1573289564653879, "pvalue": 0.15162743713637553, "lower": -0.09495607697580044, "upper": 0.5661156674367119 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0820975548599469, "se": 0.05398523845486765, "pvalue": 0.14569703237259693, "lower": -0.1955163321774464, "upper": 0.0313212224575526 }, { "event_time": -2, "estimate": -0.023163396551954065, "se": 0.05140638370985388, "pvalue": 0.6576627874985754, "lower": -0.13116420109707394, "upper": 0.08483740799316582 }, { "event_time": -1, "estimate": 0.0348895568993034, "se": 0.03502087415680968, "pvalue": 0.332333611310707, "lower": -0.038686569485245834, "upper": 0.10846568328385263 }, { "event_time": 0, "estimate": 0.17155402604421705, "se": 0.16112852654875792, "pvalue": 0.30108505058312707, "lower": -0.16696444669363175, "upper": 0.5100724987820658 }, { "event_time": 1, "estimate": 0.15777055138705348, "se": 0.18330800377111475, "pvalue": 0.4007307858102128, "lower": -0.22734527388826886, "upper": 0.5428863766623758 }, { "event_time": 2, "estimate": 0.06228189912094602, "se": 0.15573881142684393, "pvalue": 0.6939268600973891, "lower": -0.2649132023266533, "upper": 0.3894770005685453 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.504948152137212, "se": 0.28257710195956925, "pvalue": 0.09079990015237334, "lower": -1.09862061371151, "upper": 0.08872430943708609 }, { "event_time": -2, "estimate": -0.09344003299313625, "se": 0.18176987647362575, "pvalue": 0.613465594880378, "lower": -0.47532437272846756, "upper": 0.28844430674219507 }, { "event_time": 0, "estimate": 0.1367962987470372, "se": 0.1572385100246547, "pvalue": 0.39575858466156943, "lower": -0.19354955253842127, "upper": 0.46714215003249565 }, { "event_time": 1, "estimate": 0.3891690780960756, "se": 0.13990990962200392, "pvalue": 0.012313184470381272, "lower": 0.09522926532307585, "upper": 0.6831088908690753 }, { "event_time": 2, "estimate": 0.040549295071450074, "se": 0.15344411993803944, "pvalue": 0.7945807919614024, "lower": -0.28182483845176637, "upper": 0.3629234285946665 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.945198550073779e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.9004824427850232, "df_num": 1, "df_den": 1100, "pvalue": 0.3428608116390395, "log10_pvalue": -0.46488215110996006, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1052.0073022424722, "rss_restricted": 1052.8684968837003, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.2160686639154312 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1228963046975862 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.34771153959636664 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.01291967425343085 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.1219210777226224, "se": 0.12890391112467753, "lower": -0.13072594554809758, "upper": 0.37456810099334237 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.12175488405890697, "se": 0.1413955651082795, "lower": -0.15537533112700916, "upper": 0.39888509924482307 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.10149932317501377, "se": 0.16783074795974257, "lower": -0.22744289832450082, "upper": 0.43044154467452833 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.12096797550652334, "se": 0.14830753245154177, "lower": -0.16970944673450383, "upper": 0.4116453977475505 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.1219210777226224, "se": 0.12890391112467753, "lower": -0.13072594554809758, "upper": 0.37456810099334237, "event_study": [ { "event_time": -3, "estimate": -0.5771359110737138, "se": 0.2743366707916285, "lower": -1.1148259054639271, "upper": -0.039445916683500504, "relative_to_minus_one": -0.5771359110737138, "n": 0.0 }, { "event_time": -2, "estimate": -0.2927585873383863, "se": 0.25536360460707264, "lower": -0.7932620553305754, "upper": 0.20774488065380275, "relative_to_minus_one": -0.2927585873383863, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.05630953640016825, "se": 0.17559588545498953, "lower": -0.28785207492503195, "upper": 0.4004711477253684, "relative_to_minus_one": 0.05630953640016825, "n": 264.0 }, { "event_time": 1, "estimate": 0.23358690413328723, "se": 0.16695850665478768, "lower": -0.09364575582268755, "upper": 0.560819564089262, "relative_to_minus_one": 0.23358690413328723, "n": 197.0 }, { "event_time": 2, "estimate": 0.07586679263441169, "se": 0.15019042192707965, "lower": -0.2185010251655392, "upper": 0.3702346104343626, "relative_to_minus_one": 0.07586679263441169, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.02554263513126925, "se": 0.12543871535163445, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": 0.008319361849949457, "se": 0.21219041441014877, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": 0.07586679263441169, "se": 0.15019042192707968, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": 0.12417454457597982, "se": 0.20995680713834633, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.39752522460785056, "se": 0.3766053587079935, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.5532232816974827, "se": 0.21164176660155512, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.5771359110737138, "se": 0.2743366707916285, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.8721586204212614, "se": 0.2780774946082011, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2564694855072037, "se": 0.31054674264948373, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.12096797550652334, "treated_cell_se": 0.14830753245154177, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.046319583896547556, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.27659305255458183, "event_study": [ { "event_time": -3, "estimate": -0.18453558913385573, "raw_gap": -0.13016105957831883, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.2799320207858954 }, { "event_time": -2, "estimate": 0.02600731050626506, "raw_gap": -0.05440812401191646, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.06938912114577461 }, { "event_time": -1, "estimate": 0.09539643165203968, "raw_gap": 0.06903916523241978, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2929179732501576, "raw_gap": 0.251186479918209, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.19752154159811794 }, { "event_time": 1, "estimate": 0.42099021204956527, "raw_gap": 0.35935307462888294, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.3255937803975256 }, { "event_time": 2, "estimate": -0.038368673254492454, "raw_gap": -0.03836867325449267, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.13376510490653212 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06863032994132995, -0.134965682202264, 0.06193877983483001, 0.2422598344745122, 0.32240629403194554, 0.02266259398910999 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.220446049250313e-16 }, { "cohort": 2, "pre_gap": -0.1576950139204467 }, { "cohort": 3, "pre_gap": 0.05437452955553694 } ], "diagnostics": { "converged": true, "pre_rmse": 0.24704521826749393, "zeta_omega": [ 0.0, 0.723802976743018, 0.7318735321123531 ], "zeta_lambda": [ 0.0, 4.30375824901473e-07, 5.175127375275953e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2669781280571536, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003555417060852051, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1708721940530973, "event_study": [ { "event_time": -3, "estimate": -0.02801847392124119, "raw_gap": -0.02801847392124119, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.041833465124203925 }, { "event_time": -2, "estimate": -0.006711376197449785, "raw_gap": -0.006711376197449785, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.020526367400412523 }, { "event_time": -1, "estimate": 0.013814991202962737, "raw_gap": 0.013814991202962737, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.19695442294609067, "raw_gap": 0.19695442294609067, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.18313943174312794 }, { "event_time": 1, "estimate": 0.19727734048239542, "raw_gap": 0.19727734048239542, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.1834623492794327 }, { "event_time": 2, "estimate": 0.054646018338463005, "raw_gap": 0.054646018338463005, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.04083102713550027 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.008793045409627387, -0.012283068589544754, 0.010264422616873957, 0.21032697697545005, 0.1786032411660455, 0.056743739003848014 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.03366527275058717, "lambda_l": 0.014368736792451282, "singular_values": [ 1.0633621624328893, 0.8283058117362645, 0.0, 0.0 ], "history_objective": [ 0.03368779976929451, 0.03367040977179964, 0.03366823544060719, 0.033667099849429595, 0.03366639821176637, 0.03366596545911625, 0.03366569921069521, 0.03366553542891686, 0.03366543463078739, 0.03366537255949672, 0.03366533431510337, 0.03366531073961853, 0.033665296200204274, 0.03366528722991195, 0.033665281693579234, 0.03366527827552984, 0.03366527616465933, 0.03366527486071202, 0.033665274055031, 0.033665273557108875, 0.0336652732493246, 0.03366527305903697, 0.03366527294137204, 0.0336652728686025, 0.03366527282359212, 0.03366527279574817, 0.033665272778521535, 0.033665272767862554, 0.033665272761266664, 0.033665272757184665, 0.03366527275465826, 0.0336652727530945, 0.03366527275212651, 0.033665272751527295, 0.03366527275115633, 0.03366527275092664, 0.033665272750784424, 0.03366527275069638, 0.03366527275064187, 0.0336652727506081, 0.03366527275058717 ], "history_rmse": [ 0.08085675027471333, 0.0805810287179207, 0.08053930516295524, 0.08053110445296195, 0.0805290317026138, 0.080528186700802, 0.08052764943422445, 0.08052724004591837, 0.08052691536132246, 0.08052665737378835, 0.08052645346041554, 0.08052629316444196, 0.08052616771290923, 0.08052606986434496, 0.08052599374012341, 0.08052593462952908, 0.08052588879402808, 0.0805258532878422, 0.0805258258022381, 0.08052580453500989, 0.08052578808357991, 0.08052577535883729, 0.08052576551649142, 0.08052575790283335, 0.0805257520121542, 0.08052574745346609, 0.08052574392458764, 0.0805257411920201, 0.0805257390753446, 0.08052573743514964, 0.08052573616369549, 0.08052573517770058, 0.08052573441277333, 0.08052573381911239, 0.08052573335818729, 0.08052573300017656, 0.08052573272199155, 0.08052573250574865, 0.08052573233758999, 0.08052573220677355, 0.08052573210496801 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1713110580072037, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00027470802888274193, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2061109075755187, "event_study": [ { "event_time": -3, "estimate": -0.18336893046559197, "raw_gap": -0.18336893046559197, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.21038281897171268 }, { "event_time": -2, "estimate": -0.0016522263297250124, "raw_gap": -0.0016522263297250124, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.02866611483584573 }, { "event_time": -1, "estimate": 0.027013888506120718, "raw_gap": 0.027013888506120718, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2327403220916614, "raw_gap": 0.2327403220916614, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.20572643358554069 }, { "event_time": 1, "estimate": 0.2197481468742991, "raw_gap": 0.2197481468742991, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.1927342583681784 }, { "event_time": 2, "estimate": 0.1126810847474283, "raw_gap": 0.1126810847474283, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.08566719624130759 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.015422459054056759, -0.02599220437508884, 0.011249830675722161, 0.25574732654901855, 0.19364779491853576, 0.173712351991031 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.0693874253454234, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2198558207170081, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00017362460494041443, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16714118085775276, "SE": 0.15613347769961938, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19383879613509444, "SE": 0.13067511159369524, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14663429912832074, "SE": 0.15076783494276216, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20707550078154957, "SE": 0.12513716932889232, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.1219210777226224, "SE": 0.12890391112467753, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12096797550652334, "SE": 0.14830753245154177, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.27659305255458183, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1708721940530973, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2061109075755187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16714118085775276, "SE": 0.15613347769961938, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.16088308366086024, "upper": 0.49516544537636575, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19383879613509444, "SE": 0.13067511159369524, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0806994259230571, "upper": 0.46837701819324595, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14663429912832074, "SE": 0.15076783494276216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17011716826235126, "upper": 0.46338576651899277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20707550078154957, "SE": 0.12513716932889232, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05582793631489519, "upper": 0.46997893787799433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1219210777226224, "SE": 0.12890391112467753, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13072594554809758, "upper": 0.37456810099334237, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12096797550652334, "SE": 0.14830753245154177, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16970944673450383, "upper": 0.4116453977475505, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.27659305255458183, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1708721940530973, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2061109075755187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588657.260849, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16714118085775276, "SE": 0.15613347769961938, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.16088308366086024, "upper": 0.49516544537636575, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.19383879613509444, "SE": 0.13067511159369524, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0806994259230571, "upper": 0.46837701819324595, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.14663429912832074, "SE": 0.15076783494276216, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17011716826235126, "upper": 0.46338576651899277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.20707550078154957, "SE": 0.12513716932889232, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05582793631489519, "upper": 0.46997893787799433, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1219210777226224, "SE": 0.12890391112467753, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13072594554809758, "upper": 0.37456810099334237, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12096797550652334, "SE": 0.14830753245154177, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16970944673450383, "upper": 0.4116453977475505, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.27659305255458183, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1708721940530973, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2061109075755187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P045", "source_specification_id": "CI-T3-G03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 3 (\"Han and minorities share heritage\"), accepted-manuscript p. 47", "outcome_label": "Han and minorities share heritage [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P045.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities share heritage [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p045", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities share heritage [Table 3 original scale]", "source_specification_id": "CI-T3-G03-ORIG", "specification_id": "S01-P045", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P045" }, "source": { "file": "CI-T3-G03-ORIG.csv", "bytes": 197940, "sha256": "2707e2a3d487944648f11377c5ce547d073cc215d0ce7d73e736ae070f85507c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3881553061714657, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04461823226499024, "se": 0.10587438296018437, "pvalue": 0.6784336446559199, "lower": -0.2670520569229618, "upper": 0.1778155923929813 }, { "method": "Dynamic TWFE", "estimate": 0.07925918618649766, "se": 0.10766832150762165, "pvalue": 0.471129599456804, "lower": -0.14694356350462287, "upper": 0.30546193587761816 }, { "method": "BJS / did2s", "estimate": 0.08307326493439632, "se": 0.11044861454884877, "pvalue": 0.46168749031249207, "lower": -0.14897066368536707, "upper": 0.3151171935541597 }, { "method": "Sun\u2013Abraham", "estimate": 0.11579504661744161, "se": 0.125632357422198, "pvalue": 0.36887584731117656, "lower": -0.14814874205829393, "upper": 0.37973883529317715 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.015100185171888067, "se": 0.15086154978915398, "pvalue": 0.9213768930401262, "lower": -0.3320485401488424, "upper": 0.3018481698050663 }, { "event_time": -2, "estimate": -0.3489340537417761, "se": 0.10289811294805734, "pvalue": 0.0032552935175606352, "lower": -0.5651149671335616, "upper": -0.1327531403499907 }, { "event_time": 0, "estimate": -0.1038883528432654, "se": 0.09979190163280303, "pvalue": 0.31163442031157146, "lower": -0.31354335842118697, "upper": 0.10576665273465614 }, { "event_time": 1, "estimate": 0.20931782949943925, "se": 0.12187551234187508, "pvalue": 0.10304841382073286, "lower": -0.04673312054527476, "upper": 0.46536877954415323 }, { "event_time": 2, "estimate": 0.29781108590965105, "se": 0.1682935480174061, "pvalue": 0.09373339639000328, "lower": -0.05576053835048089, "upper": 0.651382710169783 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0859343120371368, "se": 0.061594269144327606, "pvalue": 0.1799426948126699, "lower": -0.04347044556071958, "upper": 0.2153390696349932 }, { "event_time": -2, "estimate": -0.14013418034627323, "se": 0.04279198179791522, "pvalue": 0.004209150114612616, "lower": -0.23003679805110666, "upper": -0.05023156264143981 }, { "event_time": -1, "estimate": 0.06244551957880298, "se": 0.026613747010936904, "pvalue": 0.0306064980894419, "lower": 0.006532111910126585, "upper": 0.11835892724747937 }, { "event_time": 0, "estimate": -0.04254188460579201, "se": 0.1084854293687235, "pvalue": 0.6995563362114475, "lower": -0.27046131421155567, "upper": 0.18537754499997164 }, { "event_time": 1, "estimate": 0.22472570537560546, "se": 0.12536662430072518, "pvalue": 0.08986867338611094, "lower": -0.038659798728405775, "upper": 0.4881112094796167 }, { "event_time": 2, "estimate": 0.13362007946989163, "se": 0.17752608074614207, "pvalue": 0.4613740534117759, "lower": -0.23934837628728844, "upper": 0.5065885352270717 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.17917591236903094, "se": 0.19367897634696102, "pvalue": 0.3671419190155684, "lower": -0.586080342507684, "upper": 0.2277285177696222 }, { "event_time": -2, "estimate": -0.3997923725360275, "se": 0.1602520628292173, "pvalue": 0.022551684598917536, "lower": -0.7364694633280218, "upper": -0.06311528174403325 }, { "event_time": 0, "estimate": -0.07862683386159842, "se": 0.11109849273581453, "pvalue": 0.4881813197338337, "lower": -0.31203610588783004, "upper": 0.15478243816463322 }, { "event_time": 1, "estimate": 0.28961113849044834, "se": 0.1430129341853307, "pvalue": 0.057952419213339226, "lower": -0.010847886979053978, "upper": 0.5900701639599506 }, { "event_time": 2, "estimate": 0.2800797230355594, "se": 0.2114629208502846, "pvalue": 0.20191332087530778, "lower": -0.16418738807254968, "upper": 0.7243468341436685 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.85722573273506e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6531754377336083e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.166478213844948, "df_num": 1, "df_den": 1100, "pvalue": 0.6833402896734146, "log10_pvalue": -0.16536297256429708, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1100.3002839429823, "rss_restricted": 1100.4668076029495, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09344636001559467 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.18486640731834872 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15289962432532192 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24325381826970094 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Han and minorities share heritage [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p045", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Han and minorities share heritage [Table 3 original scale]", "source_specification_id": "CI-T3-G03-ORIG", "specification_id": "S01-P045", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P045" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P045", "regression_results": "analyses/archive-expanded/baselines/S01-P045.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-G03-ORIG.csv", "bytes": 197940, "sha256": "2707e2a3d487944648f11377c5ce547d073cc215d0ce7d73e736ae070f85507c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3881553061714657, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.04461823226499024, "se": 0.10587438296018437, "pvalue": 0.6784336446559199, "lower": -0.2670520569229618, "upper": 0.1778155923929813 }, { "method": "Dynamic TWFE", "estimate": 0.07925918618649766, "se": 0.10766832150762165, "pvalue": 0.471129599456804, "lower": -0.14694356350462287, "upper": 0.30546193587761816 }, { "method": "BJS / did2s", "estimate": 0.08307326493439632, "se": 0.11044861454884877, "pvalue": 0.46168749031249207, "lower": -0.14897066368536707, "upper": 0.3151171935541597 }, { "method": "Sun\u2013Abraham", "estimate": 0.11579504661744161, "se": 0.125632357422198, "pvalue": 0.36887584731117656, "lower": -0.14814874205829393, "upper": 0.37973883529317715 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.015100185171888067, "se": 0.15086154978915398, "pvalue": 0.9213768930401262, "lower": -0.3320485401488424, "upper": 0.3018481698050663 }, { "event_time": -2, "estimate": -0.3489340537417761, "se": 0.10289811294805734, "pvalue": 0.0032552935175606352, "lower": -0.5651149671335616, "upper": -0.1327531403499907 }, { "event_time": 0, "estimate": -0.1038883528432654, "se": 0.09979190163280303, "pvalue": 0.31163442031157146, "lower": -0.31354335842118697, "upper": 0.10576665273465614 }, { "event_time": 1, "estimate": 0.20931782949943925, "se": 0.12187551234187508, "pvalue": 0.10304841382073286, "lower": -0.04673312054527476, "upper": 0.46536877954415323 }, { "event_time": 2, "estimate": 0.29781108590965105, "se": 0.1682935480174061, "pvalue": 0.09373339639000328, "lower": -0.05576053835048089, "upper": 0.651382710169783 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0859343120371368, "se": 0.061594269144327606, "pvalue": 0.1799426948126699, "lower": -0.04347044556071958, "upper": 0.2153390696349932 }, { "event_time": -2, "estimate": -0.14013418034627323, "se": 0.04279198179791522, "pvalue": 0.004209150114612616, "lower": -0.23003679805110666, "upper": -0.05023156264143981 }, { "event_time": -1, "estimate": 0.06244551957880298, "se": 0.026613747010936904, "pvalue": 0.0306064980894419, "lower": 0.006532111910126585, "upper": 0.11835892724747937 }, { "event_time": 0, "estimate": -0.04254188460579201, "se": 0.1084854293687235, "pvalue": 0.6995563362114475, "lower": -0.27046131421155567, "upper": 0.18537754499997164 }, { "event_time": 1, "estimate": 0.22472570537560546, "se": 0.12536662430072518, "pvalue": 0.08986867338611094, "lower": -0.038659798728405775, "upper": 0.4881112094796167 }, { "event_time": 2, "estimate": 0.13362007946989163, "se": 0.17752608074614207, "pvalue": 0.4613740534117759, "lower": -0.23934837628728844, "upper": 0.5065885352270717 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.17917591236903094, "se": 0.19367897634696102, "pvalue": 0.3671419190155684, "lower": -0.586080342507684, "upper": 0.2277285177696222 }, { "event_time": -2, "estimate": -0.3997923725360275, "se": 0.1602520628292173, "pvalue": 0.022551684598917536, "lower": -0.7364694633280218, "upper": -0.06311528174403325 }, { "event_time": 0, "estimate": -0.07862683386159842, "se": 0.11109849273581453, "pvalue": 0.4881813197338337, "lower": -0.31203610588783004, "upper": 0.15478243816463322 }, { "event_time": 1, "estimate": 0.28961113849044834, "se": 0.1430129341853307, "pvalue": 0.057952419213339226, "lower": -0.010847886979053978, "upper": 0.5900701639599506 }, { "event_time": 2, "estimate": 0.2800797230355594, "se": 0.2114629208502846, "pvalue": 0.20191332087530778, "lower": -0.16418738807254968, "upper": 0.7243468341436685 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.85722573273506e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.6531754377336083e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.166478213844948, "df_num": 1, "df_den": 1100, "pvalue": 0.6833402896734146, "log10_pvalue": -0.16536297256429708, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1100.3002839429823, "rss_restricted": 1100.4668076029495, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09344636001559467 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.18486640731834872 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.15289962432532192 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.24325381826970094 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.10692876487091325, "se": 0.1182962923333951, "lower": -0.12492770760716286, "upper": 0.33878523734898935 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.055547454329491215, "se": 0.11670333170258289, "lower": -0.17318687268340277, "upper": 0.2842817813423852 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.007741324003405377, "se": 0.11167040011067626, "lower": -0.21112863835269777, "upper": 0.22661128635950853 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.05122426305271808, "se": 0.11253683734809984, "lower": -0.16934388508359965, "upper": 0.2717924111890358 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.10692876487091325, "se": 0.1182962923333951, "lower": -0.12492770760716286, "upper": 0.33878523734898935, "event_study": [ { "event_time": -3, "estimate": -0.16926808685861652, "se": 0.18100793247939626, "lower": -0.5240371154342911, "upper": 0.18550094171705803, "relative_to_minus_one": -0.16926808685861652, "n": 0.0 }, { "event_time": -2, "estimate": -0.40527109342940354, "se": 0.11337497235327655, "lower": -0.62748195599005, "upper": -0.18306023086875717, "relative_to_minus_one": -0.40527109342940354, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.17832506117380073, "se": 0.1112425195722263, "lower": -0.3963563930848564, "upper": 0.039706270737254884, "relative_to_minus_one": -0.17832506117380073, "n": 264.0 }, { "event_time": 1, "estimate": 0.23899562699497717, "se": 0.13384930926253916, "lower": -0.02334419851516306, "upper": 0.5013354525051175, "relative_to_minus_one": 0.23899562699497717, "n": 197.0 }, { "event_time": 2, "estimate": 0.2601157287915633, "se": 0.19518701080733292, "lower": -0.1224437826408395, "upper": 0.6426752402239662, "relative_to_minus_one": 0.2601157287915633, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.2328386545264205, "se": 0.22051365917386745, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": 0.2669152152208545, "se": 0.1779637524995092, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": 0.2601157287915633, "se": 0.19518701080733292, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": -0.4734590687615632, "se": 0.19276778722097243, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.02951538603152614, "se": 0.22572286685958795, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.1993799950528539, "se": 0.22685172829855518, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.16926808685861652, "se": 0.1810079324793963, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3105122169114728, "se": 0.24868504180720188, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.277630012507195, "se": 0.10476631343913023, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.05122426305271808, "treated_cell_se": 0.11253683734809984, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04424183303490281, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.15833267689398187, "event_study": [ { "event_time": -3, "estimate": -0.04805603222094432, "raw_gap": -0.08530751764121486, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.13141541668008694 }, { "event_time": -2, "estimate": -0.07738861447545872, "raw_gap": -0.12550551291127535, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.16074799893460134 }, { "event_time": -1, "estimate": 0.08335938445914261, "raw_gap": 0.0599925764697718, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06587843786025635, "raw_gap": 0.03665053726238943, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": -0.017480946598886257 }, { "event_time": 1, "estimate": 0.3036487096278145, "raw_gap": 0.2824067149773025, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2202893251686719 }, { "event_time": 2, "estimate": 0.11776210628185219, "raw_gap": 0.11776210628185219, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.03440272182270958 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.024533535643084095, -0.0509167829903985, 0.03888218511504033, -0.025486492690904996, 0.26159135270665196, 0.06578593887139549 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": -0.05434640189806303 }, { "cohort": 3, "pre_gap": -0.03725148542027054 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11462695246840061, "zeta_omega": [ 0.0, 1.6367750914851182, 1.1273778886659398 ], "zeta_lambda": [ 0.0, 9.732322922266661e-07, 7.971765500354585e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.10872980076298767, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031074974685907364, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.089088493728499, "event_study": [ { "event_time": -3, "estimate": -0.01087842934357693, "raw_gap": -0.01087842934357693, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.03979808819469728 }, { "event_time": -2, "estimate": -0.04785937745131809, "raw_gap": -0.04785937745131809, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.07677903630243843 }, { "event_time": -1, "estimate": 0.02891965885112035, "raw_gap": 0.02891965885112035, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.020939685480027205, "raw_gap": -0.020939685480027205, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": -0.049859344331147554 }, { "event_time": 1, "estimate": 0.2471744362301891, "raw_gap": 0.2471744362301891, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.21825477737906873 }, { "event_time": 2, "estimate": 0.06893953832674872, "raw_gap": 0.06893953832674872, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.04001987947562837 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.014759038666281019, -0.019159330715807204, 0.007249007471462853, -0.0786519453152614, 0.25703701716587446, 0.0027966648116964587 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 32, "termination_reason": "Relative objective tolerance reached", "objective": 0.05375981016672412, "lambda_l": 0.018342813054327292, "singular_values": [ 1.3670406540733302, 0.5980047675677029, 0.2916940154460782, 0.0 ], "history_objective": [ 0.05392601106837928, 0.053816271636466184, 0.05378187350994752, 0.05376894688373195, 0.053763745060836685, 0.053761548916126944, 0.05376059221594593, 0.05376016670786367, 0.0537599746195264, 0.05375988686227493, 0.05375984633672717, 0.05375982742471654, 0.05375981850306393, 0.053759814245988524, 0.05375981218989391, 0.05375981118403434, 0.05375981068534203, 0.05375981043468977, 0.05375981030696521, 0.05375981024099797, 0.053759810206484376, 0.0537598101882074, 0.053759810178420714, 0.05375981017312788, 0.053759810170240174, 0.05375981016865268, 0.05375981016777426, 0.053759810167285496, 0.05375981016701231, 0.05375981016685905, 0.053759810166772795, 0.05375981016672412 ], "history_rmse": [ 0.11110610102667173, 0.11114890506884859, 0.11117852336642882, 0.11118941642601436, 0.11119386242900034, 0.11119579630554821, 0.11119666428394703, 0.11119705924519294, 0.11119724005073017, 0.11119732309883053, 0.11119736135932039, 0.11119737904957858, 0.11119738726655791, 0.1111973911053176, 0.11119739291130692, 0.11119739376805193, 0.11119739417841959, 0.11119739437713581, 0.11119739447453149, 0.11119739452289365, 0.11119739454723983, 0.1111973945596698, 0.11119739456610449, 0.11119739456948138, 0.11119739457127607, 0.11119739457224137, 0.11119739457276574, 0.11119739457305304, 0.11119739457321197, 0.1111973945733004, 0.11119739457334997, 0.11119739457337761 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.04832745146122052, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023408327251672745, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.006752672573333551, "event_study": [ { "event_time": -3, "estimate": 0.01605170252978045, "raw_gap": 0.01605170252978045, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.011423250298652068 }, { "event_time": -2, "estimate": -0.0457558276026965, "raw_gap": -0.0457558276026965, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.05038427983382488 }, { "event_time": -1, "estimate": 0.004628452231128381, "raw_gap": 0.004628452231128381, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0933014284541913, "raw_gap": -0.0933014284541913, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": -0.09792988068531969 }, { "event_time": 1, "estimate": 0.11274309288049963, "raw_gap": 0.11274309288049963, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.10811464064937125 }, { "event_time": 2, "estimate": 0.05996584440751473, "raw_gap": 0.05996584440751473, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.05533739217638635 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0768256845279112, 0.006917290431843838, -0.02789546627433869, -0.14160938313710927, 0.11220629741362013, 0.007989676997058038 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07333885809408806, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": -0.029300626632390706, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015312479808926582, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04461823226499024, "SE": 0.10587438296018437, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07925918618649766, "SE": 0.10766832150762165, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08307326493439632, "SE": 0.11044861454884877, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11579504661744161, "SE": 0.125632357422198, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.10692876487091325, "SE": 0.1182962923333951, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05122426305271808, "SE": 0.11253683734809984, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.15833267689398187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.089088493728499, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006752672573333551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04461823226499024, "SE": 0.10587438296018437, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2670520569229618, "upper": 0.1778155923929813, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07925918618649766, "SE": 0.10766832150762165, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14694356350462287, "upper": 0.30546193587761816, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08307326493439632, "SE": 0.11044861454884877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14897066368536707, "upper": 0.3151171935541597, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11579504661744161, "SE": 0.125632357422198, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14814874205829393, "upper": 0.37973883529317715, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.10692876487091325, "SE": 0.1182962923333951, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12492770760716286, "upper": 0.33878523734898935, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05122426305271808, "SE": 0.11253683734809984, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16934388508359965, "upper": 0.2717924111890358, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.15833267689398187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.089088493728499, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006752672573333551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588658.4925592, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.04461823226499024, "SE": 0.10587438296018437, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2670520569229618, "upper": 0.1778155923929813, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07925918618649766, "SE": 0.10766832150762165, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14694356350462287, "upper": 0.30546193587761816, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08307326493439632, "SE": 0.11044861454884877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14897066368536707, "upper": 0.3151171935541597, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11579504661744161, "SE": 0.125632357422198, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14814874205829393, "upper": 0.37973883529317715, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.10692876487091325, "SE": 0.1182962923333951, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12492770760716286, "upper": 0.33878523734898935, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05122426305271808, "SE": 0.11253683734809984, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16934388508359965, "upper": 0.2717924111890358, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.15833267689398187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.089088493728499, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006752672573333551, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P046", "source_specification_id": "CI-T3-G04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 4 (\"Willing to marry minority\"), accepted-manuscript p. 47", "outcome_label": "Willing to marry minority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P046.json", "input_bytes": 197940, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Willing to marry minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p046", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Willing to marry minority [Table 3 original scale]", "source_specification_id": "CI-T3-G04-ORIG", "specification_id": "S01-P046", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P046" }, "source": { "file": "CI-T3-G04-ORIG.csv", "bytes": 197940, "sha256": "b1f18391ab1d7ad986acf5b43ff7e1226a39494ffa38732b55c21c97b1e559f1" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3585516969327735, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13270717977648508, "se": 0.10277932917893479, "pvalue": 0.21297587912296664, "lower": -0.08322417817672786, "upper": 0.348638537729698 }, { "method": "Dynamic TWFE", "estimate": 0.16486425650268072, "se": 0.12810283078461587, "pvalue": 0.21441018389471853, "lower": -0.10426980410998693, "upper": 0.43399831711534836 }, { "method": "BJS / did2s", "estimate": 0.1907042484846601, "se": 0.1156728968748721, "pvalue": 0.11656247243602577, "lower": -0.05231549001828739, "upper": 0.4337239869876076 }, { "method": "Sun\u2013Abraham", "estimate": 0.1085905496696486, "se": 0.10534271824133486, "pvalue": 0.31627299014884663, "lower": -0.11272628886247346, "upper": 0.3299073882017707 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.042800248906660426, "se": 0.166569695302553, "pvalue": 0.8001307509294391, "lower": -0.30714969519070734, "upper": 0.39275019300402814 }, { "event_time": -2, "estimate": -0.050747886151359126, "se": 0.12350629034911562, "pvalue": 0.6860011893185414, "lower": -0.31022497365422513, "upper": 0.2087292013515069 }, { "event_time": 0, "estimate": 0.12282106127032501, "se": 0.1020416615703218, "pvalue": 0.24432132871612902, "lower": -0.09156051454558099, "upper": 0.337202637086231 }, { "event_time": 1, "estimate": 0.18487630481042824, "se": 0.14260596456444116, "pvalue": 0.2112083074080875, "lower": -0.11472770921283867, "upper": 0.48448031883369513 }, { "event_time": 2, "estimate": 0.2336818528941773, "se": 0.23576651385199818, "pvalue": 0.3347462237874726, "lower": -0.2616452124082797, "upper": 0.7290089181966344 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03458938114620173, "se": 0.05559200391970475, "pvalue": 0.5416120746402613, "lower": -0.08220508514987218, "upper": 0.15138384744227562 }, { "event_time": -2, "estimate": 0.020394744872938523, "se": 0.04677286249111272, "pvalue": 0.6679937656978395, "lower": -0.07787139281980354, "upper": 0.11866088256568058 }, { "event_time": -1, "estimate": -0.02110163805582245, "se": 0.020736134371727714, "pvalue": 0.32233941953830203, "lower": -0.06466663978678497, "upper": 0.022463363675140062 }, { "event_time": 0, "estimate": 0.1524541157274352, "se": 0.11096572373894155, "pvalue": 0.1863462802637514, "lower": -0.0806762189870053, "upper": 0.3855844504418757 }, { "event_time": 1, "estimate": 0.22919827606075466, "se": 0.12078280638888796, "pvalue": 0.07390676526755592, "lower": -0.024556983963826162, "upper": 0.4829535360853355 }, { "event_time": 2, "estimate": 0.2148841678636672, "se": 0.22771331381176638, "pvalue": 0.3578378810108287, "lower": -0.26352375197979677, "upper": 0.6932920877071311 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2084901672537716, "se": 0.15672003088895115, "pvalue": 0.20001800846484846, "lower": -0.12076639978808221, "upper": 0.5377467342956254 }, { "event_time": -2, "estimate": 0.21506747444484303, "se": 0.12220364608784233, "pvalue": 0.09540643172812842, "lower": -0.04167285901892043, "upper": 0.4718078079086065 }, { "event_time": 0, "estimate": 0.0779250134002463, "se": 0.09034054214275969, "pvalue": 0.399720901605543, "lower": -0.11187342271480188, "upper": 0.2677234495152945 }, { "event_time": 1, "estimate": 0.20760463356598474, "se": 0.10343445522324897, "pvalue": 0.05999473005466904, "lower": -0.0097030931328638, "upper": 0.42491236026483326 }, { "event_time": 2, "estimate": -0.001121690257813089, "se": 0.2423164687703791, "pvalue": 0.996357499128266, "lower": -0.5102097002108817, "upper": 0.5079663196952556 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1220554552910853e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.7291810164776797, "df_num": 1, "df_den": 1100, "pvalue": 0.05372630452950017, "log10_pvalue": -1.269813030595288, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1013.2015952110249, "rss_restricted": 1016.6365153516848, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8323202812977899 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0292711824635732 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6944272694927485 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5616526993605994 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Willing to marry minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p046", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Willing to marry minority [Table 3 original scale]", "source_specification_id": "CI-T3-G04-ORIG", "specification_id": "S01-P046", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P046" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P046", "regression_results": "analyses/archive-expanded/baselines/S01-P046.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-G04-ORIG.csv", "bytes": 197940, "sha256": "b1f18391ab1d7ad986acf5b43ff7e1226a39494ffa38732b55c21c97b1e559f1" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.3585516969327735, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13270717977648508, "se": 0.10277932917893479, "pvalue": 0.21297587912296664, "lower": -0.08322417817672786, "upper": 0.348638537729698 }, { "method": "Dynamic TWFE", "estimate": 0.16486425650268072, "se": 0.12810283078461587, "pvalue": 0.21441018389471853, "lower": -0.10426980410998693, "upper": 0.43399831711534836 }, { "method": "BJS / did2s", "estimate": 0.1907042484846601, "se": 0.1156728968748721, "pvalue": 0.11656247243602577, "lower": -0.05231549001828739, "upper": 0.4337239869876076 }, { "method": "Sun\u2013Abraham", "estimate": 0.1085905496696486, "se": 0.10534271824133486, "pvalue": 0.31627299014884663, "lower": -0.11272628886247346, "upper": 0.3299073882017707 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.042800248906660426, "se": 0.166569695302553, "pvalue": 0.8001307509294391, "lower": -0.30714969519070734, "upper": 0.39275019300402814 }, { "event_time": -2, "estimate": -0.050747886151359126, "se": 0.12350629034911562, "pvalue": 0.6860011893185414, "lower": -0.31022497365422513, "upper": 0.2087292013515069 }, { "event_time": 0, "estimate": 0.12282106127032501, "se": 0.1020416615703218, "pvalue": 0.24432132871612902, "lower": -0.09156051454558099, "upper": 0.337202637086231 }, { "event_time": 1, "estimate": 0.18487630481042824, "se": 0.14260596456444116, "pvalue": 0.2112083074080875, "lower": -0.11472770921283867, "upper": 0.48448031883369513 }, { "event_time": 2, "estimate": 0.2336818528941773, "se": 0.23576651385199818, "pvalue": 0.3347462237874726, "lower": -0.2616452124082797, "upper": 0.7290089181966344 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03458938114620173, "se": 0.05559200391970475, "pvalue": 0.5416120746402613, "lower": -0.08220508514987218, "upper": 0.15138384744227562 }, { "event_time": -2, "estimate": 0.020394744872938523, "se": 0.04677286249111272, "pvalue": 0.6679937656978395, "lower": -0.07787139281980354, "upper": 0.11866088256568058 }, { "event_time": -1, "estimate": -0.02110163805582245, "se": 0.020736134371727714, "pvalue": 0.32233941953830203, "lower": -0.06466663978678497, "upper": 0.022463363675140062 }, { "event_time": 0, "estimate": 0.1524541157274352, "se": 0.11096572373894155, "pvalue": 0.1863462802637514, "lower": -0.0806762189870053, "upper": 0.3855844504418757 }, { "event_time": 1, "estimate": 0.22919827606075466, "se": 0.12078280638888796, "pvalue": 0.07390676526755592, "lower": -0.024556983963826162, "upper": 0.4829535360853355 }, { "event_time": 2, "estimate": 0.2148841678636672, "se": 0.22771331381176638, "pvalue": 0.3578378810108287, "lower": -0.26352375197979677, "upper": 0.6932920877071311 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2084901672537716, "se": 0.15672003088895115, "pvalue": 0.20001800846484846, "lower": -0.12076639978808221, "upper": 0.5377467342956254 }, { "event_time": -2, "estimate": 0.21506747444484303, "se": 0.12220364608784233, "pvalue": 0.09540643172812842, "lower": -0.04167285901892043, "upper": 0.4718078079086065 }, { "event_time": 0, "estimate": 0.0779250134002463, "se": 0.09034054214275969, "pvalue": 0.399720901605543, "lower": -0.11187342271480188, "upper": 0.2677234495152945 }, { "event_time": 1, "estimate": 0.20760463356598474, "se": 0.10343445522324897, "pvalue": 0.05999473005466904, "lower": -0.0097030931328638, "upper": 0.42491236026483326 }, { "event_time": 2, "estimate": -0.001121690257813089, "se": 0.2423164687703791, "pvalue": 0.996357499128266, "lower": -0.5102097002108817, "upper": 0.5079663196952556 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1220554552910853e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.7291810164776797, "df_num": 1, "df_den": 1100, "pvalue": 0.05372630452950017, "log10_pvalue": -1.269813030595288, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1013.2015952110249, "rss_restricted": 1016.6365153516848, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.8323202812977899 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0292711824635732 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6944272694927485 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5616526993605994 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.1538288297201496, "se": 0.12683091259991094, "lower": -0.09475519110202318, "upper": 0.4024128505423224 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.17209532787626597, "se": 0.12817658734926773, "lower": -0.0791261669895511, "upper": 0.42331682274208304 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.20876242686737245, "se": 0.1352635477440757, "lower": -0.056349255132130016, "upper": 0.4738741088668749 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.18367884245975155, "se": 0.12851878594328708, "lower": -0.0682133493259037, "upper": 0.4355710342454068 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.1538288297201496, "se": 0.12683091259991094, "lower": -0.09475519110202318, "upper": 0.4024128505423224, "event_study": [ { "event_time": -3, "estimate": 0.18318513698567832, "se": 0.17341334890391674, "lower": -0.15669878130447698, "upper": 0.5230690552758336, "relative_to_minus_one": 0.18318513698567832, "n": 0.0 }, { "event_time": -2, "estimate": 0.023946207285770932, "se": 0.1937501678421082, "lower": -0.3557971436833517, "upper": 0.4036895582548935, "relative_to_minus_one": 0.023946207285770932, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.13929546777858876, "se": 0.1261463071028643, "lower": -0.10794675092575451, "upper": 0.386537686482932, "relative_to_minus_one": 0.13929546777858876, "n": 264.0 }, { "event_time": 1, "estimate": 0.3062538294520238, "se": 0.1483482101848084, "lower": 0.015496680318821288, "upper": 0.5970109785852262, "relative_to_minus_one": 0.3062538294520238, "n": 197.0 }, { "event_time": 2, "estimate": 0.01593719192983629, "se": 0.22735452910951234, "lower": -0.4296694968468712, "upper": 0.4615438807065438, "relative_to_minus_one": 0.01593719192983629, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.08668622474681652, "se": 0.1430716685361838, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": 0.06838025313682487, "se": 0.09811731778779903, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": 0.01593719192983629, "se": 0.22735452910951234, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": 0.266334692762189, "se": 0.18186643803906377, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.45149187858143525, "se": 0.18008396454031797, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.6437771471965626, "se": 0.22156447864590434, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": 0.18318513698567832, "se": 0.17341334890391674, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.312894129338735, "se": 0.14177446404069746, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1510427600932725, "se": 0.23745782516676225, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.18367884245975155, "treated_cell_se": 0.12851878594328708, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.044428250286728144, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08006466164452958, "event_study": [ { "event_time": -3, "estimate": 0.015332132665222495, "raw_gap": 0.07144068571924236, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.10228650231131874 }, { "event_time": -2, "estimate": 0.046306740930031544, "raw_gap": 0.040345722866511696, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.13326111057612777 }, { "event_time": -1, "estimate": -0.08695436964609624, "raw_gap": -0.0832398337065272, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.014291980306520114, "raw_gap": 0.014375794434231957, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.10124634995261635 }, { "event_time": 1, "estimate": 0.1217137626384534, "raw_gap": 0.10547435625693051, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.20866813228454964 }, { "event_time": 2, "estimate": 0.16813307488906334, "raw_gap": 0.16813307488906343, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.2550874445351596 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.12257231747601727, 0.023577311330761352, -0.052223673888473925, 0.025460296184101436, 0.10294059804754123, 0.16050504590903172 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.041547572170909305 }, { "cohort": 3, "pre_gap": 0.05610855305401985 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12842291125307506, "zeta_omega": [ 0.0, 0.7548007568015213, 0.5814433531859752 ], "zeta_lambda": [ 0.0, 4.488072151989038e-07, 4.111425379136478e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.0816681711721685e-16 }, "native_matrix_att": 0.0802933639821314, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031508272513747215, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20475328521049366, "event_study": [ { "event_time": -3, "estimate": 0.032709073549835634, "raw_gap": 0.032709073549835634, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.039653226611208195 }, { "event_time": -2, "estimate": 0.013715294184285435, "raw_gap": 0.013715294184285435, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.020659447245658 }, { "event_time": -1, "estimate": -0.006944153061372565, "raw_gap": -0.006944153061372565, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15006328740789732, "raw_gap": 0.15006328740789732, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.15700744046926987 }, { "event_time": 1, "estimate": 0.21952321263451818, "raw_gap": 0.21952321263451818, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.22646736569589074 }, { "event_time": 2, "estimate": 0.31560409018503777, "raw_gap": 0.31560409018503777, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.32254824324641035 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.014358883962282243, 0.0050715721680228976, -0.007539038465832448, 0.142643477992587, 0.20938554162590203, 0.28516269212569856 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.026041686005242117, "lambda_l": 0.012766981700042609, "singular_values": [ 0.999729586700532, 0.5525065191478239, 0.01834573000026346, 0.0 ], "history_objective": [ 0.026340494946461925, 0.026134715923648206, 0.02608090287206845, 0.02606166568970636, 0.02605250016056074, 0.026047669766886786, 0.02604504298299745, 0.02604359081041436, 0.026042777330471396, 0.026042316340876427, 0.026042052494738788, 0.026041900222515464, 0.026041811743530728, 0.026041760051369805, 0.026041729720953956, 0.02604171186461963, 0.026041701324716244, 0.026041695090966026, 0.026041691398426367, 0.02604168920862673, 0.02604168790886416, 0.026041687136877233, 0.026041686678133242, 0.02604168640542952, 0.026041686243274312, 0.026041686146833852, 0.026041686089468042, 0.026041686055341257, 0.026041686035037603, 0.026041686022957297, 0.02604168601576936, 0.026041686011492333, 0.026041686008947275, 0.026041686007432816, 0.026041686006531617, 0.02604168600599533, 0.026041686005676187, 0.02604168600548626, 0.02604168600537323, 0.026041686005305976, 0.02604168600526595, 0.026041686005242117 ], "history_rmse": [ 0.07676799322762978, 0.07719497133420018, 0.07731952054727446, 0.07736009869627712, 0.07737756991343782, 0.07738616395813515, 0.07739059502479047, 0.07739293110244305, 0.07739418230001242, 0.07739486156836844, 0.07739523485413846, 0.0773954422534379, 0.07739555862025148, 0.07739562447748835, 0.07739566203056274, 0.0773956835832812, 0.0773956960215896, 0.07739570323361851, 0.07739570743190011, 0.07739570988395157, 0.07739571132009845, 0.07739571216320654, 0.07739571265913489, 0.07739571295132704, 0.0773957131237197, 0.07739571322554942, 0.07739571328575812, 0.07739571332138732, 0.0773957133424858, 0.07739571335498788, 0.07739571336239941, 0.07739571336679549, 0.07739571336940354, 0.07739571337095164, 0.0773957133718709, 0.07739571337241669, 0.07739571337274077, 0.07739571337293336, 0.07739571337304776, 0.0773957133731158, 0.0773957133731562, 0.0773957133731802 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.19128327959871264, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000251957681030035, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1297680978023072, "event_study": [ { "event_time": -3, "estimate": -0.04394110621148993, "raw_gap": -0.04394110621148993, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.00631576445445689 }, { "event_time": -2, "estimate": -0.0005904823336460444, "raw_gap": -0.0005904823336460444, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.049666388332300776 }, { "event_time": -1, "estimate": -0.05025687066594682, "raw_gap": -0.05025687066594682, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09835703358141583, "raw_gap": 0.09835703358141583, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.14861390424736265 }, { "event_time": 1, "estimate": 0.16482228473899874, "raw_gap": 0.16482228473899874, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.21507915540494554 }, { "event_time": 2, "estimate": 0.14310315672333693, "raw_gap": 0.14310315672333693, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.19336002738928376 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.007190525545284987, 0.01662159973654176, -0.012441146159530233, 0.10411979349423642, 0.14048746083249009, 0.1354751277433052 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.029440613799526637, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.12204889265311149, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015508290380239487, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13270717977648508, "SE": 0.10277932917893479, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16486425650268072, "SE": 0.12810283078461587, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1907042484846601, "SE": 0.1156728968748721, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1085905496696486, "SE": 0.10534271824133486, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.1538288297201496, "SE": 0.12683091259991094, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.18367884245975155, "SE": 0.12851878594328708, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.08006466164452958, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20475328521049366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1297680978023072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13270717977648508, "SE": 0.10277932917893479, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08322417817672786, "upper": 0.348638537729698, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16486425650268072, "SE": 0.12810283078461587, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10426980410998693, "upper": 0.43399831711534836, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1907042484846601, "SE": 0.1156728968748721, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05231549001828739, "upper": 0.4337239869876076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1085905496696486, "SE": 0.10534271824133486, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11272628886247346, "upper": 0.3299073882017707, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1538288297201496, "SE": 0.12683091259991094, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09475519110202318, "upper": 0.4024128505423224, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.18367884245975155, "SE": 0.12851878594328708, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.0682133493259037, "upper": 0.4355710342454068, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.08006466164452958, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20475328521049366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1297680978023072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588659.6570492, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13270717977648508, "SE": 0.10277932917893479, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08322417817672786, "upper": 0.348638537729698, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.16486425650268072, "SE": 0.12810283078461587, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10426980410998693, "upper": 0.43399831711534836, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1907042484846601, "SE": 0.1156728968748721, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05231549001828739, "upper": 0.4337239869876076, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1085905496696486, "SE": 0.10534271824133486, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11272628886247346, "upper": 0.3299073882017707, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1538288297201496, "SE": 0.12683091259991094, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09475519110202318, "upper": 0.4024128505423224, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.18367884245975155, "SE": 0.12851878594328708, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.0682133493259037, "upper": 0.4355710342454068, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.08006466164452958, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.20475328521049366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.1297680978023072, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P047", "source_specification_id": "CI-T3-G05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel G, row 5 (\"Ethnic identity z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 7, p. 48 and Table 5, panel A, column 7, p. 49", "outcome_label": "Ethnic identity z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P047.json", "input_bytes": 263200, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p047", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-G05-ORIG", "specification_id": "S01-P047", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P047" }, "source": { "file": "CI-T3-G05-ORIG.csv", "bytes": 263200, "sha256": "dd8287ef1ffae7fef5f912091f7582b1643dbc1036ba579ee560abc1e20d9f17" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831889027, "se": 0.12200052374509944, "pvalue": 0.3253979532479968, "lower": -0.1329667109381393, "upper": 0.37966046757591987 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0397479250990354, "se": 0.2224008481763245, "pvalue": 0.8601522039453208, "lower": -0.5069947688009764, "upper": 0.4274989186029056 }, { "event_time": -2, "estimate": -0.024820748461178543, "se": 0.16159376755434904, "pvalue": 0.8796343219696402, "lower": -0.3643166562816976, "upper": 0.31467515935934054 }, { "event_time": 0, "estimate": 0.019330720775338928, "se": 0.11851788782487926, "pvalue": 0.872253923190208, "lower": -0.22966612191876493, "upper": 0.26832756346944275 }, { "event_time": 1, "estimate": 0.3180181374199673, "se": 0.14199154595784477, "pvalue": 0.037972281058035275, "lower": 0.019704968989232907, "upper": 0.6163313058507017 }, { "event_time": 2, "estimate": 0.018635604747595767, "se": 0.19113649845649297, "pvalue": 0.9234076394951657, "lower": -0.38292727755414746, "upper": 0.42019848704933904 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.32829254397203e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p047", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-G05-ORIG", "specification_id": "S01-P047", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-G05-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P047" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P047", "regression_results": "analyses/archive-expanded/baselines/S01-P047.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-G05-ORIG.csv", "bytes": 263200, "sha256": "dd8287ef1ffae7fef5f912091f7582b1643dbc1036ba579ee560abc1e20d9f17" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1803, "source_sd": 0.9934251978017575, "rows": 1131, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.09713268965189745, "se": 0.11416423157910575, "pvalue": 0.4060482566197997, "lower": -0.14271746067982777, "upper": 0.33698283998362266 }, { "method": "Dynamic TWFE", "estimate": 0.15275868556552996, "se": 0.11667794172926976, "pvalue": 0.20692263207728853, "lower": -0.09237257382345243, "upper": 0.39788994495451235 }, { "method": "BJS / did2s", "estimate": 0.15890542995086349, "se": 0.11225349685752446, "pvalue": 0.17396448332515857, "lower": -0.07693041569123779, "upper": 0.3947412755929648 }, { "method": "Sun\u2013Abraham", "estimate": 0.12334687831889027, "se": 0.12200052374509944, "pvalue": 0.3253979532479968, "lower": -0.1329667109381393, "upper": 0.37966046757591987 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.06507165024972078, "se": 0.15976097893174915, "pvalue": 0.6885860668357664, "lower": -0.4007170120579167, "upper": 0.27057371155847515 }, { "event_time": -2, "estimate": -0.2549168211929761, "se": 0.13985123176277278, "pvalue": 0.0849929155705281, "lower": -0.548733356358243, "upper": 0.038899713972290806 }, { "event_time": 0, "estimate": 0.057723291769215215, "se": 0.10961031918119164, "pvalue": 0.6048851496749778, "lower": -0.17255944363640535, "upper": 0.28800602717483575 }, { "event_time": 1, "estimate": 0.22486265134071956, "se": 0.12931666743963596, "pvalue": 0.0991346753927234, "lower": -0.046821585453732245, "upper": 0.49654688813517134 }, { "event_time": 2, "estimate": 0.25742082695509483, "se": 0.17734720190762474, "pvalue": 0.16384518628824787, "lower": -0.1151718183077115, "upper": 0.6300134722179012 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.05323288618792928, "se": 0.04298863852897122, "pvalue": 0.23151195559992913, "lower": -0.037082891977541436, "upper": 0.1435486643534 }, { "event_time": -2, "estimate": -0.06011702933610721, "se": 0.05143364220504294, "pvalue": 0.25772033170859165, "lower": -0.1681751018545536, "upper": 0.04794104318233918 }, { "event_time": -1, "estimate": 0.022614397827353173, "se": 0.02769915272255568, "pvalue": 0.42492833788092255, "lower": -0.035579362623466615, "upper": 0.08080815827817296 }, { "event_time": 0, "estimate": 0.10246369727705186, "se": 0.12928692351729462, "pvalue": 0.4383734384521629, "lower": -0.16915804985538985, "upper": 0.37408544440949354 }, { "event_time": 1, "estimate": 0.24021603355677898, "se": 0.1369962622345579, "pvalue": 0.09653717784882601, "lower": -0.0476024332024447, "upper": 0.5280345003160026 }, { "event_time": 2, "estimate": 0.14815955029241065, "se": 0.13467901557730602, "pvalue": 0.28578667382769535, "lower": -0.1347905618919177, "upper": 0.431109662476739 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0397479250990354, "se": 0.2224008481763245, "pvalue": 0.8601522039453208, "lower": -0.5069947688009764, "upper": 0.4274989186029056 }, { "event_time": -2, "estimate": -0.024820748461178543, "se": 0.16159376755434904, "pvalue": 0.8796343219696402, "lower": -0.3643166562816976, "upper": 0.31467515935934054 }, { "event_time": 0, "estimate": 0.019330720775338928, "se": 0.11851788782487926, "pvalue": 0.872253923190208, "lower": -0.22966612191876493, "upper": 0.26832756346944275 }, { "event_time": 1, "estimate": 0.3180181374199673, "se": 0.14199154595784477, "pvalue": 0.037972281058035275, "lower": 0.019704968989232907, "upper": 0.6163313058507017 }, { "event_time": 2, "estimate": 0.018635604747595767, "se": 0.19113649845649297, "pvalue": 0.9234076394951657, "lower": -0.38292727755414746, "upper": 0.42019848704933904 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4672566371681416, 0.3486725663716814, 0.184070796460177 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.32829254397203e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.4954019142115147, "df_num": 1, "df_den": 1100, "pvalue": 0.11446671685987606, "log10_pvalue": -0.9413207734582845, "inference": "Homoskedastic nested-model F", "observations": 1131, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1092.0542199627894, "rss_restricted": 1094.5315964999875, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ], [ -0.14892695773201645, -0.16483447373738153, -0.02024910408185077, -0.09471998423451741, -0.1530585981979471, -0.21798469170611923 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9967121532098238 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1575487141238436 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5897452541268026 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.3653465582033075 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.14749457240539607, "se": 0.11142887226199831, "lower": -0.07090200406603483, "upper": 0.36589114887682694 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.14526560662145754, "se": 0.11389304058794826, "lower": -0.07796065102067962, "upper": 0.3684918642635947 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14793803098747296, "se": 0.12071745823649291, "lower": -0.08866383946127124, "upper": 0.3845399014362172 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 565.0, "post_cells": 6, "estimate": 0.1510950263581596, "se": 0.11556003628790101, "lower": -0.07539848281826811, "upper": 0.3775885355345873 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.14749457240539607, "se": 0.11142887226199831, "lower": -0.07090200406603483, "upper": 0.36589114887682694, "event_study": [ { "event_time": -3, "estimate": -0.11668584072329016, "se": 0.23101273944273068, "lower": -0.5694624900009779, "upper": 0.33609080855439755, "relative_to_minus_one": -0.11668584072329016, "n": 0.0 }, { "event_time": -2, "estimate": -0.26377238157038696, "se": 0.2267761163463337, "lower": -0.7082454021630661, "upper": 0.18070063902229216, "relative_to_minus_one": -0.26377238157038696, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.01809857560455151, "se": 0.11911805956646773, "lower": -0.2153685310540221, "upper": 0.2515656822631251, "relative_to_minus_one": 0.01809857560455151, "n": 264.0 }, { "event_time": 1, "estimate": 0.35445318060741243, "se": 0.14302056427471296, "lower": 0.07413802558037913, "upper": 0.6347683356344458, "relative_to_minus_one": 0.35445318060741243, "n": 197.0 }, { "event_time": 2, "estimate": 0.06993196100422423, "se": 0.178739007036862, "lower": -0.28039005542047657, "upper": 0.420253977428925, "relative_to_minus_one": 0.06993196100422423, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.16861219550366802, "se": 0.1764332841068814, "event_time": 0, "mass": 100.0 }, { "group": 2, "year": 3, "att": 0.1252643762654582, "se": 0.161539698672617, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": 0.06993196100422423, "se": 0.17873900703686196, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": 0.017039122659219634, "se": 0.21470369534920083, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.3682889699307837, "se": 0.29125560848118365, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": 0.6796535110926177, "se": 0.20620345968791257, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.11668584072329016, "se": 0.23101273944273068, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6540080869786666, "se": 0.22829472059555284, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.10038890258846511, "se": 0.15678186880815884, "event_time": 0, "mass": 70.0 } ], "treated_cell_att": 0.1510950263581596, "treated_cell_se": 0.11556003628790101, "checks": { "input_rows": 1131, "retained_rows": 1131, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.046796082984656096, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.07289785514063706, "event_study": [ { "event_time": -3, "estimate": -0.08043851222513991, "raw_gap": -0.037554984161487635, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.050973274263613075 }, { "event_time": -2, "estimate": -0.03788547358973798, "raw_gap": -0.02109747949537009, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.008420235628211137 }, { "event_time": -1, "estimate": -0.02946523796152684, "raw_gap": -0.01805960462420615, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.008762882570826299, "raw_gap": 0.02078387915646367, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.03822812053235314 }, { "event_time": 1, "estimate": 0.19907614687116007, "raw_gap": 0.19979007938707705, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2285413848326869 }, { "event_time": 2, "estimate": -0.0033087863255455686, "raw_gap": -0.0033087863255455686, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.026156451635981272 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1136793816339319, -0.02052951984342772, -0.02234472059910046, 0.024573443895987847, 0.18557276269010275, 0.011272527418061262 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.001826554618644817 }, { "cohort": 3, "pre_gap": 0.04288352806365226 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08085536910078892, "zeta_omega": [ 0.0, 1.1560531654582613, 0.9256279260627749 ], "zeta_lambda": [ 0.0, 6.873933248421911e-07, 6.545177833746282e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.06888243417575203, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032124994322657585, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13663082076675187, "event_study": [ { "event_time": -3, "estimate": 0.014716837007917951, "raw_gap": 0.014716837007917951, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": 0.007061125557892194 }, { "event_time": -2, "estimate": -0.015833698048653328, "raw_gap": -0.015833698048653328, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.023489409498679087 }, { "event_time": -1, "estimate": 0.007655711450025757, "raw_gap": 0.007655711450025757, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07838774263080542, "raw_gap": 0.07838774263080542, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.07073203118077966 }, { "event_time": 1, "estimate": 0.22320532796911846, "raw_gap": 0.22320532796911846, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2155496165190927 }, { "event_time": 2, "estimate": 0.12048653912274847, "raw_gap": 0.12048653912274847, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.1128308276727227 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02330948073026816, -0.007194005499313686, -0.0027450132948433135, 0.07795103190121114, 0.22250034429247526, 0.07429362543815059 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.0322830561183299, "lambda_l": 0.013430395885878424, "singular_values": [ 1.0114843073340427, 0.7673770126908708, 0.13130242158287864, 0.0 ], "history_objective": [ 0.032485806397815675, 0.032352530158542586, 0.0323058294249545, 0.032290384847993965, 0.03228541910319811, 0.03228383203061135, 0.032283319752262896, 0.032283150299644306, 0.03228309196952885, 0.03228307075444328, 0.03228306250757083, 0.03228305906907615, 0.0322830575401518, 0.03228305682393553, 0.03228305647536422, 0.032283056301245276, 0.03228305621278142, 0.032283056167347376, 0.03228305614385148, 0.032283056131646004, 0.032283056125286105, 0.03228305612196473, 0.03228305612022707, 0.03228305611931662, 0.03228305611883883, 0.03228305611858778, 0.032283056118455694, 0.03228305611838607, 0.03228305611834933, 0.0322830561183299 ], "history_rmse": [ 0.08090084150698328, 0.08122738800830052, 0.08135407917170041, 0.0813972163166736, 0.08141110073312452, 0.08141546110401639, 0.081416820179111, 0.08141724536073061, 0.08141738026274338, 0.08141742420263139, 0.08141743911570294, 0.08141744447554265, 0.08141744654210675, 0.0814174474006945, 0.08141744778268636, 0.08141744796220103, 0.08141744804993284, 0.08141744809393146, 0.08141744811635637, 0.08141744812789883, 0.08141744813387512, 0.08141744813698086, 0.08141744813859841, 0.08141744813944271, 0.08141744813988354, 0.08141744814011419, 0.08141744814023523, 0.08141744814029846, 0.08141744814033189, 0.0814174481403493 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.12545683853847317, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00024512503296136856, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13107497699705245, "event_study": [ { "event_time": -3, "estimate": -0.11558340322369606, "raw_gap": -0.11558340322369606, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.10813474890894695 }, { "event_time": -2, "estimate": -0.030821075508602264, "raw_gap": -0.030821075508602264, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.023372421193853143 }, { "event_time": -1, "estimate": -0.007448654314749121, "raw_gap": -0.007448654314749121, "n": 196, "n_cells": 13, "weight_sum": 196.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.08685185125893785, "raw_gap": 0.08685185125893785, "n": 264, "n_cells": 13, "weight_sum": 264.0, "relative_to_minus_one": 0.09430050557368697 }, { "event_time": 1, "estimate": 0.20652493877443448, "raw_gap": 0.20652493877443448, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": 0.2139735930891836 }, { "event_time": 2, "estimate": 0.10041404165780249, "raw_gap": 0.10041404165780249, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": 0.1078626959725516 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03565096257172347, -0.002312772918859375, -0.009546282072001503, 0.09923154259265791, 0.19041412784965728, 0.11499535540140933 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.021655427973292774, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1325449622725376, "matrix_preparation": { "source_rows": 1131, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1131.0, "treated_observation_mass": 565.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000165542121976614, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831889027, "SE": 0.12200052374509944, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14271746067982777, "upper": 0.33698283998362266, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09237257382345243, "upper": 0.39788994495451235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07693041569123779, "upper": 0.3947412755929648, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831889027, "SE": 0.12200052374509944, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1329667109381393, "upper": 0.37966046757591987, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07090200406603483, "upper": 0.36589114887682694, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07539848281826811, "upper": 0.3775885355345873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588660.813382, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.09713268965189745, "SE": 0.11416423157910575, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14271746067982777, "upper": 0.33698283998362266, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15275868556552996, "SE": 0.11667794172926976, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09237257382345243, "upper": 0.39788994495451235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15890542995086349, "SE": 0.11225349685752446, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07693041569123779, "upper": 0.3947412755929648, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.12334687831889027, "SE": 0.12200052374509944, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1329667109381393, "upper": 0.37966046757591987, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14749457240539607, "SE": 0.11142887226199831, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07090200406603483, "upper": 0.36589114887682694, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1510950263581596, "SE": 0.11556003628790101, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07539848281826811, "upper": 0.3775885355345873, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.07289785514063706, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13663082076675187, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13107497699705245, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P048", "source_specification_id": "CI-T3-H01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel H, row 1 (\"Identity: Chinese\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 8, p. 48 and Table 5, panel A, column 8, p. 49", "outcome_label": "Identity: Chinese [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P048.json", "input_bytes": 187024, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p048", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [Table 3 original scale]", "source_specification_id": "CI-T3-H01-ORIG", "specification_id": "S01-P048", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-H01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P048" }, "source": { "file": "CI-T3-H01-ORIG.csv", "bytes": 187024, "sha256": "acb5a8dae6bd3a4e0f924328f8991dce41f8ef04527b36c7469ff77e9680275b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026637, "se": 0.13918968642388724, "pvalue": 0.39734168249304685, "lower": -0.17174631298191717, "upper": 0.4131070469824499 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615863, "se": 0.2289024728613489, "pvalue": 0.684394785715033, "lower": -0.5754715856262427, "upper": 0.3863409149739254 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.021588580009078137, "se": 0.2609129601191156, "pvalue": 0.9349695231338039, "lower": -0.5697463685078591, "upper": 0.5265692084897028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4433094643204705, "se": 0.3038878738221168, "pvalue": 0.16185223641524685, "lower": -0.1951352675544023, "upper": 1.0817541961953434 }, { "event_time": -2, "estimate": -0.18101354818929405, "se": 0.1934361293519581, "pvalue": 0.3617726714175181, "lower": -0.5874077757237393, "upper": 0.22538067934515116 }, { "event_time": 0, "estimate": 0.05729705012177501, "se": 0.16699562309489616, "pvalue": 0.7354939984497744, "lower": -0.2935477350620777, "upper": 0.4081418353056277 }, { "event_time": 1, "estimate": -0.2787749421579692, "se": 0.2549791287755692, "pvalue": 0.2886679421681006, "lower": -0.8144662136040206, "upper": 0.2569163292880821 }, { "event_time": 2, "estimate": -0.12524208569121892, "se": 0.4067388596666636, "pvalue": 0.7616796059289732, "lower": -0.9797687205874193, "upper": 0.7292845492049813 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198773927, "se": 0.3439736817186545, "pvalue": 0.8108732065336844, "lower": -0.6391305071978379, "upper": 0.8061932711733164 }, { "event_time": -2, "estimate": -0.29191112064010016, "se": 0.2627877167465256, "pvalue": 0.28126241972585425, "lower": -0.8440076266574948, "upper": 0.2601853853772945 }, { "event_time": 0, "estimate": 0.07997578854626401, "se": 0.179770728937533, "pvalue": 0.6617122564493617, "lower": -0.2977084980687964, "upper": 0.45766007516132445 }, { "event_time": 1, "estimate": -0.0857439931738061, "se": 0.28628623914268864, "pvalue": 0.7679860707383349, "lower": -0.6872090628063973, "upper": 0.5157210764587851 }, { "event_time": 2, "estimate": -0.15471182219494223, "se": 0.5068452861302832, "pvalue": 0.7636814195224969, "lower": -1.2195542548183296, "upper": 0.9101306104284452 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.550554991646025e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p048", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [Table 3 original scale]", "source_specification_id": "CI-T3-H01-ORIG", "specification_id": "S01-P048", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-H01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P048" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P048", "regression_results": "analyses/archive-expanded/baselines/S01-P048.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-H01-ORIG.csv", "bytes": 187024, "sha256": "acb5a8dae6bd3a4e0f924328f8991dce41f8ef04527b36c7469ff77e9680275b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1702, "source_sd": 0.7096963825184518, "rows": 1067, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.12068036700026637, "se": 0.13918968642388724, "pvalue": 0.39734168249304685, "lower": -0.17174631298191717, "upper": 0.4131070469824499 }, { "method": "Dynamic TWFE", "estimate": -0.09456533532615863, "se": 0.2289024728613489, "pvalue": 0.684394785715033, "lower": -0.5754715856262427, "upper": 0.3863409149739254 }, { "method": "BJS / did2s", "estimate": 0.041443225960140814, "se": 0.21035716330586957, "pvalue": 0.846024378868492, "lower": -0.40050077475174395, "upper": 0.4833872266720256 }, { "method": "Sun\u2013Abraham", "estimate": -0.021588580009078137, "se": 0.2609129601191156, "pvalue": 0.9349695231338039, "lower": -0.5697463685078591, "upper": 0.5265692084897028 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4433094643204705, "se": 0.3038878738221168, "pvalue": 0.16185223641524685, "lower": -0.1951352675544023, "upper": 1.0817541961953434 }, { "event_time": -2, "estimate": -0.18101354818929405, "se": 0.1934361293519581, "pvalue": 0.3617726714175181, "lower": -0.5874077757237393, "upper": 0.22538067934515116 }, { "event_time": 0, "estimate": 0.05729705012177501, "se": 0.16699562309489616, "pvalue": 0.7354939984497744, "lower": -0.2935477350620777, "upper": 0.4081418353056277 }, { "event_time": 1, "estimate": -0.2787749421579692, "se": 0.2549791287755692, "pvalue": 0.2886679421681006, "lower": -0.8144662136040206, "upper": 0.2569163292880821 }, { "event_time": 2, "estimate": -0.12524208569121892, "se": 0.4067388596666636, "pvalue": 0.7616796059289732, "lower": -0.9797687205874193, "upper": 0.7292845492049813 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.18408589878090206, "se": 0.09983781902545916, "pvalue": 0.08173127889475933, "lower": -0.025665575659281126, "upper": 0.39383737322108525 }, { "event_time": -2, "estimate": -0.16865367116023394, "se": 0.07094871111591136, "pvalue": 0.028743455381926953, "lower": -0.31771138207034644, "upper": -0.01959596025012142 }, { "event_time": -1, "estimate": 0.05923356318301539, "se": 0.03798002034633212, "pvalue": 0.13626373107981585, "lower": -0.020559498651396828, "upper": 0.1390266250174276 }, { "event_time": 0, "estimate": 0.13821569634598932, "se": 0.1583406447277652, "pvalue": 0.3942129773631237, "lower": -0.19444565402854855, "upper": 0.4708770467205272 }, { "event_time": 1, "estimate": -0.03776990998964739, "se": 0.2313723895514965, "pvalue": 0.8721459787213056, "lower": -0.5238652627016217, "upper": 0.4483254427223269 }, { "event_time": 2, "estimate": -0.050907832013428404, "se": 0.4258985043740324, "pvalue": 0.9061791184115278, "lower": -0.9456873867585274, "upper": 0.8438717227316705 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08353138198773927, "se": 0.3439736817186545, "pvalue": 0.8108732065336844, "lower": -0.6391305071978379, "upper": 0.8061932711733164 }, { "event_time": -2, "estimate": -0.29191112064010016, "se": 0.2627877167465256, "pvalue": 0.28126241972585425, "lower": -0.8440076266574948, "upper": 0.2601853853772945 }, { "event_time": 0, "estimate": 0.07997578854626401, "se": 0.179770728937533, "pvalue": 0.6617122564493617, "lower": -0.2977084980687964, "upper": 0.45766007516132445 }, { "event_time": 1, "estimate": -0.0857439931738061, "se": 0.28628623914268864, "pvalue": 0.7679860707383349, "lower": -0.6872090628063973, "upper": 0.5157210764587851 }, { "event_time": 2, "estimate": -0.15471182219494223, "se": 0.5068452861302832, "pvalue": 0.7636814195224969, "lower": -1.2195542548183296, "upper": 0.9101306104284452 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46387832699619774, 0.3517110266159696, 0.1844106463878327 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.550554991646025e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1500893384319293, "df_num": 1, "df_den": 1036, "pvalue": 0.2837801924891031, "log10_pvalue": -0.5470179210451782, "inference": "Homoskedastic nested-model F", "observations": 1067, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1063.6674492609106, "rss_restricted": 1064.8482529221385, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ], [ -0.14100276518141835, -0.17267536749550852, -0.007798658875369719, -0.10074602441988284, -0.15410242626917267, -0.22106714079325077 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.36418438111110035 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.42888430559986523 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4142448431369223 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4408248638132801 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.06679642070970736, "se": 0.23969415398404822, "lower": -0.5365883298232398, "upper": 0.40299548840382504 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.04060957334215557, "se": 0.19839676288026517, "lower": -0.4294600832368084, "upper": 0.3482409365524972 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.0947222371317711, "se": 0.168198506740606, "lower": -0.42438525259677634, "upper": 0.23494077833323418 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 526.0, "post_cells": 6, "estimate": -0.037458273757253246, "se": 0.1885174573515048, "lower": -0.4069457006232683, "upper": 0.3320291531087618 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.06679642070970736, "se": 0.23969415398404822, "lower": -0.5365883298232398, "upper": 0.40299548840382504, "event_study": [ { "event_time": -3, "estimate": 0.09896777830156415, "se": 0.2971999771425181, "lower": -0.48353347310389866, "upper": 0.6814690297070269, "relative_to_minus_one": 0.09896777830156415, "n": 0.0 }, { "event_time": -2, "estimate": -0.4635778230964027, "se": 0.18948128095272876, "lower": -0.8349543095082664, "upper": -0.092201336684539, "relative_to_minus_one": -0.4635778230964027, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.040818306006402724, "se": 0.14368629655055665, "lower": -0.24080166030463007, "upper": 0.32243827231743555, "relative_to_minus_one": 0.040818306006402724, "n": 244.0 }, { "event_time": 1, "estimate": -0.07008969757196096, "se": 0.19057142466613625, "lower": -0.4436028264000761, "upper": 0.30342343125615423, "relative_to_minus_one": -0.07008969757196096, "n": 185.0 }, { "event_time": 2, "estimate": -0.17111787056356384, "se": 0.4628750828029154, "lower": -1.0783363621982733, "upper": 0.7361006210711456, "relative_to_minus_one": -0.17111787056356384, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.12438673587781103, "se": 0.25248733901644926, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.1307639064052005, "se": 0.27694629474099913, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.17111787056356384, "se": 0.46287508280291534, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": -0.44933747075104913, "se": 0.2971685071156799, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.22098625972035435, "se": 0.24583098189905067, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.3488544860100142, "se": 0.18286924871474902, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.09896777830156415, "se": 0.2971999771425181, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.48389020385297316, "se": 0.2016770471787172, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.38161257035638735, "se": 0.2533628450991212, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.037458273757253246, "treated_cell_se": 0.1885174573515048, "checks": { "input_rows": 1067, "retained_rows": 1067, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04549024999141693, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06691351978000248, "event_study": [ { "event_time": -3, "estimate": 0.30159852082699357, "raw_gap": 0.10370165461680698, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.16455179121798985 }, { "event_time": -2, "estimate": -0.042207833124059096, "raw_gap": -0.11258358118708409, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.1792545627330628 }, { "event_time": -1, "estimate": 0.13704672960900371, "raw_gap": 0.08626970960914637, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.20994616608398212, "raw_gap": 0.15887436684682257, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.0728994364749784 }, { "event_time": 1, "estimate": 0.021202995119635838, "raw_gap": 0.0220628412779095, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.11584373448936788 }, { "event_time": 2, "estimate": -0.20570007440559754, "raw_gap": -0.20570007440559734, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.3427468040146012 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2248588855156315, -0.17076079675829725, 0.03589621784645036, 0.12547376403747176, 0.010586281085820382, -0.12495204033700666 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": 0.0022404442152197746 }, { "cohort": 3, "pre_gap": -0.19789686621018657 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1721536580738001, "zeta_omega": [ 0.0, 1.186713067120728, 1.0160703566668572 ], "zeta_lambda": [ 0.0, 7.056238114433357e-07, 7.184702393617685e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": 0.06945700635901768, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003193751908838749, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06584687864164679, "event_study": [ { "event_time": -3, "estimate": 0.04571796715137009, "raw_gap": 0.04571796715137009, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.023505107997452698 }, { "event_time": -2, "estimate": -0.057771550272174815, "raw_gap": -0.057771550272174815, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.07998440942609221 }, { "event_time": -1, "estimate": 0.02221285915391739, "raw_gap": 0.02221285915391739, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17982692473331896, "raw_gap": 0.17982692473331896, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.15761406557940158 }, { "event_time": 1, "estimate": -0.006646293806067693, "raw_gap": -0.006646293806067693, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.028859152959985084 }, { "event_time": 2, "estimate": -0.08260564036392884, "raw_gap": -0.08260564036392884, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.10481849951784623 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0639269456371665, -0.060747667991637444, 0.017713275921932947, 0.22312341860964457, 0.01524026218388371, 0.018725074920300067 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.0486180396357951, "lambda_l": 0.017686184063105247, "singular_values": [ 1.4129275406009567, 0.7420940566817261, 0.0, 0.0 ], "history_objective": [ 0.0498423155615055, 0.04910596964547675, 0.04875832861290082, 0.04865219687973515, 0.04862690649881625, 0.04862053416048811, 0.04861882797787824, 0.0486183290426231, 0.04861816351692815, 0.048618099592918955, 0.048618071092678496, 0.048618056941205696, 0.048618049416842474, 0.048618045252296724, 0.04861804289280053, 0.04861804153688774, 0.048618040750533165, 0.04861804029162282, 0.048618040022596815, 0.04861803986435736, 0.048618039771044896, 0.04861803971591161, 0.04861803968328678, 0.04861803966395829, 0.04861803965249653, 0.048618039645694736, 0.048618039641656, 0.04861803963925679, 0.04861803963783102, 0.04861803963698351, 0.04861803963647959, 0.04861803963617996, 0.04861803963600171, 0.048618039635895664, 0.0486180396358326, 0.0486180396357951 ], "history_rmse": [ 0.10510963406908089, 0.1062147137370315, 0.1063850461381172, 0.10424892565701133, 0.1033256384457026, 0.10289691726320295, 0.10269056764835814, 0.10258940044282998, 0.102539290604263, 0.10251430127741143, 0.10250176665307337, 0.10249543994632888, 0.10249222231386251, 0.10249057004738946, 0.10248971109916764, 0.10248925760279846, 0.10248901359046757, 0.10248887931797139, 0.10248880352834375, 0.1024887595552957, 0.10248873330958853, 0.10248871720528643, 0.10248870706616055, 0.10248870053467633, 0.10248869624351113, 0.1024886933773931, 0.10248869143693921, 0.1024886901085252, 0.10248868919076867, 0.10248868855187888, 0.10248868810422858, 0.10248868778879312, 0.10248868756538826, 0.10248868740642021, 0.10248868729280308, 0.10248868721125515 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.11597748800673456, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00024512503296136856, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0230017875129754, "event_study": [ { "event_time": -3, "estimate": 0.03363106031307335, "raw_gap": 0.03363106031307335, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.020217855455269294 }, { "event_time": -2, "estimate": -0.05160088340935827, "raw_gap": -0.05160088340935827, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.10544979917770092 }, { "event_time": -1, "estimate": 0.053848915768342644, "raw_gap": 0.053848915768342644, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16271419218441308, "raw_gap": 0.16271419218441308, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.10886527641607044 }, { "event_time": 1, "estimate": -0.13996839514796494, "raw_gap": -0.13996839514796494, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.19381731091630758 }, { "event_time": 2, "estimate": -0.017620304729878505, "raw_gap": -0.017620304729878505, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.07146922049822114 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.15478829121189785, -0.07360927882207291, -0.0023291487902703523, 0.17125775879771893, -0.1306513766917353, 0.06312772933871216 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08251529845014277, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.05059730077178849, "matrix_preparation": { "source_rows": 1067, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1067.0, "treated_observation_mass": 526.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016254140064120293, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026637, "SE": 0.13918968642388724, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615863, "SE": 0.2289024728613489, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021588580009078137, "SE": 0.2609129601191156, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026637, "SE": 0.13918968642388724, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17174631298191717, "upper": 0.4131070469824499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615863, "SE": 0.2289024728613489, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5754715856262427, "upper": 0.3863409149739254, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40050077475174395, "upper": 0.4833872266720256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021588580009078137, "SE": 0.2609129601191156, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5697463685078591, "upper": 0.5265692084897028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365883298232398, "upper": 0.40299548840382504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4069457006232683, "upper": 0.3320291531087618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588661.9740071, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.12068036700026637, "SE": 0.13918968642388724, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17174631298191717, "upper": 0.4131070469824499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09456533532615863, "SE": 0.2289024728613489, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5754715856262427, "upper": 0.3863409149739254, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.041443225960140814, "SE": 0.21035716330586957, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40050077475174395, "upper": 0.4833872266720256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.021588580009078137, "SE": 0.2609129601191156, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5697463685078591, "upper": 0.5265692084897028, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06679642070970736, "SE": 0.23969415398404822, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365883298232398, "upper": 0.40299548840382504, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.037458273757253246, "SE": 0.1885174573515048, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4069457006232683, "upper": 0.3320291531087618, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06691351978000248, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06584687864164679, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0230017875129754, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P049", "source_specification_id": "CI-T3-I01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 1 (\"Support environment spending\"), accepted-manuscript p. 47", "outcome_label": "Support environment spending [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P049.json", "input_bytes": 196652, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Support environment spending [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p049", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Support environment spending [Table 3 original scale]", "source_specification_id": "CI-T3-I01-ORIG", "specification_id": "S01-P049", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P049" }, "source": { "file": "CI-T3-I01-ORIG.csv", "bytes": 196652, "sha256": "debbdb5f7628727ef84d5ba82a36b06bb193b904bcf62f46bbf9d85c11c25efb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1791, "source_sd": 0.25009472953305, "rows": 1123, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13545348051334632, "se": 0.11856477827814435, "pvalue": 0.26823932912641607, "lower": -0.3845488363941917, "upper": 0.11364187536749903 }, { "method": "Dynamic TWFE", "estimate": -0.2434761768687152, "se": 0.190041103005641, "pvalue": 0.21639219077776167, "lower": -0.6427377187249839, "upper": 0.1557853649875534 }, { "method": "BJS / did2s", "estimate": -0.28780945024973836, "se": 0.149717433098655, "pvalue": 0.07053370121621355, "lower": -0.6023541052550159, "upper": 0.026735204755539088 }, { "method": "Sun\u2013Abraham", "estimate": -0.2200701629813498, "se": 0.1951892654704509, "pvalue": 0.27434919827136384, "lower": -0.6301475928266791, "upper": 0.19000726686397956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1448385072461315, "se": 0.22255570781217415, "pvalue": 0.5233992453039559, "lower": -0.6124106989701728, "upper": 0.3227336844779098 }, { "event_time": -2, "estimate": 0.07086666335049263, "se": 0.17447863655776513, "pvalue": 0.6894112360586445, "lower": -0.2956993497449219, "upper": 0.43743267644590716 }, { "event_time": 0, "estimate": -0.11933288095660073, "se": 0.12557071136309297, "pvalue": 0.3545342268841918, "lower": -0.38314715606806854, "upper": 0.1444813941548671 }, { "event_time": 1, "estimate": -0.2976610389807176, "se": 0.22580830119087653, "pvalue": 0.20396535276089148, "lower": -0.7720666758220167, "upper": 0.17674459786058155 }, { "event_time": 2, "estimate": -0.4532124788209995, "se": 0.3228596649619058, "pvalue": 0.1774126095122577, "lower": -1.1315154648443047, "upper": 0.22509050720230567 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13398325004088624, "se": 0.07428825711411376, "pvalue": 0.08806475397565294, "lower": -0.29005708674302094, "upper": 0.022090586661248468 }, { "event_time": -2, "estimate": 0.08336161150699534, "se": 0.05646187995759022, "pvalue": 0.15711141790784633, "lower": -0.0352603965293497, "upper": 0.20198361954334038 }, { "event_time": -1, "estimate": -0.015234295045502845, "se": 0.028554673220682326, "pvalue": 0.6002050895097392, "lower": -0.07522543736671489, "upper": 0.0447568472757092 }, { "event_time": 0, "estimate": -0.14666637414080588, "se": 0.11206481177702411, "pvalue": 0.207078461618667, "lower": -0.3821058071386193, "upper": 0.08877305885700754 }, { "event_time": 1, "estimate": -0.36287706066855185, "se": 0.17452503395877053, "pvalue": 0.052167010688167995, "lower": -0.7295405510863485, "upper": 0.003786429749244813 }, { "event_time": 2, "estimate": -0.5005170282673711, "se": 0.24515320148810124, "pvalue": 0.05612248169350487, "lower": -1.015564792509375, "upper": 0.014530735974632836 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2726913351393863, "se": 0.3040263098468595, "pvalue": 0.38159435806547165, "lower": -0.9114269103098045, "upper": 0.3660442400310318 }, { "event_time": -2, "estimate": 0.10015258531906944, "se": 0.22620964180344533, "pvalue": 0.663226707166384, "lower": -0.37509623686081933, "upper": 0.5754014074989582 }, { "event_time": 0, "estimate": -0.1070981302966711, "se": 0.12002795770583362, "pvalue": 0.3840182829597711, "lower": -0.3592675120859761, "upper": 0.14507125149263395 }, { "event_time": 1, "estimate": -0.24510579445594358, "se": 0.273891617049718, "pvalue": 0.38265112926934186, "lower": -0.8205307293529542, "upper": 0.330319140441067 }, { "event_time": 2, "estimate": -0.45735860082136404, "se": 0.33028120451132986, "pvalue": 0.18305306233953733, "lower": -1.1512536628565748, "upper": 0.23653646121384675 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4642857142857143, 0.3517857142857143, 0.18392857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.203154231002797e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.39221450441290495, "df_num": 1, "df_den": 1092, "pvalue": 0.5312685394334519, "log10_pvalue": -0.2746859013027462, "inference": "Homoskedastic nested-model F", "observations": 1123, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1032.0370323767083, "rss_restricted": 1032.407709934574, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.22692633325755174 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08267518135199059 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.22812244447470167 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2785914113618965 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Support environment spending [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p049", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Support environment spending [Table 3 original scale]", "source_specification_id": "CI-T3-I01-ORIG", "specification_id": "S01-P049", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P049" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P049", "regression_results": "analyses/archive-expanded/baselines/S01-P049.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-I01-ORIG.csv", "bytes": 196652, "sha256": "debbdb5f7628727ef84d5ba82a36b06bb193b904bcf62f46bbf9d85c11c25efb" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1791, "source_sd": 0.25009472953305, "rows": 1123, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13545348051334632, "se": 0.11856477827814435, "pvalue": 0.26823932912641607, "lower": -0.3845488363941917, "upper": 0.11364187536749903 }, { "method": "Dynamic TWFE", "estimate": -0.2434761768687152, "se": 0.190041103005641, "pvalue": 0.21639219077776167, "lower": -0.6427377187249839, "upper": 0.1557853649875534 }, { "method": "BJS / did2s", "estimate": -0.28780945024973836, "se": 0.149717433098655, "pvalue": 0.07053370121621355, "lower": -0.6023541052550159, "upper": 0.026735204755539088 }, { "method": "Sun\u2013Abraham", "estimate": -0.2200701629813498, "se": 0.1951892654704509, "pvalue": 0.27434919827136384, "lower": -0.6301475928266791, "upper": 0.19000726686397956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1448385072461315, "se": 0.22255570781217415, "pvalue": 0.5233992453039559, "lower": -0.6124106989701728, "upper": 0.3227336844779098 }, { "event_time": -2, "estimate": 0.07086666335049263, "se": 0.17447863655776513, "pvalue": 0.6894112360586445, "lower": -0.2956993497449219, "upper": 0.43743267644590716 }, { "event_time": 0, "estimate": -0.11933288095660073, "se": 0.12557071136309297, "pvalue": 0.3545342268841918, "lower": -0.38314715606806854, "upper": 0.1444813941548671 }, { "event_time": 1, "estimate": -0.2976610389807176, "se": 0.22580830119087653, "pvalue": 0.20396535276089148, "lower": -0.7720666758220167, "upper": 0.17674459786058155 }, { "event_time": 2, "estimate": -0.4532124788209995, "se": 0.3228596649619058, "pvalue": 0.1774126095122577, "lower": -1.1315154648443047, "upper": 0.22509050720230567 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13398325004088624, "se": 0.07428825711411376, "pvalue": 0.08806475397565294, "lower": -0.29005708674302094, "upper": 0.022090586661248468 }, { "event_time": -2, "estimate": 0.08336161150699534, "se": 0.05646187995759022, "pvalue": 0.15711141790784633, "lower": -0.0352603965293497, "upper": 0.20198361954334038 }, { "event_time": -1, "estimate": -0.015234295045502845, "se": 0.028554673220682326, "pvalue": 0.6002050895097392, "lower": -0.07522543736671489, "upper": 0.0447568472757092 }, { "event_time": 0, "estimate": -0.14666637414080588, "se": 0.11206481177702411, "pvalue": 0.207078461618667, "lower": -0.3821058071386193, "upper": 0.08877305885700754 }, { "event_time": 1, "estimate": -0.36287706066855185, "se": 0.17452503395877053, "pvalue": 0.052167010688167995, "lower": -0.7295405510863485, "upper": 0.003786429749244813 }, { "event_time": 2, "estimate": -0.5005170282673711, "se": 0.24515320148810124, "pvalue": 0.05612248169350487, "lower": -1.015564792509375, "upper": 0.014530735974632836 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2726913351393863, "se": 0.3040263098468595, "pvalue": 0.38159435806547165, "lower": -0.9114269103098045, "upper": 0.3660442400310318 }, { "event_time": -2, "estimate": 0.10015258531906944, "se": 0.22620964180344533, "pvalue": 0.663226707166384, "lower": -0.37509623686081933, "upper": 0.5754014074989582 }, { "event_time": 0, "estimate": -0.1070981302966711, "se": 0.12002795770583362, "pvalue": 0.3840182829597711, "lower": -0.3592675120859761, "upper": 0.14507125149263395 }, { "event_time": 1, "estimate": -0.24510579445594358, "se": 0.273891617049718, "pvalue": 0.38265112926934186, "lower": -0.8205307293529542, "upper": 0.330319140441067 }, { "event_time": 2, "estimate": -0.45735860082136404, "se": 0.33028120451132986, "pvalue": 0.18305306233953733, "lower": -1.1512536628565748, "upper": 0.23653646121384675 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4642857142857143, 0.3517857142857143, 0.18392857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.203154231002797e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.39221450441290495, "df_num": 1, "df_den": 1092, "pvalue": 0.5312685394334519, "log10_pvalue": -0.2746859013027462, "inference": "Homoskedastic nested-model F", "observations": 1123, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1032.0370323767083, "rss_restricted": 1032.407709934574, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.22692633325755174 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08267518135199059 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.22812244447470167 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2785914113618965 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.27868348640197255, "se": 0.17305479178560704, "lower": -0.6178646456538404, "upper": 0.06049767284989521 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.236381405478843, "se": 0.14894992016495395, "lower": -0.5283178845022691, "upper": 0.05555507354458311 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.22608965655042115, "se": 0.1398302437103098, "lower": -0.5001518981720868, "upper": 0.047972585071244495 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 560.0, "post_cells": 6, "estimate": -0.2359128366389321, "se": 0.14631556881294505, "lower": -0.5226860818897963, "upper": 0.05086040861193214 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.27868348640197255, "se": 0.17305479178560704, "lower": -0.6178646456538404, "upper": 0.06049767284989521, "event_study": [ { "event_time": -3, "estimate": -0.3045831717495114, "se": 0.30874925746330684, "lower": -0.9097205966310773, "upper": 0.30055425313205447, "relative_to_minus_one": -0.3045831717495114, "n": 0.0 }, { "event_time": -2, "estimate": 0.1476381437169521, "se": 0.17664224715076796, "lower": -0.19857429884677608, "upper": 0.4938505862806803, "relative_to_minus_one": 0.1476381437169521, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.08470253179149195, "se": 0.10446886336554508, "lower": -0.28945774149379616, "upper": 0.12005267791081226, "relative_to_minus_one": -0.08470253179149195, "n": 260.0 }, { "event_time": 1, "estimate": -0.3161314024401642, "se": 0.20836538722000653, "lower": -0.7245200570161194, "upper": 0.09225725213579106, "relative_to_minus_one": -0.3161314024401642, "n": 197.0 }, { "event_time": 2, "estimate": -0.4352165249742615, "se": 0.3217297726747735, "lower": -1.0657952921710763, "upper": 0.19536224222255333, "relative_to_minus_one": -0.4352165249742615, "n": 103.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.047555338121392315, "se": 0.18047594684305882, "event_time": 0, "mass": 98.0 }, { "group": 2, "year": 3, "att": -0.44173868195519495, "se": 0.16462951492820485, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": -0.4352165249742615, "se": 0.32172977267477343, "event_time": 2, "mass": 103.0 }, { "group": 3, "year": 1, "att": 0.27332494379086136, "se": 0.28507226683089476, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.007463647840583815, "se": 0.22702011756017354, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": -0.13857806156637506, "se": 0.37887121186004186, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.3045831717495114, "se": 0.30874925746330684, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.029766669784498788, "se": 0.43789495605770246, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2889102004608408, "se": 0.19230034515441388, "event_time": 0, "mass": 68.0 } ], "treated_cell_att": -0.2359128366389321, "treated_cell_se": 0.14631556881294505, "checks": { "input_rows": 1123, "retained_rows": 1123, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04630116606131196, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.16203126548854652, "event_study": [ { "event_time": -3, "estimate": -0.3541672515863489, "raw_gap": -0.2887377153639409, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.366949622153491 }, { "event_time": -2, "estimate": 0.0023935977714259656, "raw_gap": 0.025023117438787035, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": -0.010388772795716157 }, { "event_time": -1, "estimate": 0.012782370567142123, "raw_gap": 0.028797386945942503, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03824993675392001, "raw_gap": -0.021738611404751845, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": -0.051032307321062134 }, { "event_time": 1, "estimate": -0.16727832611541416, "raw_gap": -0.16792808948997842, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.18006069668255628 }, { "event_time": 2, "estimate": -0.46445334827990536, "raw_gap": -0.46445334827990525, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.47723571884704746 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.16929579458628885, -0.021185086329017222, 0.06512798992133027, 0.017813326630850872, -0.11160495849247537, -0.4080146891016656 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.0016623816206385673 }, { "cohort": 3, "pre_gap": 0.06542953622240805 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11057907225134203, "zeta_omega": [ 0.0, 2.03179474572519, 1.665692930004922 ], "zeta_lambda": [ 0.0, 1.2081123839207704e-06, 1.1778227661809694e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.11338384880237308, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031899986788630486, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2558667523096268, "event_study": [ { "event_time": -3, "estimate": -0.08604695691215968, "raw_gap": -0.08604695691215968, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.09889811980333911 }, { "event_time": -2, "estimate": 0.011352572216114926, "raw_gap": 0.011352572216114926, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": -0.0014985906750645088 }, { "event_time": -1, "estimate": 0.012851162891179435, "raw_gap": 0.012851162891179435, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10441743462947212, "raw_gap": -0.10441743462947212, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": -0.11726859752065155 }, { "event_time": 1, "estimate": -0.3015504146353474, "raw_gap": -0.3015504146353474, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.3144015775265268 }, { "event_time": 2, "estimate": -0.5507904524909207, "raw_gap": -0.5507904524909207, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.5636416153821002 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05219922052944992, -0.0011956907535824457, 0.016797212158717826, -0.05868979126518292, -0.2436850819481007, -0.5005909387153819 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.08892579694657533, "lambda_l": 0.02379315784596867, "singular_values": [ 1.7642208594919824, 0.9078056455837632, 0.1910274303113737, 0.0 ], "history_objective": [ 0.08921793835533033, 0.08898784873797383, 0.08894856194895401, 0.08893531013006772, 0.08892997675319038, 0.08892766894121372, 0.08892664336756591, 0.08892618242292359, 0.08892597378114292, 0.08892587873058443, 0.0889258351234124, 0.08892581495610685, 0.08892580554284765, 0.08892580110288247, 0.0889257989840169, 0.08892579795978182, 0.08892579745782661, 0.0889257972082727, 0.08892579708237963, 0.08892579701794699, 0.0889257969845091, 0.08892579696692933, 0.08892579695757659, 0.08892579695254775, 0.08892579694981885, 0.0889257969483262, 0.08892579694750422, 0.08892579694704908, 0.08892579694679588, 0.08892579694665444, 0.08892579694657533 ], "history_rmse": [ 0.1442683481423558, 0.1441836073683601, 0.14422171625279961, 0.14423203753084454, 0.14423566804691118, 0.14423716040875523, 0.1442378144596671, 0.1442381079197575, 0.1442382409268475, 0.14423830161726375, 0.14423832949342005, 0.14423834239412361, 0.14423834841710892, 0.14423835125780576, 0.14423835261313292, 0.14423835326808884, 0.14423835358899173, 0.14423835374852043, 0.14423835382901015, 0.14423835387022302, 0.14423835389162543, 0.14423835390288897, 0.14423835390888842, 0.14423835391211826, 0.14423835391387393, 0.144238353914836, 0.14423835391536585, 0.1442383539156604, 0.14423835391582418, 0.14423835391591536, 0.14423835391596723 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.2021884339835998, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002382081001996994, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.00020165925944563013, "event_study": [ { "event_time": -3, "estimate": -0.19914669415222983, "raw_gap": -0.19914669415222983, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.19771311402553404 }, { "event_time": -2, "estimate": 0.03858113839251975, "raw_gap": 0.03858113839251975, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": 0.040014718519215536 }, { "event_time": -1, "estimate": -0.0014335801266957887, "raw_gap": -0.0014335801266957887, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05158943759735552, "raw_gap": 0.05158943759735552, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": 0.05302301772405131 }, { "event_time": 1, "estimate": -0.006995175126606994, "raw_gap": -0.006995175126606994, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.0055615949999112055 }, { "event_time": 2, "estimate": -0.11794304330738259, "raw_gap": -0.11794304330738259, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.1165094631806868 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.07970477337457782, -0.005919757743825638, 0.028167473495932856, 0.10249541332080912, 0.06776754488234331, -0.06150438412914294 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05174547918887011, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 7.94178091345632e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.06054912431355161, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016033276915550232, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3845488363941917, "upper": 0.11364187536749903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6427377187249839, "upper": 0.1557853649875534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6023541052550159, "upper": 0.026735204755539088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6301475928266791, "upper": 0.19000726686397956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178646456538404, "upper": 0.06049767284989521, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5226860818897963, "upper": 0.05086040861193214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588663.1326132, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3845488363941917, "upper": 0.11364187536749903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6427377187249839, "upper": 0.1557853649875534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6023541052550159, "upper": 0.026735204755539088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6301475928266791, "upper": 0.19000726686397956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178646456538404, "upper": 0.06049767284989521, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5226860818897963, "upper": 0.05086040861193214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P050", "source_specification_id": "CI-T3-I02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 2 (\"Environment as policy priority\"), accepted-manuscript p. 47", "outcome_label": "Environment as policy priority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P050.json", "input_bytes": 187685, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment as policy priority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p050", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment as policy priority [Table 3 original scale]", "source_specification_id": "CI-T3-I02-ORIG", "specification_id": "S01-P050", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P050" }, "source": { "file": "CI-T3-I02-ORIG.csv", "bytes": 187685, "sha256": "da7865b186d97be15a40a12ac803de5278159f86d465e34834a17f9c8ae5badc" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.319524858737468, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01495030618995545, "se": 0.12839768549471237, "pvalue": 0.9085950866910463, "lower": -0.28470383356173373, "upper": 0.2548032211818228 }, { "method": "Dynamic TWFE", "estimate": 0.06415374658839641, "se": 0.12836249234513175, "pvalue": 0.6232803391989578, "lower": -0.20552584271976243, "upper": 0.33383333589655523 }, { "method": "BJS / did2s", "estimate": -0.027720128869975273, "se": 0.12519040454641114, "pvalue": 0.8272550094704592, "lower": -0.2907354090082223, "upper": 0.23529515126827177 }, { "method": "Sun\u2013Abraham", "estimate": 0.019629505394895136, "se": 0.14935071552822968, "pvalue": 0.89689125864334, "lower": -0.2941447045841321, "upper": 0.3334037153739223 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5552862966216364, "se": 0.22167256020507956, "pvalue": 0.022078019600112644, "lower": -1.0210030640731467, "upper": -0.08956952917012628 }, { "event_time": -2, "estimate": -0.3144588548632146, "se": 0.1343708347708968, "pvalue": 0.030991109436743634, "lower": -0.5967615031989786, "upper": -0.03215620652745066 }, { "event_time": 0, "estimate": 0.010028922852034872, "se": 0.13825025616248052, "pvalue": 0.9429707375419525, "lower": -0.28042408738868985, "upper": 0.3004819330927596 }, { "event_time": 1, "estimate": 0.07180068161767807, "se": 0.13480303747486228, "pvalue": 0.6008012603475816, "lower": -0.21140999090469875, "upper": 0.35501135414005486 }, { "event_time": 2, "estimate": 0.18619758060862515, "se": 0.2481247460711015, "pvalue": 0.4626996813148763, "lower": -0.33509316714136295, "upper": 0.7074883283586132 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.07173097561292285, "se": 0.08992610025498328, "pvalue": 0.4354617253016861, "lower": -0.2606587016315425, "upper": 0.11719675040569677 }, { "event_time": -2, "estimate": -0.019600939634371133, "se": 0.05556587863077398, "pvalue": 0.7283717853926579, "lower": -0.1363405187351227, "upper": 0.09713863946638045 }, { "event_time": -1, "estimate": 0.029033624623172445, "se": 0.02656925567459776, "pvalue": 0.2889123364120385, "lower": -0.02678631021638926, "upper": 0.08485355946273415 }, { "event_time": 0, "estimate": 0.0023976922263010325, "se": 0.14740984271056287, "pvalue": 0.9872015309011339, "lower": -0.30729889527278526, "upper": 0.31209427972538734 }, { "event_time": 1, "estimate": -0.07232825750252796, "se": 0.14217156561214217, "pvalue": 0.6171140084331371, "lower": -0.37101963319265235, "upper": 0.2263631181875964 }, { "event_time": 2, "estimate": -0.018253677766190683, "se": 0.22546955114374234, "pvalue": 0.9363683361946006, "lower": -0.491947627167333, "upper": 0.4554402716349516 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3941765118045271, "se": 0.24913344851111394, "pvalue": 0.13101788781190632, "lower": -0.9175864647427823, "upper": 0.12923344113372798 }, { "event_time": -2, "estimate": -0.14265824657289372, "se": 0.19741489253932748, "pvalue": 0.47919092886386666, "lower": -0.5574115453805829, "upper": 0.27209505223479546 }, { "event_time": 0, "estimate": -0.017408969887669296, "se": 0.1421372297238768, "pvalue": 0.9038759968342313, "lower": -0.31602820855336566, "upper": 0.28121026877802713 }, { "event_time": 1, "estimate": 0.07003029929885221, "se": 0.17535963944570937, "pvalue": 0.6943320997592081, "lower": -0.2983866321813604, "upper": 0.4384472307790648 }, { "event_time": 2, "estimate": 0.016535472179351536, "se": 0.2716148977698829, "pvalue": 0.9521269359116699, "lower": -0.5541062530032118, "upper": 0.587177197361915 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 9.71445146547012e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0141580192730996e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8735418834702312, "df_num": 1, "df_den": 1039, "pvalue": 0.35019378980996957, "log10_pvalue": -0.4556915597807732, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1120.9972761749839, "rss_restricted": 1121.9397574762302, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4861100622841359 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.726597460504095 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.36855492034410814 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5193322875107526 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment as policy priority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p050", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment as policy priority [Table 3 original scale]", "source_specification_id": "CI-T3-I02-ORIG", "specification_id": "S01-P050", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P050" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P050", "regression_results": "analyses/archive-expanded/baselines/S01-P050.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-I02-ORIG.csv", "bytes": 187685, "sha256": "da7865b186d97be15a40a12ac803de5278159f86d465e34834a17f9c8ae5badc" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.319524858737468, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.01495030618995545, "se": 0.12839768549471237, "pvalue": 0.9085950866910463, "lower": -0.28470383356173373, "upper": 0.2548032211818228 }, { "method": "Dynamic TWFE", "estimate": 0.06415374658839641, "se": 0.12836249234513175, "pvalue": 0.6232803391989578, "lower": -0.20552584271976243, "upper": 0.33383333589655523 }, { "method": "BJS / did2s", "estimate": -0.027720128869975273, "se": 0.12519040454641114, "pvalue": 0.8272550094704592, "lower": -0.2907354090082223, "upper": 0.23529515126827177 }, { "method": "Sun\u2013Abraham", "estimate": 0.019629505394895136, "se": 0.14935071552822968, "pvalue": 0.89689125864334, "lower": -0.2941447045841321, "upper": 0.3334037153739223 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5552862966216364, "se": 0.22167256020507956, "pvalue": 0.022078019600112644, "lower": -1.0210030640731467, "upper": -0.08956952917012628 }, { "event_time": -2, "estimate": -0.3144588548632146, "se": 0.1343708347708968, "pvalue": 0.030991109436743634, "lower": -0.5967615031989786, "upper": -0.03215620652745066 }, { "event_time": 0, "estimate": 0.010028922852034872, "se": 0.13825025616248052, "pvalue": 0.9429707375419525, "lower": -0.28042408738868985, "upper": 0.3004819330927596 }, { "event_time": 1, "estimate": 0.07180068161767807, "se": 0.13480303747486228, "pvalue": 0.6008012603475816, "lower": -0.21140999090469875, "upper": 0.35501135414005486 }, { "event_time": 2, "estimate": 0.18619758060862515, "se": 0.2481247460711015, "pvalue": 0.4626996813148763, "lower": -0.33509316714136295, "upper": 0.7074883283586132 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.07173097561292285, "se": 0.08992610025498328, "pvalue": 0.4354617253016861, "lower": -0.2606587016315425, "upper": 0.11719675040569677 }, { "event_time": -2, "estimate": -0.019600939634371133, "se": 0.05556587863077398, "pvalue": 0.7283717853926579, "lower": -0.1363405187351227, "upper": 0.09713863946638045 }, { "event_time": -1, "estimate": 0.029033624623172445, "se": 0.02656925567459776, "pvalue": 0.2889123364120385, "lower": -0.02678631021638926, "upper": 0.08485355946273415 }, { "event_time": 0, "estimate": 0.0023976922263010325, "se": 0.14740984271056287, "pvalue": 0.9872015309011339, "lower": -0.30729889527278526, "upper": 0.31209427972538734 }, { "event_time": 1, "estimate": -0.07232825750252796, "se": 0.14217156561214217, "pvalue": 0.6171140084331371, "lower": -0.37101963319265235, "upper": 0.2263631181875964 }, { "event_time": 2, "estimate": -0.018253677766190683, "se": 0.22546955114374234, "pvalue": 0.9363683361946006, "lower": -0.491947627167333, "upper": 0.4554402716349516 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3941765118045271, "se": 0.24913344851111394, "pvalue": 0.13101788781190632, "lower": -0.9175864647427823, "upper": 0.12923344113372798 }, { "event_time": -2, "estimate": -0.14265824657289372, "se": 0.19741489253932748, "pvalue": 0.47919092886386666, "lower": -0.5574115453805829, "upper": 0.27209505223479546 }, { "event_time": 0, "estimate": -0.017408969887669296, "se": 0.1421372297238768, "pvalue": 0.9038759968342313, "lower": -0.31602820855336566, "upper": 0.28121026877802713 }, { "event_time": 1, "estimate": 0.07003029929885221, "se": 0.17535963944570937, "pvalue": 0.6943320997592081, "lower": -0.2983866321813604, "upper": 0.4384472307790648 }, { "event_time": 2, "estimate": 0.016535472179351536, "se": 0.2716148977698829, "pvalue": 0.9521269359116699, "lower": -0.5541062530032118, "upper": 0.587177197361915 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 9.71445146547012e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.0141580192730996e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8735418834702312, "df_num": 1, "df_den": 1039, "pvalue": 0.35019378980996957, "log10_pvalue": -0.4556915597807732, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1120.9972761749839, "rss_restricted": 1121.9397574762302, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.4861100622841359 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.726597460504095 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.36855492034410814 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5193322875107526 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.035895791504199547, "se": 0.13900261617978504, "lower": -0.30833591297342283, "upper": 0.23654432996502375 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.05620324120396674, "se": 0.1325278536217983, "lower": -0.3159530612510876, "upper": 0.20354657884315408 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.005779861652113196, "se": 0.1182309335196618, "lower": -0.23750823320919975, "upper": 0.22594850990497337 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 528.0, "post_cells": 6, "estimate": -0.045815356884503174, "se": 0.1328932318360179, "lower": -0.30628130507222995, "upper": 0.21465059130322361 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.035895791504199547, "se": 0.13900261617978504, "lower": -0.30833591297342283, "upper": 0.23654432996502375, "event_study": [ { "event_time": -3, "estimate": -0.39210056500582674, "se": 0.2161258059899286, "lower": -0.8156993608757779, "upper": 0.0314982308641244, "relative_to_minus_one": -0.39210056500582674, "n": 0.0 }, { "event_time": -2, "estimate": -0.17706875454448012, "se": 0.18995722193187053, "lower": -0.5493780681342284, "upper": 0.1952405590452682, "relative_to_minus_one": -0.17706875454448012, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.13642924786669952, "se": 0.16315591327066026, "lower": -0.45620896174193426, "upper": 0.18335046600853522, "relative_to_minus_one": -0.13642924786669952, "n": 245.0 }, { "event_time": 1, "estimate": -0.004403174914526881, "se": 0.16272856036776623, "lower": -0.32334529249140065, "upper": 0.31453894266234694, "relative_to_minus_one": -0.004403174914526881, "n": 186.0 }, { "event_time": 2, "estimate": 0.033145048268627755, "se": 0.24298024920893588, "lower": -0.44308748913545354, "upper": 0.5093775856727091, "relative_to_minus_one": 0.033145048268627755, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.4189756782255703, "se": 0.20677730488380586, "event_time": 0, "mass": 90.0 }, { "group": 2, "year": 3, "att": -0.24964828233259054, "se": 0.19396206914928169, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.033145048268627755, "se": 0.2429802492089357, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.03414875463389497, "se": 0.25933701508280527, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.10393624195074637, "se": 0.3187130847863679, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.3356352541651288, "se": 0.24292638216001938, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": -0.39210056500582674, "se": 0.21612580598992853, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.4794207219977886, "se": 0.24204178394221443, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.08028438737085755, "se": 0.16749681179141376, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.045815356884503174, "treated_cell_se": 0.1328932318360179, "checks": { "input_rows": 1070, "retained_rows": 1070, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.050820000004023314, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09494956680774382, "event_study": [ { "event_time": -3, "estimate": -0.1243541250602989, "raw_gap": -0.03915531456078445, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.16559409378478432 }, { "event_time": -2, "estimate": -0.04469631465305326, "raw_gap": -0.010679816169158536, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08593628337753868 }, { "event_time": -1, "estimate": 0.041239968724485425, "raw_gap": 0.06458310721560574, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.08052637548751324, "raw_gap": 0.10459162552821413, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": 0.03928640676302781 }, { "event_time": 1, "estimate": 0.1374412984403192, "raw_gap": 0.13932685273171708, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": 0.09620132971583376 }, { "event_time": 2, "estimate": 0.04990028629019206, "raw_gap": 0.04990028629019206, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.008660317565706635 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.17463786656344976, -0.04660406709132993, 0.082414154075726, 0.10404989597745332, 0.1966807055140482, -0.007836550324896408 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.004871015252777937 }, { "cohort": 3, "pre_gap": 0.08519881049951446 } ], "diagnostics": { "converged": true, "pre_rmse": 0.15285103797027155, "zeta_omega": [ 0.0, 1.0755624714657859, 0.841621466149005 ], "zeta_lambda": [ 0.0, 6.395332718485119e-07, 5.951162459061258e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.10014181043290973, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031679170206189156, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.020604930728109046, "event_study": [ { "event_time": -3, "estimate": -0.023660579442360472, "raw_gap": -0.023660579442360472, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.04051625225554702 }, { "event_time": -2, "estimate": -0.004479076069039258, "raw_gap": -0.004479076069039258, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.021334748882225807 }, { "event_time": -1, "estimate": 0.016855672813186548, "raw_gap": 0.016855672813186548, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04369234940263351, "raw_gap": 0.04369234940263351, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": 0.02683667658944696 }, { "event_time": 1, "estimate": -0.012242278409382256, "raw_gap": -0.012242278409382256, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.029097951222568804 }, { "event_time": 2, "estimate": 0.02527671757671614, "raw_gap": 0.02527671757671614, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.008421044763529593 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.043580984918813376, -0.008512469323203984, 0.018647984491035493, 0.016613586842877837, 0.013568052986360928, -0.12680529045139416 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 33, "termination_reason": "Relative objective tolerance reached", "objective": 0.030918900746541668, "lambda_l": 0.013808263235583389, "singular_values": [ 1.0439828202667965, 0.7576274259247004, 0.0, 0.0 ], "history_objective": [ 0.03135627657016166, 0.03098169424063831, 0.030927277145341502, 0.030920651753676004, 0.030919528110385973, 0.03091920259252823, 0.030919059644737165, 0.03091898620713996, 0.030918946931707915, 0.030918925736649866, 0.030918914275562606, 0.030918908074100554, 0.03091890471709594, 0.030918902899059575, 0.0309189019140154, 0.03091890138004689, 0.030918901090457578, 0.03091890093332916, 0.03091890084803282, 0.03091890080170858, 0.0309189007765383, 0.030918900762855632, 0.030918900755414182, 0.030918900751365146, 0.030918900749160906, 0.030918900747960373, 0.030918900747306157, 0.03091890074694947, 0.030918900746754883, 0.030918900746648697, 0.03091890074659069, 0.030918900746558987, 0.030918900746541668 ], "history_rmse": [ 0.08179385739624871, 0.08020950120833599, 0.07850440696916969, 0.0779918554835436, 0.0778218631529386, 0.07776299717705558, 0.07774204683368535, 0.0777343672952116, 0.07773143029415906, 0.07773023246214157, 0.0777296971945075, 0.07772942935277109, 0.07772927879380159, 0.07772918542507089, 0.07772912332470731, 0.07772908015791428, 0.07772904936783642, 0.0777290270852987, 0.07772901083036318, 0.07772899892068924, 0.07772899017396953, 0.07772898374191549, 0.07772897900869943, 0.0777289755243192, 0.07772897295875805, 0.07772897106951898, 0.07772896967822471, 0.0777289686535911, 0.07772896789896523, 0.07772896734318059, 0.07772896693383136, 0.07772896663232637, 0.07772896641024686 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.734723475976807e-17 }, "native_matrix_att": -0.010960642460085587, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00024958420544862747, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.061906057913820096, "event_study": [ { "event_time": -3, "estimate": 0.0057214377349094625, "raw_gap": 0.0057214377349094625, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.027122644951057345 }, { "event_time": -2, "estimate": 0.0029731941514814586, "raw_gap": 0.0029731941514814586, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.02987088853448535 }, { "event_time": -1, "estimate": 0.03284408268596681, "raw_gap": 0.03284408268596681, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.010045618432066104, "raw_gap": 0.010045618432066104, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.022798464253900703 }, { "event_time": 1, "estimate": -0.07664988025493648, "raw_gap": -0.07664988025493648, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.10949396294090329 }, { "event_time": 2, "estimate": -0.21536801409211362, "raw_gap": -0.21536801409211362, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.24821209677808043 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.12976111426775583, -0.008412605865783556, 0.045103484922868864, 0.014907552962428124, -0.02973524358098599, -0.27310485070720214 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07547060245189037, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": -0.053309009527900714, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016395794227719307, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01495030618995545, "SE": 0.12839768549471237, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06415374658839641, "SE": 0.12836249234513175, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.027720128869975273, "SE": 0.12519040454641114, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.019629505394895136, "SE": 0.14935071552822968, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.035895791504199547, "SE": 0.13900261617978504, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.045815356884503174, "SE": 0.1328932318360179, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09494956680774382, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.020604930728109046, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.061906057913820096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01495030618995545, "SE": 0.12839768549471237, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.28470383356173373, "upper": 0.2548032211818228, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06415374658839641, "SE": 0.12836249234513175, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20552584271976243, "upper": 0.33383333589655523, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.027720128869975273, "SE": 0.12519040454641114, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2907354090082223, "upper": 0.23529515126827177, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.019629505394895136, "SE": 0.14935071552822968, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2941447045841321, "upper": 0.3334037153739223, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.035895791504199547, "SE": 0.13900261617978504, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30833591297342283, "upper": 0.23654432996502375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.045815356884503174, "SE": 0.1328932318360179, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.30628130507222995, "upper": 0.21465059130322361, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09494956680774382, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.020604930728109046, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.061906057913820096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588664.3025632, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.01495030618995545, "SE": 0.12839768549471237, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.28470383356173373, "upper": 0.2548032211818228, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06415374658839641, "SE": 0.12836249234513175, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20552584271976243, "upper": 0.33383333589655523, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.027720128869975273, "SE": 0.12519040454641114, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2907354090082223, "upper": 0.23529515126827177, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.019629505394895136, "SE": 0.14935071552822968, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2941447045841321, "upper": 0.3334037153739223, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.035895791504199547, "SE": 0.13900261617978504, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30833591297342283, "upper": 0.23654432996502375, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.045815356884503174, "SE": 0.1328932318360179, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.30628130507222995, "upper": 0.21465059130322361, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09494956680774382, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.020604930728109046, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.061906057913820096, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P051", "source_specification_id": "CI-T3-I03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 3 (\"Environment versus growth\"), accepted-manuscript p. 47", "outcome_label": "Environment versus growth [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P051.json", "input_bytes": 187685, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment versus growth [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p051", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment versus growth [Table 3 original scale]", "source_specification_id": "CI-T3-I03-ORIG", "specification_id": "S01-P051", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P051" }, "source": { "file": "CI-T3-I03-ORIG.csv", "bytes": 187685, "sha256": "5d846376e8fb945faa6d6568c261ab48ddd94579dcb6d98a3d3b22138d7334de" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.46055714832476063, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.016524825876976464, "se": 0.13076992569701865, "pvalue": 0.9008433241057924, "lower": -0.29126224497452585, "upper": 0.25821259322057294 }, { "method": "Dynamic TWFE", "estimate": -0.14921413387867322, "se": 0.1843568051552385, "pvalue": 0.4288683190264719, "lower": -0.5365334090977365, "upper": 0.23810514134039001 }, { "method": "BJS / did2s", "estimate": -0.1465815077736981, "se": 0.1538743798858386, "pvalue": 0.3534081731431137, "lower": -0.46985958390427873, "upper": 0.17669656835688252 }, { "method": "Sun\u2013Abraham", "estimate": -0.18143225297181387, "se": 0.20284056896460448, "pvalue": 0.3828818336359593, "lower": -0.6075844749645838, "upper": 0.244719969020956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.01745698671661227, "se": 0.23352670104719725, "pvalue": 0.9412351979819931, "lower": -0.5080783799314489, "upper": 0.4731644064982244 }, { "event_time": -2, "estimate": -0.028783299437282875, "se": 0.20670032935263238, "pvalue": 0.8907977339096734, "lower": -0.46304457709930985, "upper": 0.40547797822474413 }, { "event_time": 0, "estimate": -0.056795307768626, "se": 0.15684356234265867, "pvalue": 0.7214829647081181, "lower": -0.3863114047642369, "upper": 0.2727207892269849 }, { "event_time": 1, "estimate": -0.131503474126459, "se": 0.20518505094406922, "pvalue": 0.5296625014747217, "lower": -0.5625812699828343, "upper": 0.29957432172991627 }, { "event_time": 2, "estimate": -0.4166037741969557, "se": 0.28583460763246976, "pvalue": 0.16220462056622484, "lower": -1.0171200012356607, "upper": 0.18391245284174929 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.027825067110774745, "se": 0.09309722458956823, "pvalue": 0.7684534367480282, "lower": -0.16776494391471908, "upper": 0.2234150781362686 }, { "event_time": -2, "estimate": -0.0036585479147457, "se": 0.07884099787489865, "pvalue": 0.9634991122314748, "lower": -0.16929733802471714, "upper": 0.16198024219522572 }, { "event_time": -1, "estimate": -0.004383556340787162, "se": 0.039307534553815256, "pvalue": 0.9124385592028467, "lower": -0.08696562203243381, "upper": 0.0781985093508595 }, { "event_time": 0, "estimate": -0.05885122682825802, "se": 0.13678040390013307, "pvalue": 0.6721133771464017, "lower": -0.34621619205511883, "upper": 0.2285137383986028 }, { "event_time": 1, "estimate": -0.13233664716749613, "se": 0.1628447182807798, "pvalue": 0.42703379722577056, "lower": -0.47446070494042913, "upper": 0.20978741060543685 }, { "event_time": 2, "estimate": -0.3954831872003618, "se": 0.24554158062059198, "pvalue": 0.12465095708523505, "lower": -0.9113469057217852, "upper": 0.12038053132106163 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08778685830318794, "se": 0.3350721619221195, "pvalue": 0.7963008502345231, "lower": -0.6161736317502069, "upper": 0.7917473483565829 }, { "event_time": -2, "estimate": 0.1007731216060271, "se": 0.25000255164544916, "pvalue": 0.6916307763005053, "lower": -0.4244627492623955, "upper": 0.6260089924744497 }, { "event_time": 0, "estimate": -0.08419789856845236, "se": 0.15289951454238443, "pvalue": 0.5886266443589538, "lower": -0.4054278586127029, "upper": 0.23703206147579822 }, { "event_time": 1, "estimate": -0.12522527670198422, "se": 0.27300986320301657, "pvalue": 0.6519510561498043, "lower": -0.6987977155083925, "upper": 0.44834716210442405 }, { "event_time": 2, "estimate": -0.5348025046729673, "se": 0.30288290167325, "pvalue": 0.09440173968881041, "lower": -1.1711358684104574, "upper": 0.10153085906452286 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 4.431290769948073e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5738006447515914, "df_num": 1, "df_den": 1039, "pvalue": 0.44892433741068394, "log10_pvalue": -0.3478268496737421, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1026.2187125486084, "rss_restricted": 1026.7854545687399, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5178943634330441 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5271661985925695 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.285797581403684 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.367032395059235 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Environment versus growth [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p051", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Environment versus growth [Table 3 original scale]", "source_specification_id": "CI-T3-I03-ORIG", "specification_id": "S01-P051", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P051" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P051", "regression_results": "analyses/archive-expanded/baselines/S01-P051.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-I03-ORIG.csv", "bytes": 187685, "sha256": "5d846376e8fb945faa6d6568c261ab48ddd94579dcb6d98a3d3b22138d7334de" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 0.46055714832476063, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.016524825876976464, "se": 0.13076992569701865, "pvalue": 0.9008433241057924, "lower": -0.29126224497452585, "upper": 0.25821259322057294 }, { "method": "Dynamic TWFE", "estimate": -0.14921413387867322, "se": 0.1843568051552385, "pvalue": 0.4288683190264719, "lower": -0.5365334090977365, "upper": 0.23810514134039001 }, { "method": "BJS / did2s", "estimate": -0.1465815077736981, "se": 0.1538743798858386, "pvalue": 0.3534081731431137, "lower": -0.46985958390427873, "upper": 0.17669656835688252 }, { "method": "Sun\u2013Abraham", "estimate": -0.18143225297181387, "se": 0.20284056896460448, "pvalue": 0.3828818336359593, "lower": -0.6075844749645838, "upper": 0.244719969020956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.01745698671661227, "se": 0.23352670104719725, "pvalue": 0.9412351979819931, "lower": -0.5080783799314489, "upper": 0.4731644064982244 }, { "event_time": -2, "estimate": -0.028783299437282875, "se": 0.20670032935263238, "pvalue": 0.8907977339096734, "lower": -0.46304457709930985, "upper": 0.40547797822474413 }, { "event_time": 0, "estimate": -0.056795307768626, "se": 0.15684356234265867, "pvalue": 0.7214829647081181, "lower": -0.3863114047642369, "upper": 0.2727207892269849 }, { "event_time": 1, "estimate": -0.131503474126459, "se": 0.20518505094406922, "pvalue": 0.5296625014747217, "lower": -0.5625812699828343, "upper": 0.29957432172991627 }, { "event_time": 2, "estimate": -0.4166037741969557, "se": 0.28583460763246976, "pvalue": 0.16220462056622484, "lower": -1.0171200012356607, "upper": 0.18391245284174929 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.027825067110774745, "se": 0.09309722458956823, "pvalue": 0.7684534367480282, "lower": -0.16776494391471908, "upper": 0.2234150781362686 }, { "event_time": -2, "estimate": -0.0036585479147457, "se": 0.07884099787489865, "pvalue": 0.9634991122314748, "lower": -0.16929733802471714, "upper": 0.16198024219522572 }, { "event_time": -1, "estimate": -0.004383556340787162, "se": 0.039307534553815256, "pvalue": 0.9124385592028467, "lower": -0.08696562203243381, "upper": 0.0781985093508595 }, { "event_time": 0, "estimate": -0.05885122682825802, "se": 0.13678040390013307, "pvalue": 0.6721133771464017, "lower": -0.34621619205511883, "upper": 0.2285137383986028 }, { "event_time": 1, "estimate": -0.13233664716749613, "se": 0.1628447182807798, "pvalue": 0.42703379722577056, "lower": -0.47446070494042913, "upper": 0.20978741060543685 }, { "event_time": 2, "estimate": -0.3954831872003618, "se": 0.24554158062059198, "pvalue": 0.12465095708523505, "lower": -0.9113469057217852, "upper": 0.12038053132106163 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.08778685830318794, "se": 0.3350721619221195, "pvalue": 0.7963008502345231, "lower": -0.6161736317502069, "upper": 0.7917473483565829 }, { "event_time": -2, "estimate": 0.1007731216060271, "se": 0.25000255164544916, "pvalue": 0.6916307763005053, "lower": -0.4244627492623955, "upper": 0.6260089924744497 }, { "event_time": 0, "estimate": -0.08419789856845236, "se": 0.15289951454238443, "pvalue": 0.5886266443589538, "lower": -0.4054278586127029, "upper": 0.23703206147579822 }, { "event_time": 1, "estimate": -0.12522527670198422, "se": 0.27300986320301657, "pvalue": 0.6519510561498043, "lower": -0.6987977155083925, "upper": 0.44834716210442405 }, { "event_time": 2, "estimate": -0.5348025046729673, "se": 0.30288290167325, "pvalue": 0.09440173968881041, "lower": -1.1711358684104574, "upper": 0.10153085906452286 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 4.431290769948073e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5738006447515914, "df_num": 1, "df_den": 1039, "pvalue": 0.44892433741068394, "log10_pvalue": -0.3478268496737421, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1026.2187125486084, "rss_restricted": 1026.7854545687399, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5178943634330441 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5271661985925695 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.285797581403684 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.367032395059235 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.21151941154497536, "se": 0.17886495579628162, "lower": -0.5620882830020361, "upper": 0.13904945991208537 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.15186410223644384, "se": 0.17060548248617724, "lower": -0.48624470347443016, "upper": 0.18251649900154251 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.1142737130430236, "se": 0.1578989418908751, "lower": -0.4237499523461216, "upper": 0.19520252626007445 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 528.0, "post_cells": 6, "estimate": -0.1410723179252408, "se": 0.16714965336830187, "lower": -0.4686796185554666, "upper": 0.186534982704985 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.21151941154497536, "se": 0.17886495579628162, "lower": -0.5620882830020361, "upper": 0.13904945991208537, "event_study": [ { "event_time": -3, "estimate": 0.021983880338996082, "se": 0.321871987036817, "lower": -0.6088736218855084, "upper": 0.6528413825635007, "relative_to_minus_one": 0.021983880338996082, "n": 0.0 }, { "event_time": -2, "estimate": -0.03414522911016916, "se": 0.24273926953854116, "lower": -0.5099054550392705, "upper": 0.4416149968189322, "relative_to_minus_one": -0.03414522911016916, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.04766415767813368, "se": 0.16272866218376192, "lower": -0.36660647481069214, "upper": 0.27127815945442474, "relative_to_minus_one": -0.04766415767813368, "n": 245.0 }, { "event_time": 1, "estimate": -0.08071550516028451, "se": 0.18218405492136733, "lower": -0.43778969136363166, "upper": 0.2763586810430626, "relative_to_minus_one": -0.08071550516028451, "n": 186.0 }, { "event_time": 2, "estimate": -0.5061785717965079, "se": 0.28638950555740256, "lower": -1.0674916882392504, "upper": 0.055134544646234684, "relative_to_minus_one": -0.5061785717965079, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.11645129996909709, "se": 0.20845198535480453, "event_time": 0, "mass": 90.0 }, { "group": 2, "year": 3, "att": -0.1645512965582524, "se": 0.19934056956740318, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.5061785717965079, "se": 0.2863895055574026, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.09842250687388991, "se": 0.3113002478937523, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.0418144456822533, "se": 0.28241723560415355, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.03552490064328092, "se": 0.2186057077432851, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": 0.021983880338996082, "se": 0.321871987036817, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.2239122420416649, "se": 0.3213355344268842, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.039223515606369386, "se": 0.29629436484515526, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.1410723179252408, "treated_cell_se": 0.16714965336830187, "checks": { "input_rows": 1070, "retained_rows": 1070, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04524058336392045, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.19762041703471622, "event_study": [ { "event_time": -3, "estimate": 0.08037878027844012, "raw_gap": 0.13262208488648122, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.08789167996234669 }, { "event_time": -2, "estimate": 0.025204043838266306, "raw_gap": 0.0016501724957077766, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.03271694352217288 }, { "event_time": -1, "estimate": -0.007512899683906575, "raw_gap": -0.010907389019839871, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10615850217398239, "raw_gap": -0.11729155664531316, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.09864560249007581 }, { "event_time": 1, "estimate": -0.15548990026516257, "raw_gap": -0.18131550752666126, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.14797700058125599 }, { "event_time": 2, "estimate": -0.5094188217771571, "raw_gap": -0.5094188217771567, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.5019059220932506 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2232097120084034, -0.09151803760695841, -0.012361119013687928, -0.15382825519068882, -0.1785790780180368, -0.4865440907227205 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 3.108624468950438e-16 }, { "cohort": 2, "pre_gap": -0.06671615209220552 }, { "cohort": 3, "pre_gap": 0.052243304608041094 } ], "diagnostics": { "converged": true, "pre_rmse": 0.15239105481572948, "zeta_omega": [ 0.0, 0.40122770188854906, 0.8943126511651511 ], "zeta_lambda": [ 0.0, 2.385714189110266e-07, 6.323745401397976e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.21166457314627465, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00036120833829045296, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1695977693807317, "event_study": [ { "event_time": -3, "estimate": 0.024075242739394896, "raw_gap": 0.024075242739394896, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.024534809855722876 }, { "event_time": -2, "estimate": 0.0071543144220870295, "raw_gap": 0.0071543144220870295, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.007613881538415008 }, { "event_time": -1, "estimate": -0.00045956711632797826, "raw_gap": -0.00045956711632797826, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.06759861465478004, "raw_gap": -0.06759861465478004, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.06713904753845205 }, { "event_time": 1, "estimate": -0.16950007240019344, "raw_gap": -0.16950007240019344, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.16904050528386547 }, { "event_time": 2, "estimate": -0.4274118368677242, "raw_gap": -0.4274118368677242, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.4269522697513962 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04705788102062841, -0.025071002593098968, 0.0009490076548039222, -0.09595337615209248, -0.1626374683021258, -0.3982094794950546 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 47, "termination_reason": "Relative objective tolerance reached", "objective": 0.05278785217018673, "lambda_l": 0.01686483575012916, "singular_values": [ 1.2591824354707513, 0.7684825135592932, 0.4826066674945056, 0.0 ], "history_objective": [ 0.05297824780033157, 0.052843675636279515, 0.05281614406376521, 0.05280300255918303, 0.05279635365566003, 0.052792801459925244, 0.052790814029333964, 0.05278966070458157, 0.05278897267505263, 0.05278855377741726, 0.05278829491269424, 0.05278813318823607, 0.05278803133151101, 0.05278796678871389, 0.05278792569889615, 0.05278789944420537, 0.052787882619653566, 0.05278787181266463, 0.05278786485746774, 0.05278786037395986, 0.052787857479814404, 0.05278785560943924, 0.05278785439947782, 0.052787853616066825, 0.052787853108452513, 0.052787852779326405, 0.0527878525658058, 0.05278785242721465, 0.05278785233721862, 0.05278785227875568, 0.052787852240764134, 0.052787852216068146, 0.05278785220001052, 0.05278785218956717, 0.05278785218277371, 0.052787852178353724, 0.052787852175477414, 0.05278785217360549, 0.05278785217238698, 0.05278785217159377, 0.052787852171077315, 0.052787852170741056, 0.052787852170522086, 0.052787852170379485, 0.052787852170286614, 0.05278785217022611, 0.05278785217018673 ], "history_rmse": [ 0.10248617445884024, 0.10219368700172332, 0.10221997266060721, 0.10222995664166457, 0.10223394290701765, 0.10223566843938701, 0.10223649616943947, 0.10223693670649761, 0.10223719188462024, 0.1022373484385845, 0.10223744780588746, 0.10223751202912978, 0.10223755390507464, 0.10223758131322233, 0.10223759927437337, 0.10223761104520439, 0.10223761875563793, 0.10223762380316753, 0.10223762710539659, 0.10223762926459741, 0.10223763067575357, 0.10223763159767041, 0.10223763219978246, 0.10223763259293428, 0.10223763284959787, 0.10223763301713337, 0.10223763312647935, 0.10223763319784052, 0.10223763324440893, 0.10223763327479657, 0.10223763329462494, 0.10223763330756233, 0.10223763331600366, 0.1022376333215111, 0.1022376333251042, 0.10223763332744842, 0.10223763332897763, 0.10223763332997536, 0.10223763333062606, 0.1022376333310506, 0.10223763333132756, 0.10223763333150812, 0.10223763333162593, 0.10223763333170278, 0.10223763333175288, 0.10223763333178541, 0.10223763333180685 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.17415475933968916, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002720835618674755, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10918049363117435, "event_study": [ { "event_time": -3, "estimate": -0.08995886699741715, "raw_gap": -0.08995886699741715, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.11606600696514464 }, { "event_time": -2, "estimate": -0.010043913224577702, "raw_gap": -0.010043913224577702, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.036151053192305195 }, { "event_time": -1, "estimate": 0.026107139967727493, "raw_gap": 0.026107139967727493, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13326805719435636, "raw_gap": 0.13326805719435636, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": 0.10716091722662886 }, { "event_time": 1, "estimate": 0.11378793763387651, "raw_gap": 0.11378793763387651, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": 0.08768079766614902 }, { "event_time": 2, "estimate": 0.039505878605584736, "raw_gap": 0.039505878605584736, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": 0.013398738637857243 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0006287601245050234, -0.05306130085968416, 0.03245964356765363, 0.11480553703500461, 0.11200813063811078, 0.062380609660021055 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04340512593931763, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": 0.10416474835178383, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015999982133507729, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.016524825876976464, "SE": 0.13076992569701865, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.14921413387867322, "SE": 0.1843568051552385, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1465815077736981, "SE": 0.1538743798858386, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18143225297181387, "SE": 0.20284056896460448, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.21151941154497536, "SE": 0.17886495579628162, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1410723179252408, "SE": 0.16714965336830187, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19762041703471622, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1695977693807317, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.10918049363117435, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.016524825876976464, "SE": 0.13076992569701865, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.29126224497452585, "upper": 0.25821259322057294, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.14921413387867322, "SE": 0.1843568051552385, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365334090977365, "upper": 0.23810514134039001, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1465815077736981, "SE": 0.1538743798858386, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46985958390427873, "upper": 0.17669656835688252, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18143225297181387, "SE": 0.20284056896460448, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6075844749645838, "upper": 0.244719969020956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21151941154497536, "SE": 0.17886495579628162, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5620882830020361, "upper": 0.13904945991208537, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1410723179252408, "SE": 0.16714965336830187, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4686796185554666, "upper": 0.186534982704985, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19762041703471622, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1695977693807317, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.10918049363117435, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588665.48385, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.016524825876976464, "SE": 0.13076992569701865, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.29126224497452585, "upper": 0.25821259322057294, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.14921413387867322, "SE": 0.1843568051552385, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5365334090977365, "upper": 0.23810514134039001, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1465815077736981, "SE": 0.1538743798858386, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46985958390427873, "upper": 0.17669656835688252, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.18143225297181387, "SE": 0.20284056896460448, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6075844749645838, "upper": 0.244719969020956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21151941154497536, "SE": 0.17886495579628162, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5620882830020361, "upper": 0.13904945991208537, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1410723179252408, "SE": 0.16714965336830187, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4686796185554666, "upper": 0.186534982704985, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19762041703471622, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1695977693807317, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.10918049363117435, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P052", "source_specification_id": "CI-T3-I04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 4 (\"Attitudes about environment z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 9, p. 48 and Table 5, panel A, column 9, p. 49", "outcome_label": "Attitudes about environment z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P052.json", "input_bytes": 249329, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p052", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-I04-ORIG", "specification_id": "S01-P052", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P052" }, "source": { "file": "CI-T3-I04-ORIG.csv", "bytes": 249329, "sha256": "f48a8da731589d766246cfd187a9ac3e480a39e834ee406d78f5a4a048b83e46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.1972046536126607, "se": 0.2383129557249332, "pvalue": 0.41878823980709595, "lower": -0.6978815947701595, "upper": 0.3034722875448381 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3132797455902717, "se": 0.3761676993290054, "pvalue": 0.4158605743515876, "lower": -1.1035787559373431, "upper": 0.4770192647567998 }, { "event_time": -2, "estimate": 0.0030416262637922575, "se": 0.2973476236095828, "pvalue": 0.9919509492036108, "lower": -0.6216625497908768, "upper": 0.6277458023184612 }, { "event_time": 0, "estimate": -0.12013577323972453, "se": 0.17232344597621196, "pvalue": 0.49461371683344635, "lower": -0.4821738989414341, "upper": 0.24190235246198505 }, { "event_time": 1, "estimate": -0.15952707793377283, "se": 0.3348946081901642, "pvalue": 0.6395560105060778, "lower": -0.8631145414383757, "upper": 0.54406038557083 }, { "event_time": 2, "estimate": -0.4641108883306249, "se": 0.3360224694344924, "pvalue": 0.18412793095291846, "lower": -1.1700679003817704, "upper": 0.24184612372052067 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.2905741411271527e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p052", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-I04-ORIG", "specification_id": "S01-P052", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P052" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P052", "regression_results": "analyses/archive-expanded/baselines/S01-P052.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-I04-ORIG.csv", "bytes": 249329, "sha256": "f48a8da731589d766246cfd187a9ac3e480a39e834ee406d78f5a4a048b83e46" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1708, "source_sd": 1.003793584090186, "rows": 1070, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.10383844587036897, "se": 0.14398166080331445, "pvalue": 0.4800546136184386, "lower": -0.4063326904425615, "upper": 0.19865579870182357 }, { "method": "Dynamic TWFE", "estimate": -0.17242296820887307, "se": 0.21202799486971516, "pvalue": 0.4267248251395126, "lower": -0.6178772557787714, "upper": 0.2730313193610253 }, { "method": "BJS / did2s", "estimate": -0.23622466603612602, "se": 0.17896207784656717, "pvalue": 0.20338629609699704, "lower": -0.6122100397513115, "upper": 0.1397607076790594 }, { "method": "Sun\u2013Abraham", "estimate": -0.1972046536126607, "se": 0.2383129557249332, "pvalue": 0.41878823980709595, "lower": -0.6978815947701595, "upper": 0.3034722875448381 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.38165667980857426, "se": 0.2630032245001727, "pvalue": 0.16394402055554766, "lower": -0.934205950815449, "upper": 0.17089259119830041 }, { "event_time": -2, "estimate": -0.15892379019484998, "se": 0.23602860889068691, "pvalue": 0.5092947660360098, "lower": -0.654801496740726, "upper": 0.336953916351026 }, { "event_time": 0, "estimate": -0.10215103508199845, "se": 0.1701025151182666, "pvalue": 0.5556421015432657, "lower": -0.4595231581943992, "upper": 0.2552210880304023 }, { "event_time": 1, "estimate": -0.1849549148334917, "se": 0.2449549361835264, "pvalue": 0.45998112047421946, "lower": -0.6995861391272993, "upper": 0.3296763094603159 }, { "event_time": 2, "estimate": -0.3258836026821228, "se": 0.3311854579066368, "pvalue": 0.3381622733553842, "lower": -1.0216784306054967, "upper": 0.3699112252412511 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.09445138636162041, "se": 0.10275335481109518, "pvalue": 0.3701429910351686, "lower": -0.31032817419295783, "upper": 0.12142540146971699 }, { "event_time": -2, "estimate": 0.02419257349826795, "se": 0.07914485459779526, "pvalue": 0.7633593130362347, "lower": -0.1420845958979124, "upper": 0.1904697428944483 }, { "event_time": -1, "estimate": 0.00768630696851099, "se": 0.04179691524630858, "pvalue": 0.8561504349231068, "lower": -0.0801257534865454, "upper": 0.09549836742356736 }, { "event_time": 0, "estimate": -0.1143718884607149, "se": 0.15401270679073972, "pvalue": 0.4672973248630285, "lower": -0.4379405786345606, "upper": 0.20919680171313082 }, { "event_time": 1, "estimate": -0.2891097328457044, "se": 0.21290788592397653, "pvalue": 0.1912718743302818, "lower": -0.7364126029245114, "upper": 0.15819313723310258 }, { "event_time": 2, "estimate": -0.44258866685462245, "se": 0.23605724340962106, "pvalue": 0.07712410659081494, "lower": -0.9385265322924389, "upper": 0.05334919858319398 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3132797455902717, "se": 0.3761676993290054, "pvalue": 0.4158605743515876, "lower": -1.1035787559373431, "upper": 0.4770192647567998 }, { "event_time": -2, "estimate": 0.0030416262637922575, "se": 0.2973476236095828, "pvalue": 0.9919509492036108, "lower": -0.6216625497908768, "upper": 0.6277458023184612 }, { "event_time": 0, "estimate": -0.12013577323972453, "se": 0.17232344597621196, "pvalue": 0.49461371683344635, "lower": -0.4821738989414341, "upper": 0.24190235246198505 }, { "event_time": 1, "estimate": -0.15952707793377283, "se": 0.3348946081901642, "pvalue": 0.6395560105060778, "lower": -0.8631145414383757, "upper": 0.54406038557083 }, { "event_time": 2, "estimate": -0.4641108883306249, "se": 0.3360224694344924, "pvalue": 0.18412793095291846, "lower": -1.1700679003817704, "upper": 0.24184612372052067 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4640151515151515, 0.3522727272727273, 0.18371212121212122 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.2905741411271527e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.3423079023878395, "df_num": 1, "df_den": 1039, "pvalue": 0.24689359680752646, "log10_pvalue": -0.6074901733617837, "inference": "Homoskedastic nested-model F", "observations": 1070, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1057.081502863448, "rss_restricted": 1058.447170673613, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ], [ -0.14075015362041632, -0.17190601811798523, -0.011602642513742161, -0.10008494322419587, -0.15379566258784194, -0.22086379394483133 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5779260707240541 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6275217487113791 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.44364784746454433 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.2812643464971576 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.26833692523924463, "se": 0.20064389177113948, "lower": -0.6615917268286305, "upper": 0.12491787635014129 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.2333270113155738, "se": 0.19070121035226853, "lower": -0.607094515414217, "upper": 0.14044049278306944 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.18690389356115106, "se": 0.16230006641333491, "lower": -0.5050061784197464, "upper": 0.13119839129744426 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 528.0, "post_cells": 6, "estimate": -0.2245591037197352, "se": 0.1895874817605217, "lower": -0.5961437398900021, "upper": 0.14702553245053174 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.26833692523924463, "se": 0.20064389177113948, "lower": -0.6615917268286305, "upper": 0.12491787635014129, "event_study": [ { "event_time": -3, "estimate": -0.36017242812310407, "se": 0.36204479609179024, "lower": -1.0697671892531606, "upper": 0.3494223330069525, "relative_to_minus_one": -0.36017242812310407, "n": 0.0 }, { "event_time": -2, "estimate": -0.05220179097953433, "se": 0.2716793418968896, "lower": -0.5846835164409817, "upper": 0.48027993448191303, "relative_to_minus_one": -0.05220179097953433, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.15777693531752923, "se": 0.18391934356215597, "lower": -0.5182522247596035, "upper": 0.20269835412454512, "relative_to_minus_one": -0.15777693531752923, "n": 245.0 }, { "event_time": 1, "estimate": -0.21602863319712523, "se": 0.24598810398210605, "lower": -0.6981564576273469, "upper": 0.2660991912330965, "relative_to_minus_one": -0.21602863319712523, "n": 186.0 }, { "event_time": 2, "estimate": -0.4312052072030793, "se": 0.32020315236477076, "lower": -1.0587918535742213, "upper": 0.19638143916806283, "relative_to_minus_one": -0.4312052072030793, "n": 97.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.30573953541628957, "se": 0.2549664600340069, "event_time": 0, "mass": 90.0 }, { "group": 2, "year": 3, "att": -0.4462535483416422, "se": 0.22800734726920013, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.4312052072030793, "se": 0.32020315236477076, "event_time": 2, "mass": 97.0 }, { "group": 3, "year": 1, "att": 0.1693025755190818, "se": 0.38225965745132834, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.037045165917920876, "se": 0.3514391957439684, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.10318392645360576, "se": 0.33713474482611727, "event_time": 1, "mass": 72.0 }, { "group": 4, "year": 1, "att": -0.36017242812310407, "se": 0.36204479609179024, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.36927910749024373, "se": 0.4619486507024148, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.14298737140779136, "se": 0.1472298177969663, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.2245591037197352, "treated_cell_se": 0.1895874817605217, "checks": { "input_rows": 1070, "retained_rows": 1070, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04448404209688306, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1544496291284552, "event_study": [ { "event_time": -3, "estimate": -0.26376914699064175, "raw_gap": -0.1244596049054811, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.2640577611492855 }, { "event_time": -2, "estimate": -0.03316664883855834, "raw_gap": 0.022281769793409845, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.033455262997202084 }, { "event_time": -1, "estimate": 0.00028861415864374075, "raw_gap": 0.03838852716184146, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07864410065714697, "raw_gap": -0.03939520285662461, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.07893271481579071 }, { "event_time": 1, "estimate": -0.103474658090495, "raw_gap": -0.10049627056403897, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.10376327224913874 }, { "event_time": 2, "estimate": -0.4436630217937247, "raw_gap": -0.4436630217937247, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.4439516359523684 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.09090379821497692, -0.05597556263920029, 0.062416899536423834, -0.03186595380910099, -0.0441683633251411, -0.4288630349175098 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": 0.00769416777667805 }, { "cohort": 3, "pre_gap": 0.1393095420851606 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12661132714663623, "zeta_omega": [ 0.0, 1.4287985633191127, 1.3461224214841474 ], "zeta_lambda": [ 0.0, 8.495687087023774e-07, 9.518522925386963e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.13240293905874814, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032241689041256905, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.22320353653252495, "event_study": [ { "event_time": -3, "estimate": -0.046316803054266845, "raw_gap": -0.046316803054266845, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.059674524970784855 }, { "event_time": -2, "estimate": 0.01004257099845033, "raw_gap": 0.01004257099845033, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0033151509180676785 }, { "event_time": -1, "estimate": 0.013357721916518009, "raw_gap": 0.013357721916518009, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.09441433329200043, "raw_gap": -0.09441433329200043, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": -0.10777205520851843 }, { "event_time": 1, "estimate": -0.251953947603165, "raw_gap": -0.251953947603165, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": -0.265311669519683 }, { "event_time": 2, "estimate": -0.4933661997777772, "raw_gap": -0.4933661997777772, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.5067239216942951 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03352451805184928, -0.011092977559735144, 0.017141715679379235, -0.09945024857111204, -0.21440804212069084, -0.5310403519293916 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.07374059337782507, "lambda_l": 0.02184883903750172, "singular_values": [ 1.6606763751605946, 1.114265180675309, 0.0, 0.0 ], "history_objective": [ 0.07449682041809433, 0.0738337349698225, 0.07377741698840667, 0.07376021070773281, 0.07375168241840654, 0.0737469652987316, 0.0737442819077701, 0.0737427387841922, 0.07374184580312053, 0.07374132668068967, 0.07374102379026583, 0.07374084652929297, 0.07374074252862065, 0.07374068138132474, 0.07374064536586877, 0.07374062412129798, 0.07374061157395873, 0.07374060415548767, 0.07374059976548104, 0.07374059716565098, 0.07374059562499784, 0.07374059471150686, 0.07374059416961884, 0.07374059384803609, 0.07374059365712539, 0.07374059354375415, 0.07374059347641088, 0.07374059343639892, 0.07374059341262072, 0.0737405933984872, 0.07374059339008487, 0.07374059338508901, 0.07374059338211816, 0.07374059338035122, 0.07374059337930024, 0.07374059337867502, 0.07374059337830305, 0.07374059337808175, 0.07374059337795004, 0.0737405933778717, 0.07374059337782507 ], "history_rmse": [ 0.12058148096014074, 0.11540963279425859, 0.11471516833195705, 0.11456473769648672, 0.11452540741244685, 0.11451369390167704, 0.11450969460142134, 0.11450805285432337, 0.11450720076109475, 0.11450665201248882, 0.11450624809740341, 0.11450593284315116, 0.11450568234472903, 0.11450548308644638, 0.1145053252982738, 0.11450520104616885, 0.11450510370214931, 0.11450502776062875, 0.11450496871275595, 0.1145049229175585, 0.11450488746910695, 0.11450486006924744, 0.11450483891310033, 0.11450482259059658, 0.11450481000442422, 0.11450480030314668, 0.11450479282753837, 0.1145047870680108, 0.11450478263110508, 0.114504779213288, 0.11450477658054034, 0.11450477455251591, 0.1145047729902699, 0.11450477178677651, 0.11450477085960499, 0.11450477014527131, 0.11450476959488412, 0.11450476917079008, 0.11450476884398854, 0.11450476859214452, 0.11450476839805329 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.21769360630213452, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002531250938773155, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.01557146266092761, "event_study": [ { "event_time": -3, "estimate": -0.11369031868193497, "raw_gap": -0.11369031868193497, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.1289390873508863 }, { "event_time": -2, "estimate": 0.03227023933607361, "raw_gap": 0.03227023933607361, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.01702147066712229 }, { "event_time": -1, "estimate": 0.015248768668951324, "raw_gap": 0.015248768668951324, "n": 185, "n_cells": 13, "weight_sum": 185.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07379338314177539, "raw_gap": 0.07379338314177539, "n": 245, "n_cells": 13, "weight_sum": 245.0, "relative_to_minus_one": 0.058544614472824066 }, { "event_time": 1, "estimate": 0.019712003303665137, "raw_gap": 0.019712003303665137, "n": 186, "n_cells": 9, "weight_sum": 186.0, "relative_to_minus_one": 0.004463234634713813 }, { "event_time": 2, "estimate": -0.1394234968994526, "raw_gap": -0.1394234968994526, "n": 97, "n_cells": 5, "weight_sum": 97.0, "relative_to_minus_one": -0.15467226556840394 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0801345119914308, -0.017450214661957147, 0.03539536655856775, 0.09227194099776424, 0.08100955437249516, -0.12462351002323784 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05183698763885198, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.048351987859526005, "matrix_preparation": { "source_rows": 1070, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1070.0, "treated_observation_mass": 528.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015787500888109207, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1972046536126607, "SE": 0.2383129557249332, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4063326904425615, "upper": 0.19865579870182357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178772557787714, "upper": 0.2730313193610253, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6122100397513115, "upper": 0.1397607076790594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1972046536126607, "SE": 0.2383129557249332, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6978815947701595, "upper": 0.3034722875448381, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6615917268286305, "upper": 0.12491787635014129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5961437398900021, "upper": 0.14702553245053174, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588666.64405, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.10383844587036897, "SE": 0.14398166080331445, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4063326904425615, "upper": 0.19865579870182357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.17242296820887307, "SE": 0.21202799486971516, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178772557787714, "upper": 0.2730313193610253, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.23622466603612602, "SE": 0.17896207784656717, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6122100397513115, "upper": 0.1397607076790594, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.1972046536126607, "SE": 0.2383129557249332, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6978815947701595, "upper": 0.3034722875448381, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.26833692523924463, "SE": 0.20064389177113948, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6615917268286305, "upper": 0.12491787635014129, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2245591037197352, "SE": 0.1895874817605217, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5961437398900021, "upper": 0.14702553245053174, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1544496291284552, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.22320353653252495, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01557146266092761, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P053", "source_specification_id": "CI-T3-J01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 1 (\"Voted for local People's Congress representative in the past\"), accepted-manuscript p. 47", "outcome_label": "Voted for local People's Congress representative in the past [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P053.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Voted for local People's Congress representative in the past [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p053", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Voted for local People's Congress representative in the past [Table 3 original scale]", "source_specification_id": "CI-T3-J01-ORIG", "specification_id": "S01-P053", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P053" }, "source": { "file": "CI-T3-J01-ORIG.csv", "bytes": 192724, "sha256": "b65580cdc6afa83e0cf93df714dfbdec06b463499e0a0d42a33f1540c23ae3be" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.49861630275728447, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.05919461850781727, "se": 0.10853031917929314, "pvalue": 0.5921599024967433, "lower": -0.2872083581059889, "upper": 0.16881912109035435 }, { "method": "Dynamic TWFE", "estimate": -0.07811879758921461, "se": 0.13012431214259676, "pvalue": 0.5557636900130422, "lower": -0.35149983294080067, "upper": 0.19526223776237148 }, { "method": "BJS / did2s", "estimate": -0.12045161861361019, "se": 0.13475455387801621, "pvalue": 0.3831932618335042, "lower": -0.40356043087878296, "upper": 0.16265719365156256 }, { "method": "Sun\u2013Abraham", "estimate": -0.06076953126919374, "se": 0.11946147899553529, "pvalue": 0.6171439943539194, "lower": -0.3117487854507057, "upper": 0.19020972291231822 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22907399143144205, "se": 0.12260957855531852, "pvalue": 0.07808315108128272, "lower": -0.4866671573629757, "upper": 0.028519174500091587 }, { "event_time": -2, "estimate": -0.08000076969946372, "se": 0.11206238279049453, "pvalue": 0.4844471012494575, "lower": -0.3154350995859417, "upper": 0.15543356018701426 }, { "event_time": 0, "estimate": -0.07107440411082087, "se": 0.10665084673519032, "pvalue": 0.5135935857270584, "lower": -0.2951395186271512, "upper": 0.15299071040550943 }, { "event_time": 1, "estimate": -0.018511774367087945, "se": 0.1750277361128589, "pvalue": 0.9169387192913462, "lower": -0.38623140282008556, "upper": 0.34920785408590965 }, { "event_time": 2, "estimate": -0.21172263606074937, "se": 0.15791626841390843, "pvalue": 0.19668533416436698, "lower": -0.5434924048841493, "upper": 0.12004713276265055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10988925447082243, "se": 0.056366591056134556, "pvalue": 0.06698512248523028, "lower": -0.2283110679539089, "upper": 0.008532559012264046 }, { "event_time": -2, "estimate": 0.03629669204893775, "se": 0.05333141394293314, "pvalue": 0.5047937201162517, "lower": -0.0757484509409887, "upper": 0.1483418350388642 }, { "event_time": -1, "estimate": 0.0056728315143543505, "se": 0.025437995372019552, "pvalue": 0.8260417678395197, "lower": -0.04777041362227105, "upper": 0.05911607665097976 }, { "event_time": 0, "estimate": -0.09942270560181073, "se": 0.113841823816734, "pvalue": 0.39397959807446403, "lower": -0.3385955023596243, "upper": 0.1397500911560029 }, { "event_time": 1, "estimate": -0.03871867017891945, "se": 0.1746664890660552, "pvalue": 0.8270646532394715, "lower": -0.4056793467493151, "upper": 0.3282420063914762 }, { "event_time": 2, "estimate": -0.33270455893124534, "se": 0.16505875055293104, "pvalue": 0.0590131382855098, "lower": -0.6794801259025458, "upper": 0.014071008040055122 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.32872931156738067, "se": 0.16995037936236856, "pvalue": 0.06895878515335369, "lower": -0.6857818093171064, "upper": 0.02832318618234514 }, { "event_time": -2, "estimate": -0.03199487183519316, "se": 0.16494221994546973, "pvalue": 0.8483667684712283, "lower": -0.3785256170849155, "upper": 0.31453587341452915 }, { "event_time": 0, "estimate": -0.05742883326932427, "se": 0.0945258598123142, "pvalue": 0.5510769850561168, "lower": -0.25602029552174976, "upper": 0.14116262898310125 }, { "event_time": 1, "estimate": 0.051376207059857154, "se": 0.17126951262408296, "pvalue": 0.7676344824613794, "lower": -0.3084476868334195, "upper": 0.41120010095313375 }, { "event_time": 2, "estimate": -0.2868016358464134, "se": 0.15469403283218736, "pvalue": 0.08020126651647257, "lower": -0.6118017389173266, "upper": 0.03819846722449982 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6223712120766512e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2545112950047393, "df_num": 1, "df_den": 1071, "pvalue": 0.6140200715446021, "log10_pvalue": -0.21181743208588572, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 910.9683895889938, "rss_restricted": 911.1848711431886, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1812210598286425 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4070730712842143 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17502568591583748 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10950837693874768 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Voted for local People's Congress representative in the past [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p053", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Voted for local People's Congress representative in the past [Table 3 original scale]", "source_specification_id": "CI-T3-J01-ORIG", "specification_id": "S01-P053", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P053" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P053", "regression_results": "analyses/archive-expanded/baselines/S01-P053.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-J01-ORIG.csv", "bytes": 192724, "sha256": "b65580cdc6afa83e0cf93df714dfbdec06b463499e0a0d42a33f1540c23ae3be" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.49861630275728447, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.05919461850781727, "se": 0.10853031917929314, "pvalue": 0.5921599024967433, "lower": -0.2872083581059889, "upper": 0.16881912109035435 }, { "method": "Dynamic TWFE", "estimate": -0.07811879758921461, "se": 0.13012431214259676, "pvalue": 0.5557636900130422, "lower": -0.35149983294080067, "upper": 0.19526223776237148 }, { "method": "BJS / did2s", "estimate": -0.12045161861361019, "se": 0.13475455387801621, "pvalue": 0.3831932618335042, "lower": -0.40356043087878296, "upper": 0.16265719365156256 }, { "method": "Sun\u2013Abraham", "estimate": -0.06076953126919374, "se": 0.11946147899553529, "pvalue": 0.6171439943539194, "lower": -0.3117487854507057, "upper": 0.19020972291231822 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.22907399143144205, "se": 0.12260957855531852, "pvalue": 0.07808315108128272, "lower": -0.4866671573629757, "upper": 0.028519174500091587 }, { "event_time": -2, "estimate": -0.08000076969946372, "se": 0.11206238279049453, "pvalue": 0.4844471012494575, "lower": -0.3154350995859417, "upper": 0.15543356018701426 }, { "event_time": 0, "estimate": -0.07107440411082087, "se": 0.10665084673519032, "pvalue": 0.5135935857270584, "lower": -0.2951395186271512, "upper": 0.15299071040550943 }, { "event_time": 1, "estimate": -0.018511774367087945, "se": 0.1750277361128589, "pvalue": 0.9169387192913462, "lower": -0.38623140282008556, "upper": 0.34920785408590965 }, { "event_time": 2, "estimate": -0.21172263606074937, "se": 0.15791626841390843, "pvalue": 0.19668533416436698, "lower": -0.5434924048841493, "upper": 0.12004713276265055 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.10988925447082243, "se": 0.056366591056134556, "pvalue": 0.06698512248523028, "lower": -0.2283110679539089, "upper": 0.008532559012264046 }, { "event_time": -2, "estimate": 0.03629669204893775, "se": 0.05333141394293314, "pvalue": 0.5047937201162517, "lower": -0.0757484509409887, "upper": 0.1483418350388642 }, { "event_time": -1, "estimate": 0.0056728315143543505, "se": 0.025437995372019552, "pvalue": 0.8260417678395197, "lower": -0.04777041362227105, "upper": 0.05911607665097976 }, { "event_time": 0, "estimate": -0.09942270560181073, "se": 0.113841823816734, "pvalue": 0.39397959807446403, "lower": -0.3385955023596243, "upper": 0.1397500911560029 }, { "event_time": 1, "estimate": -0.03871867017891945, "se": 0.1746664890660552, "pvalue": 0.8270646532394715, "lower": -0.4056793467493151, "upper": 0.3282420063914762 }, { "event_time": 2, "estimate": -0.33270455893124534, "se": 0.16505875055293104, "pvalue": 0.0590131382855098, "lower": -0.6794801259025458, "upper": 0.014071008040055122 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.32872931156738067, "se": 0.16995037936236856, "pvalue": 0.06895878515335369, "lower": -0.6857818093171064, "upper": 0.02832318618234514 }, { "event_time": -2, "estimate": -0.03199487183519316, "se": 0.16494221994546973, "pvalue": 0.8483667684712283, "lower": -0.3785256170849155, "upper": 0.31453587341452915 }, { "event_time": 0, "estimate": -0.05742883326932427, "se": 0.0945258598123142, "pvalue": 0.5510769850561168, "lower": -0.25602029552174976, "upper": 0.14116262898310125 }, { "event_time": 1, "estimate": 0.051376207059857154, "se": 0.17126951262408296, "pvalue": 0.7676344824613794, "lower": -0.3084476868334195, "upper": 0.41120010095313375 }, { "event_time": 2, "estimate": -0.2868016358464134, "se": 0.15469403283218736, "pvalue": 0.08020126651647257, "lower": -0.6118017389173266, "upper": 0.03819846722449982 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.6223712120766512e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2545112950047393, "df_num": 1, "df_den": 1071, "pvalue": 0.6140200715446021, "log10_pvalue": -0.21181743208588572, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 910.9683895889938, "rss_restricted": 911.1848711431886, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1812210598286425 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4070730712842143 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17502568591583748 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10950837693874768 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.1858798711329991, "se": 0.1365623282813496, "lower": -0.45353711620938, "upper": 0.08177737394338172 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.16502618691773902, "se": 0.14886039355223693, "lower": -0.45678719700458187, "upper": 0.12673482316910384 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.14840944295870007, "se": 0.15097785317611268, "lower": -0.4443205976470571, "upper": 0.14750171172965698 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": -0.15575838611902396, "se": 0.14933089760237986, "lower": -0.4484415671987272, "upper": 0.1369247949606793 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.1858798711329991, "se": 0.1365623282813496, "lower": -0.45353711620938, "upper": 0.08177737394338172, "event_study": [ { "event_time": -3, "estimate": -0.304537208339309, "se": 0.16307078306546333, "lower": -0.6241500700783613, "upper": 0.015075653399743316, "relative_to_minus_one": -0.304537208339309, "n": 0.0 }, { "event_time": -2, "estimate": -0.01468992747697806, "se": 0.1954855926000059, "lower": -0.3978346484694593, "upper": 0.3684547935155032, "relative_to_minus_one": -0.01468992747697806, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.15144715802084135, "se": 0.14681363079391263, "lower": -0.4391965868164707, "upper": 0.13630227077478801, "relative_to_minus_one": -0.15144715802084135, "n": 253.0 }, { "event_time": 1, "estimate": -0.09986892659487473, "se": 0.19516241632163325, "lower": -0.4823802337210879, "upper": 0.28264238053133844, "relative_to_minus_one": -0.09986892659487473, "n": 192.0 }, { "event_time": 2, "estimate": -0.3063235287832813, "se": 0.1398094665700161, "lower": -0.5803450479582695, "upper": -0.03230200960829305, "relative_to_minus_one": -0.3063235287832813, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.2880882335196729, "se": 0.17760999731535757, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": -0.21375756725007655, "se": 0.14971791745115334, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": -0.3063235287832813, "se": 0.1398094665700161, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": 0.057890146162837094, "se": 0.2346093978369915, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.09476963312475305, "se": 0.2050406042881514, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.060915036683057304, "se": 0.3855615576934727, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.304537208339309, "se": 0.16307078306546333, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.11751169846671619, "se": 0.24123551015465872, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.22697212781277032, "se": 0.19733214184187065, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.15575838611902396, "treated_cell_se": 0.14933089760237986, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04421629197895527, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06705918575878982, "event_study": [ { "event_time": -3, "estimate": -0.0585690868759576, "raw_gap": -0.1343832917180625, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.1679807301106782 }, { "event_time": -2, "estimate": -0.023644490874475822, "raw_gap": -0.051194798798754035, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.13305613410919642 }, { "event_time": -1, "estimate": 0.1094116432347206, "raw_gap": 0.09031887024246046, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07470222827109535, "raw_gap": 0.05530352924544385, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.03470941496362526 }, { "event_time": 1, "estimate": 0.1170582867260161, "raw_gap": 0.11714229273441044, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.007646643491295499 }, { "event_time": 2, "estimate": -0.049440987385864145, "raw_gap": -0.04944098738586408, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.15885263062058474 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.15527443909744784, 0.07042551192806636, 0.004437973920404749, 0.06113593293512094, 0.07709776736207102, -0.05460201867154366 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 6.661338147750939e-17 }, { "cohort": 2, "pre_gap": 0.00021796153529331837 }, { "cohort": 3, "pre_gap": -0.07581420484210488 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08622045678020634, "zeta_omega": [ 0.0, 0.6132396213091386, 0.5027578367260497 ], "zeta_lambda": [ 0.0, 3.6463446043120095e-07, 3.555034756436688e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-16 }, "native_matrix_att": 0.05619074326457659, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00037558330222964287, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.04823526614522926, "event_study": [ { "event_time": -3, "estimate": -0.04038636710328726, "raw_gap": -0.04038636710328726, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.043798569672290746 }, { "event_time": -2, "estimate": 0.006733293979769874, "raw_gap": 0.006733293979769874, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.0033210914107663866 }, { "event_time": -1, "estimate": 0.0034122025690034876, "raw_gap": 0.0034122025690034876, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.06315371514176873, "raw_gap": -0.06315371514176873, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.06656591771077222 }, { "event_time": 1, "estimate": 0.04646262340695947, "raw_gap": 0.04646262340695947, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.04305042083795598 }, { "event_time": 2, "estimate": -0.19376685400276203, "raw_gap": -0.19376685400276203, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.19717905657176552 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.046616037738548805, 0.02565662506937992, -0.001445329268751495, 0.00208839986866316, 0.018872276391959136, -0.11759794942044452 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 45, "termination_reason": "Relative objective tolerance reached", "objective": 0.025186695015513103, "lambda_l": 0.011150368410092773, "singular_values": [ 0.8485070196992961, 0.6443163766733315, 0.3562223441778449, 0.0 ], "history_objective": [ 0.02552267006451747, 0.02526314554957108, 0.025228762420223833, 0.025210321966567886, 0.025200195207483417, 0.025194516014085944, 0.02519127569356552, 0.025189401241687705, 0.025188304984217064, 0.025187658226843258, 0.025187273965527404, 0.02518704434621504, 0.025186906481010005, 0.025186823376152634, 0.025186773112688108, 0.025186742625883236, 0.025186724089607496, 0.025186712796024413, 0.025186705902975223, 0.02518670168938146, 0.025186699110311118, 0.02518669752992144, 0.025186696560554032, 0.025186695965469866, 0.025186695599887732, 0.025186695375155162, 0.025186695236930526, 0.02518669515187308, 0.02518669509951057, 0.02518669506726379, 0.025186695047398677, 0.025186695035157646, 0.02518669502761283, 0.025186695022961482, 0.025186695020093425, 0.02518669501832463, 0.025186695017233644, 0.025186695016560616, 0.02518669501614538, 0.025186695015889174, 0.025186695015731043, 0.02518669501563348, 0.02518669501557324, 0.02518669501553606, 0.025186695015513103 ], "history_rmse": [ 0.06896792008993687, 0.06755314077125771, 0.06756903587578714, 0.06757880860367484, 0.06758497389074054, 0.06758888282651242, 0.06759135758490119, 0.0675929181614097, 0.06759389789488379, 0.06759451050423686, 0.06759489229574353, 0.06759512963018845, 0.06759527688617306, 0.06759536812815108, 0.06759542460949527, 0.06759545955066366, 0.06759548115737468, 0.06759549451493584, 0.06759550277151553, 0.06759550787467722, 0.06759551102870305, 0.06759551297805659, 0.06759551418287825, 0.06759551492755082, 0.06759551538782846, 0.06759551567233069, 0.0675955158481889, 0.06759551595689345, 0.0675955160240888, 0.06759551606562614, 0.06759551609130278, 0.06759551610717492, 0.06759551611698704, 0.06759551612305212, 0.06759551612680156, 0.067595516129119, 0.06759551613055188, 0.0675955161314374, 0.06759551613198478, 0.06759551613232331, 0.0675955161325322, 0.06759551613266167, 0.06759551613274144, 0.06759551613279093, 0.0675955161328214 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.014481113380813683, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00027300044894218445, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.42984742704281254, "event_study": [ { "event_time": -3, "estimate": -0.08099411539843478, "raw_gap": -0.08099411539843478, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.1448872209485994 }, { "event_time": -2, "estimate": -0.023435979322662184, "raw_gap": -0.023435979322662184, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.08732908487282683 }, { "event_time": -1, "estimate": 0.06389310555016464, "raw_gap": 0.06389310555016464, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.2609523748834324, "raw_gap": -0.2609523748834324, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.32484548043359707 }, { "event_time": 1, "estimate": -0.35882861265735716, "raw_gap": -0.35882861265735716, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": -0.4227217182075218 }, { "event_time": 2, "estimate": -0.999201574096657, "raw_gap": -0.999201574096657, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -1.0630946796468217 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10188526277782015, 0.09569095735467183, -0.027537431363547225, -0.29067452197562693, -0.4386235885698077, -1.0043626053823367 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08255941713845254, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.47215533739715204, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001561250537633896, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.05919461850781727, "SE": 0.10853031917929314, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07811879758921461, "SE": 0.13012431214259676, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12045161861361019, "SE": 0.13475455387801621, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06076953126919374, "SE": 0.11946147899553529, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.1858798711329991, "SE": 0.1365623282813496, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15575838611902396, "SE": 0.14933089760237986, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06705918575878982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.04823526614522926, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.42984742704281254, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.05919461850781727, "SE": 0.10853031917929314, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2872083581059889, "upper": 0.16881912109035435, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07811879758921461, "SE": 0.13012431214259676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35149983294080067, "upper": 0.19526223776237148, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12045161861361019, "SE": 0.13475455387801621, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40356043087878296, "upper": 0.16265719365156256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06076953126919374, "SE": 0.11946147899553529, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3117487854507057, "upper": 0.19020972291231822, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1858798711329991, "SE": 0.1365623282813496, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.45353711620938, "upper": 0.08177737394338172, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15575838611902396, "SE": 0.14933089760237986, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4484415671987272, "upper": 0.1369247949606793, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06705918575878982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.04823526614522926, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.42984742704281254, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588667.8086798, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.05919461850781727, "SE": 0.10853031917929314, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2872083581059889, "upper": 0.16881912109035435, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07811879758921461, "SE": 0.13012431214259676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35149983294080067, "upper": 0.19526223776237148, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12045161861361019, "SE": 0.13475455387801621, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.40356043087878296, "upper": 0.16265719365156256, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06076953126919374, "SE": 0.11946147899553529, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3117487854507057, "upper": 0.19020972291231822, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1858798711329991, "SE": 0.1365623282813496, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.45353711620938, "upper": 0.08177737394338172, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15575838611902396, "SE": 0.14933089760237986, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4484415671987272, "upper": 0.1369247949606793, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.06705918575878982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.04823526614522926, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.42984742704281254, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P054", "source_specification_id": "CI-T3-J02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 2 (\"Plan to vote for local People's Congress representative\"), accepted-manuscript p. 47", "outcome_label": "Plan to vote for local People's Congress representative [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P054.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Plan to vote for local People's Congress representative [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p054", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Plan to vote for local People's Congress representative [Table 3 original scale]", "source_specification_id": "CI-T3-J02-ORIG", "specification_id": "S01-P054", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P054" }, "source": { "file": "CI-T3-J02-ORIG.csv", "bytes": 192724, "sha256": "a1994302ccedb8c1f17cb87daeae79e585085b61ec43b22bfa67f3d14c85e2a9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.5000430418050419, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.018671890265089666, "se": 0.1308850475082754, "pvalue": 0.8881444963894355, "lower": -0.2936511713132208, "upper": 0.25630739078304154 }, { "method": "Dynamic TWFE", "estimate": 0.11780200241274341, "se": 0.0985155405975608, "pvalue": 0.24730171913768687, "lower": -0.08917146813493287, "upper": 0.3247754729604197 }, { "method": "BJS / did2s", "estimate": -0.014512308844614644, "se": 0.15523410737113646, "pvalue": 0.9265497280933527, "lower": -0.34064706641777903, "upper": 0.3116224487285498 }, { "method": "Sun\u2013Abraham", "estimate": 0.08678442257440994, "se": 0.10037206573915176, "pvalue": 0.3986199630739659, "lower": -0.12408946256149639, "upper": 0.29765830771031626 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6836518963312924, "se": 0.17865422235836217, "pvalue": 0.0012357021778263313, "lower": -1.0589904896660989, "upper": -0.30831330299648607 }, { "event_time": -2, "estimate": -0.4901849790600395, "se": 0.15826006842262408, "pvalue": 0.0062153979678688616, "lower": -0.8226770448991851, "upper": -0.1576929132208938 }, { "event_time": 0, "estimate": -0.0017837343484311098, "se": 0.09298743506233147, "pvalue": 0.9849065305956531, "lower": -0.19714308613636558, "upper": 0.19357561743950338 }, { "event_time": 1, "estimate": 0.17049364194686795, "se": 0.12802913192071938, "pvalue": 0.19958470479654142, "lower": -0.09848558309829886, "upper": 0.43947286699203475 }, { "event_time": 2, "estimate": 0.321220149988756, "se": 0.1163601605243939, "pvalue": 0.012878520901718208, "lower": 0.07675652413707165, "upper": 0.5656837758404403 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06705613636509815, "se": 0.07139485830813763, "pvalue": 0.36004678755754543, "lower": -0.21705116774455052, "upper": 0.08293889501435421 }, { "event_time": -2, "estimate": -0.052862689321544386, "se": 0.049930003172573026, "pvalue": 0.303721754991947, "lower": -0.15776173345610803, "upper": 0.05203635481301925 }, { "event_time": -1, "estimate": 0.04792750556751325, "se": 0.026455548522947226, "pvalue": 0.08676361477100217, "lower": -0.007653539411012822, "upper": 0.10350855054603932 }, { "event_time": 0, "estimate": -0.0313263312548488, "se": 0.15324337825095524, "pvalue": 0.8403172893857864, "lower": -0.3532787221432748, "upper": 0.29062605963357724 }, { "event_time": 1, "estimate": -0.021532533723487575, "se": 0.22138909704952414, "pvalue": 0.9235939003691402, "lower": -0.486653767183895, "upper": 0.4435886997369199 }, { "event_time": 2, "estimate": 0.042071841120363586, "se": 0.14720104260022576, "pvalue": 0.7782851758271259, "lower": -0.2671860736249107, "upper": 0.3513297558656379 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4713435408836272, "se": 0.17211758225147106, "pvalue": 0.013499440262795082, "lower": -0.8329491629487424, "upper": -0.10973791881851191 }, { "event_time": -2, "estimate": -0.4407571885175282, "se": 0.16381396850537217, "pvalue": 0.014947091975216011, "lower": -0.784917565449816, "upper": -0.09659681158524053 }, { "event_time": 0, "estimate": 0.025390262470740915, "se": 0.091456276963572, "pvalue": 0.784466134284869, "lower": -0.16675224552041623, "upper": 0.21753277046189806 }, { "event_time": 1, "estimate": 0.042558979548218814, "se": 0.13220863471122146, "pvalue": 0.7512309995967026, "lower": -0.23520105502676275, "upper": 0.32031901412320035 }, { "event_time": 2, "estimate": 0.32945116567801563, "se": 0.1360954649256631, "pvalue": 0.026282529588179372, "lower": 0.043525203838838844, "upper": 0.6153771275171924 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.122502256758253e-17, "package_aggregate_vs_estimable_cell_weights": 3.469446951953614e-18, "saturated_vs_deviations_relative_rss_difference": 8.629837427071189e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3931958946196375, "df_num": 1, "df_den": 1071, "pvalue": 0.5307579151547169, "log10_pvalue": -0.27510352051121434, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.8955217393864, "rss_restricted": 1054.2824380722584, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8566514049980515 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27475968114680793 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.23399138669247319 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1749507196839319 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Plan to vote for local People's Congress representative [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p054", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Plan to vote for local People's Congress representative [Table 3 original scale]", "source_specification_id": "CI-T3-J02-ORIG", "specification_id": "S01-P054", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P054" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P054", "regression_results": "analyses/archive-expanded/baselines/S01-P054.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-J02-ORIG.csv", "bytes": 192724, "sha256": "a1994302ccedb8c1f17cb87daeae79e585085b61ec43b22bfa67f3d14c85e2a9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.5000430418050419, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.018671890265089666, "se": 0.1308850475082754, "pvalue": 0.8881444963894355, "lower": -0.2936511713132208, "upper": 0.25630739078304154 }, { "method": "Dynamic TWFE", "estimate": 0.11780200241274341, "se": 0.0985155405975608, "pvalue": 0.24730171913768687, "lower": -0.08917146813493287, "upper": 0.3247754729604197 }, { "method": "BJS / did2s", "estimate": -0.014512308844614644, "se": 0.15523410737113646, "pvalue": 0.9265497280933527, "lower": -0.34064706641777903, "upper": 0.3116224487285498 }, { "method": "Sun\u2013Abraham", "estimate": 0.08678442257440994, "se": 0.10037206573915176, "pvalue": 0.3986199630739659, "lower": -0.12408946256149639, "upper": 0.29765830771031626 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6836518963312924, "se": 0.17865422235836217, "pvalue": 0.0012357021778263313, "lower": -1.0589904896660989, "upper": -0.30831330299648607 }, { "event_time": -2, "estimate": -0.4901849790600395, "se": 0.15826006842262408, "pvalue": 0.0062153979678688616, "lower": -0.8226770448991851, "upper": -0.1576929132208938 }, { "event_time": 0, "estimate": -0.0017837343484311098, "se": 0.09298743506233147, "pvalue": 0.9849065305956531, "lower": -0.19714308613636558, "upper": 0.19357561743950338 }, { "event_time": 1, "estimate": 0.17049364194686795, "se": 0.12802913192071938, "pvalue": 0.19958470479654142, "lower": -0.09848558309829886, "upper": 0.43947286699203475 }, { "event_time": 2, "estimate": 0.321220149988756, "se": 0.1163601605243939, "pvalue": 0.012878520901718208, "lower": 0.07675652413707165, "upper": 0.5656837758404403 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.06705613636509815, "se": 0.07139485830813763, "pvalue": 0.36004678755754543, "lower": -0.21705116774455052, "upper": 0.08293889501435421 }, { "event_time": -2, "estimate": -0.052862689321544386, "se": 0.049930003172573026, "pvalue": 0.303721754991947, "lower": -0.15776173345610803, "upper": 0.05203635481301925 }, { "event_time": -1, "estimate": 0.04792750556751325, "se": 0.026455548522947226, "pvalue": 0.08676361477100217, "lower": -0.007653539411012822, "upper": 0.10350855054603932 }, { "event_time": 0, "estimate": -0.0313263312548488, "se": 0.15324337825095524, "pvalue": 0.8403172893857864, "lower": -0.3532787221432748, "upper": 0.29062605963357724 }, { "event_time": 1, "estimate": -0.021532533723487575, "se": 0.22138909704952414, "pvalue": 0.9235939003691402, "lower": -0.486653767183895, "upper": 0.4435886997369199 }, { "event_time": 2, "estimate": 0.042071841120363586, "se": 0.14720104260022576, "pvalue": 0.7782851758271259, "lower": -0.2671860736249107, "upper": 0.3513297558656379 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.4713435408836272, "se": 0.17211758225147106, "pvalue": 0.013499440262795082, "lower": -0.8329491629487424, "upper": -0.10973791881851191 }, { "event_time": -2, "estimate": -0.4407571885175282, "se": 0.16381396850537217, "pvalue": 0.014947091975216011, "lower": -0.784917565449816, "upper": -0.09659681158524053 }, { "event_time": 0, "estimate": 0.025390262470740915, "se": 0.091456276963572, "pvalue": 0.784466134284869, "lower": -0.16675224552041623, "upper": 0.21753277046189806 }, { "event_time": 1, "estimate": 0.042558979548218814, "se": 0.13220863471122146, "pvalue": 0.7512309995967026, "lower": -0.23520105502676275, "upper": 0.32031901412320035 }, { "event_time": 2, "estimate": 0.32945116567801563, "se": 0.1360954649256631, "pvalue": 0.026282529588179372, "lower": 0.043525203838838844, "upper": 0.6153771275171924 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.122502256758253e-17, "package_aggregate_vs_estimable_cell_weights": 3.469446951953614e-18, "saturated_vs_deviations_relative_rss_difference": 8.629837427071189e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3931958946196375, "df_num": 1, "df_den": 1071, "pvalue": 0.5307579151547169, "log10_pvalue": -0.27510352051121434, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1053.8955217393864, "rss_restricted": 1054.2824380722584, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8566514049980515 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27475968114680793 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.23399138669247319 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1749507196839319 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.05977605164217455, "se": 0.12748116449451188, "lower": -0.190082439474295, "upper": 0.3096345427586441 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.012181976811801772, "se": 0.11824924328965203, "lower": -0.24394623485863443, "upper": 0.21958228123503087 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.039785688727112405, "se": 0.10977936089698617, "lower": -0.1753779048768052, "upper": 0.25494928233103004 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": -0.013828953724777823, "se": 0.11992836860618637, "lower": -0.24888423691754719, "upper": 0.22122632946799153 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.05977605164217455, "se": 0.12748116449451188, "lower": -0.190082439474295, "upper": 0.3096345427586441, "event_study": [ { "event_time": -3, "estimate": -0.5414596143332455, "se": 0.16957789581091115, "lower": -0.8738261826967171, "upper": -0.20909304596977396, "relative_to_minus_one": -0.5414596143332455, "n": 0.0 }, { "event_time": -2, "estimate": -0.2264197315359457, "se": 0.19256636077278957, "lower": -0.6038428632845598, "upper": 0.1510034002126685, "relative_to_minus_one": -0.2264197315359457, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.15108342196613508, "se": 0.15256094453675217, "lower": -0.4500973787055821, "upper": 0.1479305347733119, "relative_to_minus_one": -0.15108342196613508, "n": 253.0 }, { "event_time": 1, "estimate": -0.07999586735360355, "se": 0.17758910293954344, "lower": -0.4280641131618849, "upper": 0.26807237845467785, "relative_to_minus_one": -0.07999586735360355, "n": 192.0 }, { "event_time": 2, "estimate": 0.4104074442462623, "se": 0.14003150074350423, "lower": 0.1359507460879002, "upper": 0.6848641424046245, "relative_to_minus_one": 0.4104074442462623, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.3898542661432436, "se": 0.22128624220921464, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": -0.2785693125512114, "se": 0.20594279676203642, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": 0.4104074442462623, "se": 0.14003150074350423, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.4619824096208921, "se": 0.2363753592381184, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.13185565706166438, "se": 0.15468106198720313, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.20034311410184288, "se": 0.17040943297177882, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.5414596143332455, "se": 0.16957789581091115, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.1072940624177284, "se": 0.21576943656405517, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.29921893277341516, "se": 0.14548730124565704, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": -0.013828953724777823, "treated_cell_se": 0.11992836860618637, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04628299968317151, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.4489135757817718, "event_study": [ { "event_time": -3, "estimate": -0.3512211964850082, "raw_gap": -0.3388153349372849, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.5498512394296201 }, { "event_time": -2, "estimate": -0.036878411504689936, "raw_gap": -0.09546551323766678, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.23550845444930182 }, { "event_time": -1, "estimate": 0.1986300429446119, "raw_gap": 0.17613658316077976, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.39337002469532717, "raw_gap": 0.3604000765491715, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.19473998175071527 }, { "event_time": 1, "estimate": 0.4022368735568829, "raw_gap": 0.3639139816163895, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.20360683061227103 }, { "event_time": 2, "estimate": 0.6813827197418639, "raw_gap": 0.6813827197418639, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.48275267679725203 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.35964687501644454, 0.012887971412792742, 0.10272951759718743, 0.3915415534004145, 0.3708193407799317, 0.6492788215332955 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": -0.09943236827803725 }, { "cohort": 3, "pre_gap": 0.012405861547723326 } ], "diagnostics": { "converged": true, "pre_rmse": 0.27295872861883363, "zeta_omega": [ 0.0, 0.7002313723899207, 0.681344368322676 ], "zeta_lambda": [ 0.0, 4.1636006509710685e-07, 4.817832231642288e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.45998680996017255, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003232918679714203, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.14146958242995472, "event_study": [ { "event_time": -3, "estimate": -0.053201224719346206, "raw_gap": -0.053201224719346206, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07746952790098224 }, { "event_time": -2, "estimate": -0.02845930843809351, "raw_gap": -0.02845930843809351, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.052727611619729546 }, { "event_time": -1, "estimate": 0.024268303181636038, "raw_gap": 0.024268303181636038, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.08218178701726873, "raw_gap": 0.08218178701726873, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.0579134838356327 }, { "event_time": 1, "estimate": 0.1349446914139463, "raw_gap": 0.1349446914139463, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.11067638823231027 }, { "event_time": 2, "estimate": 0.3056371714651383, "raw_gap": 0.3056371714651383, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.28136886828350227 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06705123106645769, -0.0033383014258476333, 0.02268536871694899, 0.1989070605030236, 0.2498923049362157, 0.39619182009035553 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.04511302036146321, "lambda_l": 0.016767321393419708, "singular_values": [ 1.2590157973425882, 0.4683514817480454, 0.34696599357585933, 0.0 ], "history_objective": [ 0.045304333822300896, 0.045191115219407905, 0.04514653252224148, 0.04512742028344865, 0.04511924667961051, 0.045115740012172, 0.045114224698420455, 0.045113562871743576, 0.04511326973639209, 0.04511313763799327, 0.045113076885631626, 0.04511304829836919, 0.045113034511719274, 0.04511302769364876, 0.04511302423833263, 0.045113022447029014, 0.04511302149949176, 0.04511302098959146, 0.04511302071127986, 0.04511302055763409, 0.04511302047204997, 0.04511302042404709, 0.04511302039698052, 0.04511302038165787, 0.04511302037295735, 0.045113020368005796, 0.045113020365183006, 0.045113020363571704, 0.04511302036265105, 0.04511302036212458, 0.045113020361823325, 0.04511302036165093, 0.045113020361552174, 0.0451130203614956, 0.04511302036146321 ], "history_rmse": [ 0.10154250001978697, 0.10157961517674963, 0.10161826934648285, 0.10163475282567953, 0.1016416559324884, 0.10164451227803654, 0.10164568394471056, 0.10164616121848007, 0.10164635444126295, 0.1016464322187009, 0.10164646335706963, 0.10164647576295348, 0.10164648068743816, 0.10164648263961369, 0.10164648341584528, 0.10164648372772757, 0.10164648385580685, 0.10164648391040133, 0.10164648393496528, 0.10164648394677779, 0.10164648395286216, 0.10164648395618758, 0.10164648395808538, 0.10164648395919863, 0.10164648395986049, 0.10164648396025612, 0.10164648396049303, 0.10164648396063426, 0.10164648396071842, 0.10164648396076795, 0.10164648396079695, 0.10164648396081441, 0.10164648396082429, 0.10164648396083009, 0.10164648396083358 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.25243635671914905, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00024070776998996735, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0365599630880471, "event_study": [ { "event_time": -3, "estimate": -0.20334485800020852, "raw_gap": -0.20334485800020852, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.35661028903575787 }, { "event_time": -2, "estimate": -0.07798782753702255, "raw_gap": -0.07798782753702255, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.23125325857257187 }, { "event_time": -1, "estimate": 0.15326543103554932, "raw_gap": 0.15326543103554932, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0751079240753578, "raw_gap": 0.0751079240753578, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": -0.07815750696019153 }, { "event_time": 1, "estimate": 0.02519917266558197, "raw_gap": 0.02519917266558197, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": -0.12806625836996735 }, { "event_time": 2, "estimate": -0.03991844467636, "raw_gap": -0.03991844467636, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.19318387571190931 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.22417639807936823, -0.01089079617077944, 0.07567938166797482, 0.06103359691917516, -0.009386434378720665, -0.07202234288492852 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.15871077221706276, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.012920264300598096, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001610000617802143, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.018671890265089666, "SE": 0.1308850475082754, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.11780200241274341, "SE": 0.0985155405975608, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.014512308844614644, "SE": 0.15523410737113646, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08678442257440994, "SE": 0.10037206573915176, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.05977605164217455, "SE": 0.12748116449451188, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.013828953724777823, "SE": 0.11992836860618637, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4489135757817718, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.14146958242995472, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0365599630880471, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.018671890265089666, "SE": 0.1308850475082754, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2936511713132208, "upper": 0.25630739078304154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.11780200241274341, "SE": 0.0985155405975608, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08917146813493287, "upper": 0.3247754729604197, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.014512308844614644, "SE": 0.15523410737113646, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34064706641777903, "upper": 0.3116224487285498, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08678442257440994, "SE": 0.10037206573915176, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12408946256149639, "upper": 0.29765830771031626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.05977605164217455, "SE": 0.12748116449451188, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.190082439474295, "upper": 0.3096345427586441, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.013828953724777823, "SE": 0.11992836860618637, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24888423691754719, "upper": 0.22122632946799153, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4489135757817718, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.14146958242995472, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0365599630880471, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588668.9706938, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.018671890265089666, "SE": 0.1308850475082754, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2936511713132208, "upper": 0.25630739078304154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.11780200241274341, "SE": 0.0985155405975608, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08917146813493287, "upper": 0.3247754729604197, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.014512308844614644, "SE": 0.15523410737113646, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34064706641777903, "upper": 0.3116224487285498, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08678442257440994, "SE": 0.10037206573915176, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12408946256149639, "upper": 0.29765830771031626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.05977605164217455, "SE": 0.12748116449451188, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.190082439474295, "upper": 0.3096345427586441, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.013828953724777823, "SE": 0.11992836860618637, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.24888423691754719, "upper": 0.22122632946799153, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.4489135757817718, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.14146958242995472, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.0365599630880471, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P055", "source_specification_id": "CI-T3-J03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 3 (\"Member of Chinese Communist Party\"), accepted-manuscript p. 47", "outcome_label": "Member of Chinese Communist Party [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P055.json", "input_bytes": 200886, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Member of Chinese Communist Party [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p055", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Member of Chinese Communist Party [Table 3 original scale]", "source_specification_id": "CI-T3-J03-ORIG", "specification_id": "S01-P055", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P055" }, "source": { "file": "CI-T3-J03-ORIG.csv", "bytes": 200886, "sha256": "5bf4914c47c9360147aa69966b5cdd70854da7eac7067fb3ab306ce0c690a95b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1829, "source_sd": 0.4421257301970633, "rows": 1146, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1009494430875839, "se": 0.1070970252026278, "pvalue": 0.35836684413357756, "lower": -0.1240530576048668, "upper": 0.3259519437800346 }, { "method": "Dynamic TWFE", "estimate": 0.022920796506559045, "se": 0.13035690402113603, "pvalue": 0.862389631983525, "lower": -0.2509488962490313, "upper": 0.29679048926214935 }, { "method": "BJS / did2s", "estimate": 0.05641773508377211, "se": 0.12560708810050714, "pvalue": 0.6586769977168528, "lower": -0.20747296471708115, "upper": 0.3203084348846254 }, { "method": "Sun\u2013Abraham", "estimate": 0.08080864784158243, "se": 0.15101754281183877, "pvalue": 0.5991335992097448, "lower": -0.23646743631485423, "upper": 0.3980847319980191 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.11769987745263703, "se": 0.14740993147732223, "pvalue": 0.4350166453816109, "lower": -0.1919968965384904, "upper": 0.4273966514437645 }, { "event_time": -2, "estimate": 0.026510643874033565, "se": 0.15605746276187354, "pvalue": 0.8670012183560677, "lower": -0.30135391918648163, "upper": 0.35437520693454877 }, { "event_time": 0, "estimate": 0.0891247288008098, "se": 0.13186336152861253, "pvalue": 0.5077040407092717, "lower": -0.1879099137349245, "upper": 0.3661593713365441 }, { "event_time": 1, "estimate": -0.02876645053581594, "se": 0.12774438413442907, "pvalue": 0.8243701229104657, "lower": -0.2971474426808556, "upper": 0.23961454160922369 }, { "event_time": 2, "estimate": -0.04778609964095854, "se": 0.18595434762331636, "pvalue": 0.800110540885661, "lower": -0.43846168704142763, "upper": 0.34288948775951056 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.015823615785970992, "se": 0.06955130931587929, "pvalue": 0.8225913698784575, "lower": -0.13029826288338164, "upper": 0.16194549445532364 }, { "event_time": -2, "estimate": -0.04314529165332485, "se": 0.06744110807521526, "pvalue": 0.5303957499691542, "lower": -0.18483380202682245, "upper": 0.09854321872017277 }, { "event_time": -1, "estimate": 0.021421469749558178, "se": 0.02919020586310063, "pvalue": 0.4724866691186273, "lower": -0.03990487710740311, "upper": 0.08274781660651948 }, { "event_time": 0, "estimate": 0.09194770076135167, "se": 0.11740588339406001, "pvalue": 0.44371550881077476, "lower": -0.15471290731519832, "upper": 0.33860830883790166 }, { "event_time": 1, "estimate": 0.049229558580012316, "se": 0.1381359749357947, "pvalue": 0.725695640856064, "lower": -0.24098335571278234, "upper": 0.339442472872807 }, { "event_time": 2, "estimate": -0.021247719957916345, "se": 0.2103036096768842, "pvalue": 0.9206407284543243, "lower": -0.46307920867033087, "upper": 0.42058376875449816 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.08894481850981163, "se": 0.19711470811371645, "pvalue": 0.6572101360971179, "lower": -0.5030674532415975, "upper": 0.3251778162219743 }, { "event_time": -2, "estimate": -0.20298384140767894, "se": 0.20944541195396035, "pvalue": 0.3453139200723647, "lower": -0.6430123236091181, "upper": 0.2370446407937602 }, { "event_time": 0, "estimate": 0.12922230330419576, "se": 0.1290984520937235, "pvalue": 0.3301134791227479, "lower": -0.14200348006050978, "upper": 0.4004480866689013 }, { "event_time": 1, "estimate": 0.012578011020240254, "se": 0.18527620357598776, "pvalue": 0.946623311392048, "lower": -0.3766728486047379, "upper": 0.4018288706452184 }, { "event_time": 2, "estimate": 0.08791920877532677, "se": 0.22805212013011922, "pvalue": 0.7043685596488097, "lower": -0.39120051672973766, "upper": 0.5670389342803912 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4677137870855148, 0.3507853403141361, 0.18150087260034903 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.218339864838197e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.839996952558278, "df_num": 1, "df_den": 1115, "pvalue": 0.0502924517983174, "log10_pvalue": -1.2984971916504078, "inference": "Homoskedastic nested-model F", "observations": 1146, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 989.0911432268192, "rss_restricted": 992.4975171961406, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6299477220127874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5156150118213826 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6883934927815287 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4570671651305087 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Member of Chinese Communist Party [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p055", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Member of Chinese Communist Party [Table 3 original scale]", "source_specification_id": "CI-T3-J03-ORIG", "specification_id": "S01-P055", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P055" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P055", "regression_results": "analyses/archive-expanded/baselines/S01-P055.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-J03-ORIG.csv", "bytes": 200886, "sha256": "5bf4914c47c9360147aa69966b5cdd70854da7eac7067fb3ab306ce0c690a95b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1829, "source_sd": 0.4421257301970633, "rows": 1146, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1009494430875839, "se": 0.1070970252026278, "pvalue": 0.35836684413357756, "lower": -0.1240530576048668, "upper": 0.3259519437800346 }, { "method": "Dynamic TWFE", "estimate": 0.022920796506559045, "se": 0.13035690402113603, "pvalue": 0.862389631983525, "lower": -0.2509488962490313, "upper": 0.29679048926214935 }, { "method": "BJS / did2s", "estimate": 0.05641773508377211, "se": 0.12560708810050714, "pvalue": 0.6586769977168528, "lower": -0.20747296471708115, "upper": 0.3203084348846254 }, { "method": "Sun\u2013Abraham", "estimate": 0.08080864784158243, "se": 0.15101754281183877, "pvalue": 0.5991335992097448, "lower": -0.23646743631485423, "upper": 0.3980847319980191 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.11769987745263703, "se": 0.14740993147732223, "pvalue": 0.4350166453816109, "lower": -0.1919968965384904, "upper": 0.4273966514437645 }, { "event_time": -2, "estimate": 0.026510643874033565, "se": 0.15605746276187354, "pvalue": 0.8670012183560677, "lower": -0.30135391918648163, "upper": 0.35437520693454877 }, { "event_time": 0, "estimate": 0.0891247288008098, "se": 0.13186336152861253, "pvalue": 0.5077040407092717, "lower": -0.1879099137349245, "upper": 0.3661593713365441 }, { "event_time": 1, "estimate": -0.02876645053581594, "se": 0.12774438413442907, "pvalue": 0.8243701229104657, "lower": -0.2971474426808556, "upper": 0.23961454160922369 }, { "event_time": 2, "estimate": -0.04778609964095854, "se": 0.18595434762331636, "pvalue": 0.800110540885661, "lower": -0.43846168704142763, "upper": 0.34288948775951056 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.015823615785970992, "se": 0.06955130931587929, "pvalue": 0.8225913698784575, "lower": -0.13029826288338164, "upper": 0.16194549445532364 }, { "event_time": -2, "estimate": -0.04314529165332485, "se": 0.06744110807521526, "pvalue": 0.5303957499691542, "lower": -0.18483380202682245, "upper": 0.09854321872017277 }, { "event_time": -1, "estimate": 0.021421469749558178, "se": 0.02919020586310063, "pvalue": 0.4724866691186273, "lower": -0.03990487710740311, "upper": 0.08274781660651948 }, { "event_time": 0, "estimate": 0.09194770076135167, "se": 0.11740588339406001, "pvalue": 0.44371550881077476, "lower": -0.15471290731519832, "upper": 0.33860830883790166 }, { "event_time": 1, "estimate": 0.049229558580012316, "se": 0.1381359749357947, "pvalue": 0.725695640856064, "lower": -0.24098335571278234, "upper": 0.339442472872807 }, { "event_time": 2, "estimate": -0.021247719957916345, "se": 0.2103036096768842, "pvalue": 0.9206407284543243, "lower": -0.46307920867033087, "upper": 0.42058376875449816 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.08894481850981163, "se": 0.19711470811371645, "pvalue": 0.6572101360971179, "lower": -0.5030674532415975, "upper": 0.3251778162219743 }, { "event_time": -2, "estimate": -0.20298384140767894, "se": 0.20944541195396035, "pvalue": 0.3453139200723647, "lower": -0.6430123236091181, "upper": 0.2370446407937602 }, { "event_time": 0, "estimate": 0.12922230330419576, "se": 0.1290984520937235, "pvalue": 0.3301134791227479, "lower": -0.14200348006050978, "upper": 0.4004480866689013 }, { "event_time": 1, "estimate": 0.012578011020240254, "se": 0.18527620357598776, "pvalue": 0.946623311392048, "lower": -0.3766728486047379, "upper": 0.4018288706452184 }, { "event_time": 2, "estimate": 0.08791920877532677, "se": 0.22805212013011922, "pvalue": 0.7043685596488097, "lower": -0.39120051672973766, "upper": 0.5670389342803912 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4677137870855148, 0.3507853403141361, 0.18150087260034903 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.218339864838197e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.839996952558278, "df_num": 1, "df_den": 1115, "pvalue": 0.0502924517983174, "log10_pvalue": -1.2984971916504078, "inference": "Homoskedastic nested-model F", "observations": 1146, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 989.0911432268192, "rss_restricted": 992.4975171961406, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ], [ -0.15060007415275029, -0.1650261045615898, -0.014101973436565284, -0.10284047134199518, -0.15038424267075814, -0.21715479210769373 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6299477220127874 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5156150118213826 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6883934927815287 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4570671651305087 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.028928848111483493, "se": 0.13995648020761803, "lower": -0.30323850872140773, "upper": 0.24538081249844074 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.0127093410795468, "se": 0.13551743094703259, "lower": -0.27831862501312443, "upper": 0.25289994285403083 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.030855559556647556, "se": 0.11976825392508075, "lower": -0.2655970237410538, "upper": 0.20388590462775869 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 573.0, "post_cells": 6, "estimate": -0.009750562824865873, "se": 0.12855207191019455, "lower": -0.26170799390685034, "upper": 0.24220686825711862 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.028928848111483493, "se": 0.13995648020761803, "lower": -0.30323850872140773, "upper": 0.24538081249844074, "event_study": [ { "event_time": -3, "estimate": 0.07065863779136516, "se": 0.16824675738339764, "lower": -0.2590989471957426, "upper": 0.40041622277847294, "relative_to_minus_one": 0.07065863779136516, "n": 0.0 }, { "event_time": -2, "estimate": -0.05096269896614926, "se": 0.19428440704179192, "lower": -0.4317531395257815, "upper": 0.329827741593483, "relative_to_minus_one": -0.05096269896614926, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.06079136606097378, "se": 0.15090742450333242, "lower": -0.23498175096525498, "upper": 0.35656448308720257, "relative_to_minus_one": 0.06079136606097378, "n": 268.0 }, { "event_time": 1, "estimate": -0.07042019644093453, "se": 0.15491282623746605, "lower": -0.3740437566096795, "upper": 0.23320336372781045, "relative_to_minus_one": -0.07042019644093453, "n": 201.0 }, { "event_time": 2, "estimate": -0.07715771395448973, "se": 0.21436695404386488, "lower": -0.4973092233560178, "upper": 0.34299379544703834, "relative_to_minus_one": -0.07715771395448973, "n": 104.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.12503998985937076, "se": 0.2285769160487157, "event_time": 0, "mass": 101.0 }, { "group": 2, "year": 3, "att": 0.1647438040858018, "se": 0.1287477666415469, "event_time": 1, "mass": 123.0 }, { "group": 2, "year": 4, "att": -0.07715771395448973, "se": 0.21436695404386494, "event_time": 2, "mass": 104.0 }, { "group": 3, "year": 1, "att": -0.24263502123848132, "se": 0.27646831530084576, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.017951209587182767, "se": 0.2515155184183651, "event_time": 0, "mass": 95.0 }, { "group": 3, "year": 4, "att": -0.40659423746237633, "se": 0.20526892743153025, "event_time": 1, "mass": 78.0 }, { "group": 4, "year": 1, "att": 0.07065863779136516, "se": 0.16824675738339753, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.21104809019511206, "se": 0.18406426666992487, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.0061973821451152, "se": 0.1586224179223098, "event_time": 0, "mass": 72.0 } ], "treated_cell_att": -0.009750562824865873, "treated_cell_se": 0.12855207191019455, "checks": { "input_rows": 1146, "retained_rows": 1146, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04605174995958805, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0981617614382439, "event_study": [ { "event_time": -3, "estimate": 0.0266841187230355, "raw_gap": -0.057561129203107755, "n": 51, "n_cells": 4, "weight_sum": 51.0, "relative_to_minus_one": -0.02286014286941545 }, { "event_time": -2, "estimate": -0.03840336911594344, "raw_gap": -0.00098725917469065, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.0879476307083944 }, { "event_time": -1, "estimate": 0.04954426159245095, "raw_gap": 0.054432652577960414, "n": 200, "n_cells": 13, "weight_sum": 200.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1708081353093045, "raw_gap": 0.18616396075301428, "n": 268, "n_cells": 13, "weight_sum": 268.0, "relative_to_minus_one": 0.12126387371685354 }, { "event_time": 1, "estimate": 0.03392158062396457, "raw_gap": 0.07550940400330629, "n": 201, "n_cells": 9, "weight_sum": 201.0, "relative_to_minus_one": -0.015622680968486381 }, { "event_time": 2, "estimate": 0.03511414745964698, "raw_gap": 0.03511414745964708, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.01443011413280397 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.11086524055815183, 0.020075054664235897, 0.02175850191682464, 0.2720503552908898, 0.02659735448820593, 0.12401953482499975 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 9.992007221626409e-17 }, { "cohort": 2, "pre_gap": 0.10716862178522656 }, { "cohort": 3, "pre_gap": -0.08424524792614325 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12251448221422047, "zeta_omega": [ 0.0, 0.4605630722952479, 0.5935497372204677 ], "zeta_lambda": [ 0.0, 2.738524412405107e-07, 4.1970304416008596e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.1435466852119695, "matrix_preparation": { "source_rows": 1146, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1146.0, "treated_observation_mass": 573.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032575009390711784, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05335569184771084, "event_study": [ { "event_time": -3, "estimate": 0.0015594067256544468, "raw_gap": 0.0015594067256544468, "n": 51, "n_cells": 4, "weight_sum": 51.0, "relative_to_minus_one": -0.004123894534699619 }, { "event_time": -2, "estimate": -0.014415329171094997, "raw_gap": -0.014415329171094997, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": -0.020098630431449063 }, { "event_time": -1, "estimate": 0.005683301260354066, "raw_gap": 0.005683301260354066, "n": 200, "n_cells": 13, "weight_sum": 200.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09880549780778271, "raw_gap": 0.09880549780778271, "n": 268, "n_cells": 13, "weight_sum": 268.0, "relative_to_minus_one": 0.09312219654742865 }, { "event_time": 1, "estimate": 0.03384223950327064, "raw_gap": 0.03384223950327064, "n": 201, "n_cells": 9, "weight_sum": 201.0, "relative_to_minus_one": 0.02815893824291657 }, { "event_time": 2, "estimate": -0.02605146272985435, "raw_gap": -0.02605146272985435, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.031734763990208414 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.004851132005634612, 0.0005572442588505505, 0.001149668710362836, 0.23059788645011497, 0.015223328549643466, 0.045272850709582535 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 40, "termination_reason": "Relative objective tolerance reached", "objective": 0.01921588320414038, "lambda_l": 0.011802867942750879, "singular_values": [ 0.8693618690367553, 0.37827802782634606, 0.0, 0.0 ], "history_objective": [ 0.019469930023468404, 0.019267455380748193, 0.019241357008177105, 0.019229009805468763, 0.019222827261426725, 0.01921962844738684, 0.019217932319366353, 0.01921701630284651, 0.019216514775553, 0.019216237359122958, 0.019216082718490575, 0.019215996007147754, 0.01921594716328416, 0.01921591955127984, 0.019215903897525335, 0.01921589500291587, 0.019215889939618043, 0.019215887052998093, 0.019215885405300837, 0.01921588446383917, 0.01921588392545854, 0.019215883617369332, 0.019215883440963064, 0.019215883339907147, 0.019215883281992717, 0.019215883248790873, 0.019215883229750895, 0.0192158832188294, 0.01921588321256335, 0.019215883208967572, 0.019215883206903796, 0.019215883205719098, 0.019215883205038947, 0.01921588320464839, 0.019215883204424127, 0.019215883204295316, 0.01921588320422133, 0.019215883204178826, 0.01921588320415441, 0.01921588320414038 ], "history_rmse": [ 0.0689215702291359, 0.06745144866423115, 0.06730397117927192, 0.06721311023741486, 0.06715066790180897, 0.06710727471685202, 0.06707713563308391, 0.06705622140258763, 0.06704171201138896, 0.06703164371111787, 0.06702465365212078, 0.06701979743946451, 0.0670164209649821, 0.0670140711727929, 0.06701243418056575, 0.06701129243991281, 0.06701049509451579, 0.06700993747233525, 0.06700954689598415, 0.06700927286286072, 0.06700908024757117, 0.06700894459490518, 0.06700884885910131, 0.06700878114390674, 0.06700873313535188, 0.0670086990141728, 0.06700867470049143, 0.06700865732878325, 0.0670086448825515, 0.06700863593984066, 0.0670086294957448, 0.06700862483843925, 0.06700862146247372, 0.06700861900802066, 0.06700861721823989, 0.06700861590929774, 0.06700861494924161, 0.06700861424308478, 0.06700861372224966, 0.0670086133370768 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.12448691608689624, "matrix_preparation": { "source_rows": 1146, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1146.0, "treated_observation_mass": 573.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00026970868930220604, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.24818129472721326, "event_study": [ { "event_time": -3, "estimate": 0.1466046695113423, "raw_gap": 0.1466046695113423, "n": 51, "n_cells": 4, "weight_sum": 51.0, "relative_to_minus_one": 0.1570744145748003 }, { "event_time": -2, "estimate": 0.0677582995126564, "raw_gap": 0.0677582995126564, "n": 118, "n_cells": 8, "weight_sum": 118.0, "relative_to_minus_one": 0.07822804457611439 }, { "event_time": -1, "estimate": -0.010469745063457991, "raw_gap": -0.010469745063457991, "n": 200, "n_cells": 13, "weight_sum": 200.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10796381588839007, "raw_gap": -0.10796381588839007, "n": 268, "n_cells": 13, "weight_sum": 268.0, "relative_to_minus_one": -0.09749407082493208 }, { "event_time": 1, "estimate": -0.32647804960692217, "raw_gap": -0.32647804960692217, "n": 201, "n_cells": 9, "weight_sum": 201.0, "relative_to_minus_one": -0.3160083045434642 }, { "event_time": 2, "estimate": -0.45818741586166667, "raw_gap": -0.45818741586166667, "n": 104, "n_cells": 5, "weight_sum": 104.0, "relative_to_minus_one": -0.4477176707982087 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.09330055815629822, 0.046322885434075756, -0.05721425508444701, -0.02241999962240496, -0.35146524658159095, -0.369282028496314 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07700643275246796, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.19633545765952418, "matrix_preparation": { "source_rows": 1146, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 49, "observation_mass": 1146.0, "treated_observation_mass": 573.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000177083071321249, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1009494430875839, "SE": 0.1070970252026278, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.022920796506559045, "SE": 0.13035690402113603, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05641773508377211, "SE": 0.12560708810050714, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08080864784158243, "SE": 0.15101754281183877, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.028928848111483493, "SE": 0.13995648020761803, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.009750562824865873, "SE": 0.12855207191019455, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0981617614382439, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05335569184771084, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24818129472721326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1009494430875839, "SE": 0.1070970252026278, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1240530576048668, "upper": 0.3259519437800346, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.022920796506559045, "SE": 0.13035690402113603, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2509488962490313, "upper": 0.29679048926214935, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05641773508377211, "SE": 0.12560708810050714, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20747296471708115, "upper": 0.3203084348846254, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08080864784158243, "SE": 0.15101754281183877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23646743631485423, "upper": 0.3980847319980191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.028928848111483493, "SE": 0.13995648020761803, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30323850872140773, "upper": 0.24538081249844074, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.009750562824865873, "SE": 0.12855207191019455, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.26170799390685034, "upper": 0.24220686825711862, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0981617614382439, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05335569184771084, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24818129472721326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588670.122584, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1009494430875839, "SE": 0.1070970252026278, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1240530576048668, "upper": 0.3259519437800346, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.022920796506559045, "SE": 0.13035690402113603, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2509488962490313, "upper": 0.29679048926214935, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05641773508377211, "SE": 0.12560708810050714, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20747296471708115, "upper": 0.3203084348846254, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.08080864784158243, "SE": 0.15101754281183877, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23646743631485423, "upper": 0.3980847319980191, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.028928848111483493, "SE": 0.13995648020761803, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30323850872140773, "upper": 0.24538081249844074, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.009750562824865873, "SE": 0.12855207191019455, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.26170799390685034, "upper": 0.24220686825711862, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0981617614382439, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05335569184771084, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24818129472721326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P056", "source_specification_id": "CI-T3-J04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 4 (\"Participation in political groups\"), accepted-manuscript p. 47", "outcome_label": "Participation in political groups [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P056.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation in political groups [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p056", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation in political groups [Table 3 original scale]", "source_specification_id": "CI-T3-J04-ORIG", "specification_id": "S01-P056", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P056" }, "source": { "file": "CI-T3-J04-ORIG.csv", "bytes": 186590, "sha256": "b4a33fb0c0cddd3b5e4cd7ce0667527a4c47295001304ac3fd1f9b77008405bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.23438621457039688, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1864474803468351, "se": 0.09699324470656424, "pvalue": 0.07054412997866374, "lower": -0.017327765211678142, "upper": 0.39022272590534834 }, { "method": "Dynamic TWFE", "estimate": 0.14776702614271192, "se": 0.10988625766617638, "pvalue": 0.19541440791527526, "lower": -0.0830954345077638, "upper": 0.37862948679318764 }, { "method": "BJS / did2s", "estimate": 0.15509320188640746, "se": 0.08639192343973207, "pvalue": 0.08942667351030487, "lower": -0.026409494166941994, "upper": 0.3365958979397569 }, { "method": "Sun\u2013Abraham", "estimate": 0.13312774663920757, "se": 0.10939297836288876, "pvalue": 0.2393324856632233, "lower": -0.09669837265099646, "upper": 0.3629538659294116 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.04060144747034372, "se": 0.19973270309498686, "pvalue": 0.8411973417652011, "lower": -0.3790213906188336, "upper": 0.46022428555952105 }, { "event_time": -2, "estimate": -0.2032221034240666, "se": 0.11535625651774598, "pvalue": 0.09509680423510304, "lower": -0.445576605221898, "upper": 0.03913239837376484 }, { "event_time": 0, "estimate": 0.12396902727347403, "se": 0.12701319712641887, "pvalue": 0.3419841988307193, "lower": -0.14287579797089905, "upper": 0.3908138525178471 }, { "event_time": 1, "estimate": 0.2071552672714622, "se": 0.1387773074121285, "pvalue": 0.15283188329397185, "lower": -0.08440503655598455, "upper": 0.49871557109890896 }, { "event_time": 2, "estimate": 0.09380751692682895, "se": 0.12955557092555872, "pvalue": 0.4783278336812827, "lower": -0.1783786374666884, "upper": 0.3659936713203463 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08614537215450599, "se": 0.07799939925739145, "pvalue": 0.28394944151950485, "lower": -0.07772528487090818, "upper": 0.25001602917992016 }, { "event_time": -2, "estimate": -0.07024120827135623, "se": 0.061264036387861924, "pvalue": 0.26658817403612867, "lower": -0.19895217259274428, "upper": 0.05846975605003184 }, { "event_time": -1, "estimate": 0.022537337575393408, "se": 0.025619339935195044, "pvalue": 0.39061539818812296, "lower": -0.03128689835088527, "upper": 0.0763615735016721 }, { "event_time": 0, "estimate": 0.15718326574229413, "se": 0.08910077325970658, "pvalue": 0.09467821929653926, "lower": -0.030010512601542777, "upper": 0.344377044086131 }, { "event_time": 1, "estimate": 0.1983301858804582, "se": 0.13576496612762046, "pvalue": 0.16129721955903742, "lower": -0.08690142374963761, "upper": 0.483561795510554 }, { "event_time": 2, "estimate": 0.06645968501416022, "se": 0.12939057502524148, "pvalue": 0.6137537591188511, "lower": -0.20537982585583126, "upper": 0.3382991958841517 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0399543333824287, "se": 0.1718506300273856, "pvalue": 0.8187769230227462, "lower": -0.3210904428714141, "upper": 0.4009991096362715 }, { "event_time": -2, "estimate": 0.019262532874784716, "se": 0.14795175400962, "pvalue": 0.8978563492699995, "lower": -0.29157256801634635, "upper": 0.3300976337659157 }, { "event_time": 0, "estimate": 0.11167180508632718, "se": 0.11122036996230704, "pvalue": 0.3286578476675365, "lower": -0.12199352149124601, "upper": 0.34533713166390034 }, { "event_time": 1, "estimate": 0.2579171607255596, "se": 0.14149211656627234, "pvalue": 0.08498247884244584, "lower": -0.03934674548887607, "upper": 0.5551810669399952 }, { "event_time": 2, "estimate": -0.05281800197612907, "se": 0.14601688273900287, "pvalue": 0.7217687334254996, "lower": -0.3595880891697914, "upper": 0.25395208521753326 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.646258938568241e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.296056065865195, "df_num": 1, "df_den": 1034, "pvalue": 0.0384481776614768, "log10_pvalue": -1.415124239746044, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 978.7387162425255, "rss_restricted": 982.8051731079131, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.880097665307917 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6842612442777662 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7690512981931591 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0885556590193336 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation in political groups [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p056", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation in political groups [Table 3 original scale]", "source_specification_id": "CI-T3-J04-ORIG", "specification_id": "S01-P056", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P056" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P056", "regression_results": "analyses/archive-expanded/baselines/S01-P056.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-J04-ORIG.csv", "bytes": 186590, "sha256": "b4a33fb0c0cddd3b5e4cd7ce0667527a4c47295001304ac3fd1f9b77008405bf" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.23438621457039688, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1864474803468351, "se": 0.09699324470656424, "pvalue": 0.07054412997866374, "lower": -0.017327765211678142, "upper": 0.39022272590534834 }, { "method": "Dynamic TWFE", "estimate": 0.14776702614271192, "se": 0.10988625766617638, "pvalue": 0.19541440791527526, "lower": -0.0830954345077638, "upper": 0.37862948679318764 }, { "method": "BJS / did2s", "estimate": 0.15509320188640746, "se": 0.08639192343973207, "pvalue": 0.08942667351030487, "lower": -0.026409494166941994, "upper": 0.3365958979397569 }, { "method": "Sun\u2013Abraham", "estimate": 0.13312774663920757, "se": 0.10939297836288876, "pvalue": 0.2393324856632233, "lower": -0.09669837265099646, "upper": 0.3629538659294116 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.04060144747034372, "se": 0.19973270309498686, "pvalue": 0.8411973417652011, "lower": -0.3790213906188336, "upper": 0.46022428555952105 }, { "event_time": -2, "estimate": -0.2032221034240666, "se": 0.11535625651774598, "pvalue": 0.09509680423510304, "lower": -0.445576605221898, "upper": 0.03913239837376484 }, { "event_time": 0, "estimate": 0.12396902727347403, "se": 0.12701319712641887, "pvalue": 0.3419841988307193, "lower": -0.14287579797089905, "upper": 0.3908138525178471 }, { "event_time": 1, "estimate": 0.2071552672714622, "se": 0.1387773074121285, "pvalue": 0.15283188329397185, "lower": -0.08440503655598455, "upper": 0.49871557109890896 }, { "event_time": 2, "estimate": 0.09380751692682895, "se": 0.12955557092555872, "pvalue": 0.4783278336812827, "lower": -0.1783786374666884, "upper": 0.3659936713203463 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08614537215450599, "se": 0.07799939925739145, "pvalue": 0.28394944151950485, "lower": -0.07772528487090818, "upper": 0.25001602917992016 }, { "event_time": -2, "estimate": -0.07024120827135623, "se": 0.061264036387861924, "pvalue": 0.26658817403612867, "lower": -0.19895217259274428, "upper": 0.05846975605003184 }, { "event_time": -1, "estimate": 0.022537337575393408, "se": 0.025619339935195044, "pvalue": 0.39061539818812296, "lower": -0.03128689835088527, "upper": 0.0763615735016721 }, { "event_time": 0, "estimate": 0.15718326574229413, "se": 0.08910077325970658, "pvalue": 0.09467821929653926, "lower": -0.030010512601542777, "upper": 0.344377044086131 }, { "event_time": 1, "estimate": 0.1983301858804582, "se": 0.13576496612762046, "pvalue": 0.16129721955903742, "lower": -0.08690142374963761, "upper": 0.483561795510554 }, { "event_time": 2, "estimate": 0.06645968501416022, "se": 0.12939057502524148, "pvalue": 0.6137537591188511, "lower": -0.20537982585583126, "upper": 0.3382991958841517 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.0399543333824287, "se": 0.1718506300273856, "pvalue": 0.8187769230227462, "lower": -0.3210904428714141, "upper": 0.4009991096362715 }, { "event_time": -2, "estimate": 0.019262532874784716, "se": 0.14795175400962, "pvalue": 0.8978563492699995, "lower": -0.29157256801634635, "upper": 0.3300976337659157 }, { "event_time": 0, "estimate": 0.11167180508632718, "se": 0.11122036996230704, "pvalue": 0.3286578476675365, "lower": -0.12199352149124601, "upper": 0.34533713166390034 }, { "event_time": 1, "estimate": 0.2579171607255596, "se": 0.14149211656627234, "pvalue": 0.08498247884244584, "lower": -0.03934674548887607, "upper": 0.5551810669399952 }, { "event_time": 2, "estimate": -0.05281800197612907, "se": 0.14601688273900287, "pvalue": 0.7217687334254996, "lower": -0.3595880891697914, "upper": 0.25395208521753326 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.646258938568241e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.296056065865195, "df_num": 1, "df_den": 1034, "pvalue": 0.0384481776614768, "log10_pvalue": -1.415124239746044, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 978.7387162425255, "rss_restricted": 982.8051731079131, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.880097665307917 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6842612442777662 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7690512981931591 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0885556590193336 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.14875817329687158, "se": 0.09801688078409242, "lower": -0.043351382916905656, "upper": 0.3408677295106488 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.16612975836534663, "se": 0.0992264458124116, "lower": -0.028350501740895373, "upper": 0.36061001847158863 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.1679056523710378, "se": 0.10142017350176037, "lower": -0.030874234998216066, "upper": 0.36668553974029167 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.159557207757685, "se": 0.09751197016318275, "lower": -0.03156274182369753, "upper": 0.35067715733906757 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.14875817329687158, "se": 0.09801688078409242, "lower": -0.043351382916905656, "upper": 0.3408677295106488, "event_study": [ { "event_time": -3, "estimate": -0.03362413644814562, "se": 0.17352937666698615, "lower": -0.37373546497512367, "upper": 0.30648719207883246, "relative_to_minus_one": -0.03362413644814562, "n": 0.0 }, { "event_time": -2, "estimate": -0.22243667517573643, "se": 0.1959639791695014, "lower": -0.6065190166151165, "upper": 0.16164566626364366, "relative_to_minus_one": -0.22243667517573643, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.1283033611442915, "se": 0.10860282153101565, "lower": -0.0845542576759303, "upper": 0.34116097996451333, "relative_to_minus_one": 0.1283033611442915, "n": 244.0 }, { "event_time": 1, "estimate": 0.3024341814663052, "se": 0.1528859006177333, "lower": 0.0027833225115779237, "upper": 0.6020850404210325, "relative_to_minus_one": 0.3024341814663052, "n": 185.0 }, { "event_time": 2, "estimate": 0.015536977280018044, "se": 0.14548938507365825, "lower": -0.26961697759723147, "upper": 0.3006909321572675, "relative_to_minus_one": 0.015536977280018044, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.1361110631476498, "se": 0.16450741143359587, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.010518521191041172, "se": 0.19829123318567535, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.015536977280018044, "se": 0.14548938507365825, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.019443661308765202, "se": 0.20560601052872948, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.23480787085494442, "se": 0.2277139291576565, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.7055063387147125, "se": 0.1618278206272208, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.03362413644814562, "se": 0.17352937666698612, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.511985085818472, "se": 0.15969926379842364, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.038991844977518106, "se": 0.19846691391698468, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.159557207757685, "treated_cell_se": 0.09751197016318275, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.043678415939211845, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13761536124677304, "event_study": [ { "event_time": -3, "estimate": 0.05766166201073435, "raw_gap": 0.12056233105198709, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.0595927068392111 }, { "event_time": -2, "estimate": -0.05573831300316067, "raw_gap": -0.03212210711936639, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.053807268174683925 }, { "event_time": -1, "estimate": -0.0019310448284767469, "raw_gap": 0.014796068125396066, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11349153293785696, "raw_gap": 0.13045472350321646, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.11542257776633372 }, { "event_time": 1, "estimate": 0.23988910323939674, "raw_gap": 0.24036725430745942, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.2418201480678735 }, { "event_time": 2, "estimate": 0.0018400679003161835, "raw_gap": 0.0018400679003162089, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.0037711127287929306 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.10440148816785444, -0.08820645965343749, 0.022157363427390935, 0.10356682377788785, 0.24607115892694054, -0.010826110469311766 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": 0.0012458865857971277 }, { "cohort": 3, "pre_gap": 0.06290066904125272 } ], "diagnostics": { "converged": true, "pre_rmse": 0.15140598552274503, "zeta_omega": [ 0.0, 1.22698379398275, 0.9523464088958165 ], "zeta_lambda": [ 0.0, 7.295689288986595e-07, 6.734106037688883e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.12019662289840966, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00035829097032546997, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18281204480282515, "event_study": [ { "event_time": -3, "estimate": 0.0027134904060106, "raw_gap": 0.0027134904060106, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.013231239856691036 }, { "event_time": -2, "estimate": -0.025347049324674964, "raw_gap": -0.025347049324674964, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.0412917795873766 }, { "event_time": -1, "estimate": 0.015944730262701635, "raw_gap": 0.015944730262701635, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15535772378569634, "raw_gap": 0.15535772378569634, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.13941299352299472 }, { "event_time": 1, "estimate": 0.2566301369444453, "raw_gap": 0.2566301369444453, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.24068540668174368 }, { "event_time": 2, "estimate": 0.11033816232344688, "raw_gap": 0.11033816232344688, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.09439343206074524 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.009812438027769254, -0.02925623467948449, 0.014984559366256327, 0.15094679856020843, 0.22874586568680874, 0.05044357451237099 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.02794987448514185, "lambda_l": 0.014819238897401374, "singular_values": [ 1.0980246570484282, 0.2781887396446797, 0.0, 0.0 ], "history_objective": [ 0.02802917227284933, 0.027961781279526365, 0.02795208477977979, 0.027950314411472416, 0.027949979855779336, 0.027949908936587265, 0.027949889661028997, 0.027949882365239702, 0.02794987883964899, 0.02794987693754, 0.02794987587288934, 0.027949875270979953, 0.027949874930021545, 0.02794987473690428, 0.027949874627574024, 0.027949874565702564, 0.0279498745306978, 0.02794987451089646, 0.02794987449969637, 0.02794987449336161, 0.027949874489778797, 0.027949874487752425, 0.02794987448660636, 0.02794987448595816, 0.02794987448559154, 0.027949874485384198, 0.027949874485266903, 0.027949874485200574, 0.02794987448516305, 0.02794987448514185 ], "history_rmse": [ 0.08780169580254907, 0.0872000894205051, 0.08703378303622444, 0.0869685738975926, 0.08694165472125867, 0.0869303438906721, 0.08692555845699902, 0.08692352823433487, 0.08692266606113457, 0.08692229987301245, 0.08692214440707133, 0.08692207846787023, 0.08692205055064707, 0.08692203876873725, 0.08692203382453721, 0.08692203177085132, 0.08692203093379237, 0.08692203060487323, 0.08692203048522013, 0.08692203044949319, 0.08692203044568265, 0.08692203045262327, 0.08692203046202161, 0.08692203047087736, 0.08692203047830843, 0.08692203048423458, 0.08692203048884256, 0.08692203049237952, 0.08692203049507481, 0.08692203049712124 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.15826811277873495, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002327081747353077, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08676428031392841, "event_study": [ { "event_time": -3, "estimate": 0.01926277570538026, "raw_gap": 0.01926277570538026, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.0050912239211574045 }, { "event_time": -2, "estimate": -0.02715068007494239, "raw_gap": -0.02715068007494239, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.04132223185916525 }, { "event_time": -1, "estimate": 0.014171551784222856, "raw_gap": 0.014171551784222856, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13024711939186703, "raw_gap": 0.13024711939186703, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.11607556760764418 }, { "event_time": 1, "estimate": 0.1472809923420635, "raw_gap": 0.1472809923420635, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.13310944055784063 }, { "event_time": 2, "estimate": -0.14037534948005095, "raw_gap": -0.14037534948005095, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.1545469012642738 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0031019328212475994, -0.03756625336768766, 0.022163253512039287, 0.10735500039407452, 0.13220610677529365, -0.15304152784967892 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.03481177335999683, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.06741712321674878, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015787500888109207, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1864474803468351, "SE": 0.09699324470656424, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14776702614271192, "SE": 0.10988625766617638, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15509320188640746, "SE": 0.08639192343973207, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.13312774663920757, "SE": 0.10939297836288876, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.14875817329687158, "SE": 0.09801688078409242, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.159557207757685, "SE": 0.09751197016318275, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13761536124677304, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18281204480282515, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08676428031392841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1864474803468351, "SE": 0.09699324470656424, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.017327765211678142, "upper": 0.39022272590534834, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14776702614271192, "SE": 0.10988625766617638, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0830954345077638, "upper": 0.37862948679318764, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15509320188640746, "SE": 0.08639192343973207, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026409494166941994, "upper": 0.3365958979397569, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.13312774663920757, "SE": 0.10939297836288876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09669837265099646, "upper": 0.3629538659294116, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14875817329687158, "SE": 0.09801688078409242, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.043351382916905656, "upper": 0.3408677295106488, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.159557207757685, "SE": 0.09751197016318275, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.03156274182369753, "upper": 0.35067715733906757, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13761536124677304, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18281204480282515, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08676428031392841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588671.282926, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1864474803468351, "SE": 0.09699324470656424, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.017327765211678142, "upper": 0.39022272590534834, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14776702614271192, "SE": 0.10988625766617638, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0830954345077638, "upper": 0.37862948679318764, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.15509320188640746, "SE": 0.08639192343973207, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026409494166941994, "upper": 0.3365958979397569, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.13312774663920757, "SE": 0.10939297836288876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09669837265099646, "upper": 0.3629538659294116, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.14875817329687158, "SE": 0.09801688078409242, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.043351382916905656, "upper": 0.3408677295106488, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.159557207757685, "SE": 0.09751197016318275, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.03156274182369753, "upper": 0.35067715733906757, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13761536124677304, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.18281204480282515, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08676428031392841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P057", "source_specification_id": "CI-T3-J05-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel J, row 5 (\"Political behavior z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 10, p. 48 and Table 5, panel A, column 10, p. 49", "outcome_label": "Political behavior z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P057.json", "input_bytes": 248190, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p057", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-J05-ORIG", "specification_id": "S01-P057", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J05-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P057" }, "source": { "file": "CI-T3-J05-ORIG.csv", "bytes": 248190, "sha256": "4c534630561a170d06cfdd32ae76f79739ac44750e9b10d91e034ac450f7ca1e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549639, "se": 0.09784091427203638, "pvalue": 0.2774176433435088, "lower": -0.0959699499759588, "upper": 0.31514231648695157 }, { "method": "Dynamic TWFE", "estimate": 0.0911469857212086, "se": 0.11768060874519, "pvalue": 0.4486733890872734, "lower": -0.15609079890054334, "upper": 0.33838477034296055 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.266647868494569, "se": 0.12476889577600371, "pvalue": 0.04656468354989049, "lower": -0.5287775915669122, "upper": -0.004518145422225839 }, { "event_time": -2, "estimate": -0.3188641744017244, "se": 0.11976091989756162, "pvalue": 0.015863751633803786, "lower": -0.570472530574053, "upper": -0.06725581822939569 }, { "event_time": 0, "estimate": 0.06680908056552393, "se": 0.111535713062368, "pvalue": 0.5566420591563215, "lower": -0.16751875728120527, "upper": 0.3011369184122531 }, { "event_time": 1, "estimate": 0.14634352135820325, "se": 0.1559375556358259, "pvalue": 0.3604235520969531, "lower": -0.18126912617841648, "upper": 0.47395616889482295 }, { "event_time": 2, "estimate": 0.046637504108115437, "se": 0.1583485098321039, "pvalue": 0.7717269035872635, "lower": -0.2860403702374764, "upper": 0.37931537845370733 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p057", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-J05-ORIG", "specification_id": "S01-P057", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-J05-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P057" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P057", "regression_results": "analyses/archive-expanded/baselines/S01-P057.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-J05-ORIG.csv", "bytes": 248190, "sha256": "4c534630561a170d06cfdd32ae76f79739ac44750e9b10d91e034ac450f7ca1e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.0017467588670226, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10958618325549639, "se": 0.09784091427203638, "pvalue": 0.2774176433435088, "lower": -0.0959699499759588, "upper": 0.31514231648695157 }, { "method": "Dynamic TWFE", "estimate": 0.0911469857212086, "se": 0.11768060874519, "pvalue": 0.4486733890872734, "lower": -0.15609079890054334, "upper": 0.33838477034296055 }, { "method": "BJS / did2s", "estimate": 0.04216854850021346, "se": 0.12182432023803182, "pvalue": 0.7332488285283497, "lower": -0.21377485092524995, "upper": 0.29811194792567686 }, { "method": "Sun\u2013Abraham", "estimate": 0.10141506672078578, "se": 0.1166614902081502, "pvalue": 0.39612144389282705, "lower": -0.14368162930488104, "upper": 0.34651176274645257 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.266647868494569, "se": 0.12476889577600371, "pvalue": 0.04656468354989049, "lower": -0.5287775915669122, "upper": -0.004518145422225839 }, { "event_time": -2, "estimate": -0.3188641744017244, "se": 0.11976091989756162, "pvalue": 0.015863751633803786, "lower": -0.570472530574053, "upper": -0.06725581822939569 }, { "event_time": 0, "estimate": 0.06680908056552393, "se": 0.111535713062368, "pvalue": 0.5566420591563215, "lower": -0.16751875728120527, "upper": 0.3011369184122531 }, { "event_time": 1, "estimate": 0.14634352135820325, "se": 0.1559375556358259, "pvalue": 0.3604235520969531, "lower": -0.18126912617841648, "upper": 0.47395616889482295 }, { "event_time": 2, "estimate": 0.046637504108115437, "se": 0.1583485098321039, "pvalue": 0.7717269035872635, "lower": -0.2860403702374764, "upper": 0.37931537845370733 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011530919945691479, "se": 0.06399738382949847, "pvalue": 0.859025800471418, "lower": -0.14598443415085025, "upper": 0.12292259425946729 }, { "event_time": -2, "estimate": -0.06560920059371267, "se": 0.055673762276317845, "pvalue": 0.253958792448799, "lower": -0.1825754348231689, "upper": 0.051357033635743565 }, { "event_time": -1, "estimate": 0.04304902775315479, "se": 0.02989963849529022, "pvalue": 0.16709435015161694, "lower": -0.019767781756839825, "upper": 0.10586583726314941 }, { "event_time": 0, "estimate": 0.06825236858256883, "se": 0.10504869269155039, "pvalue": 0.5240779447199615, "lower": -0.15244674519161705, "upper": 0.2889514823567547 }, { "event_time": 1, "estimate": 0.09428399103540536, "se": 0.17072353374692165, "pvalue": 0.5875619352733001, "lower": -0.264392843801337, "upper": 0.4529608258721477 }, { "event_time": 2, "estimate": -0.12455862826129917, "se": 0.17107810033941467, "pvalue": 0.4759299470376221, "lower": -0.4839803798669433, "upper": 0.234863123344345 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3100023508144355, "se": 0.20389789076400128, "pvalue": 0.1457870134552679, "lower": -0.7383759234791853, "upper": 0.1183712218503144 }, { "event_time": -2, "estimate": -0.25420873208505307, "se": 0.18872437286100982, "pvalue": 0.19470014237463804, "lower": -0.6507039265594162, "upper": 0.1422864623893101 }, { "event_time": 0, "estimate": 0.09110547115691144, "se": 0.10645450601310191, "pvalue": 0.4033485280874961, "lower": -0.1325471468089865, "upper": 0.3147580891228094 }, { "event_time": 1, "estimate": 0.17318872097816207, "se": 0.15165412373855552, "pvalue": 0.2684193417522176, "lower": -0.1454247700776109, "upper": 0.49180221203393504 }, { "event_time": 2, "estimate": -0.010695190779519194, "se": 0.18419858330337177, "pvalue": 0.954337884628, "lower": -0.3976820542227478, "upper": 0.37629167266370944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.936105462934174e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5900518392844558, "df_num": 1, "df_den": 1034, "pvalue": 0.442574462425947, "log10_pvalue": -0.35401364948573666, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 983.4352000194915, "rss_restricted": 983.9963970684166, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.05144973802171748 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.24874129287035684 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28569649603606706 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.10299213244570493 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.002410519711563344, "se": 0.11762510335160606, "lower": -0.22813044653538614, "upper": 0.2329514859585128 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.003150209821564515, "se": 0.11827079350196702, "lower": -0.22865628586526468, "upper": 0.23495670550839373 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.023349341818409777, "se": 0.11703427726821375, "lower": -0.2060336265839639, "upper": 0.25273231022078346 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.007042328118949375, "se": 0.11774267697991289, "lower": -0.2237290782050132, "upper": 0.23781373444291193 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.002410519711563344, "se": 0.11762510335160606, "lower": -0.22813044653538614, "upper": 0.2329514859585128, "event_study": [ { "event_time": -3, "estimate": -0.3044143320141457, "se": 0.1871098607781013, "lower": -0.6711429202915279, "upper": 0.0623142562632365, "relative_to_minus_one": -0.3044143320141457, "n": 0.0 }, { "event_time": -2, "estimate": -0.2351946490595126, "se": 0.1804555477070786, "lower": -0.5888810233758361, "upper": 0.11849172525681101, "relative_to_minus_one": -0.2351946490595126, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.029401494832634434, "se": 0.12247552748451077, "lower": -0.26944911768982105, "upper": 0.21064612802455218, "relative_to_minus_one": -0.029401494832634434, "n": 244.0 }, { "event_time": 1, "estimate": 0.06158691484913907, "se": 0.1564124498175855, "lower": -0.24497585352700707, "upper": 0.36814968322528524, "relative_to_minus_one": 0.06158691484913907, "n": 185.0 }, { "event_time": 2, "estimate": -0.024953860881814605, "se": 0.15908148900819286, "lower": -0.3367478499448771, "upper": 0.2868401281812479, "relative_to_minus_one": -0.024953860881814605, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.1567491893175603, "se": 0.16786437082347624, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": -0.11357258073620533, "se": 0.1459361477515421, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.024953860881814605, "se": 0.15908148900819286, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.26983102223909267, "se": 0.24754342577100574, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.13936927398055693, "se": 0.21810032532952625, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": 0.3034441543050595, "se": 0.25678379959886577, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.3044143320141457, "se": 0.18710986077810132, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.18578946701148205, "se": 0.2125791262006502, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.0193186551187032, "se": 0.20458014033286898, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.007042328118949375, "treated_cell_se": 0.11774267697991289, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04321729205548763, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.24837573012903807, "event_study": [ { "event_time": -3, "estimate": -0.10411125261025839, "raw_gap": -0.06811797447700298, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.19302075577094752 }, { "event_time": -2, "estimate": -0.13001775599850962, "raw_gap": -0.07828189269656002, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.21892725915919875 }, { "event_time": -1, "estimate": 0.08890950316068914, "raw_gap": 0.11380404514909505, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23883908648972382, "raw_gap": 0.2709182068936863, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.14992958332903467 }, { "event_time": 1, "estimate": 0.28814069068428033, "raw_gap": 0.3114365164069256, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.1992311875235912 }, { "event_time": 2, "estimate": 0.19598430664229707, "raw_gap": 0.19598430664229705, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.10707480348160793 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1245179957115213, -0.022528509994974313, 0.05217692790814461, 0.30397830942268317, 0.27613784968210187, 0.21942089324015268 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.6653345369377347e-17 }, { "cohort": 2, "pre_gap": 0.06070039096745598 }, { "cohort": 3, "pre_gap": 0.035993278133255424 } ], "diagnostics": { "converged": true, "pre_rmse": 0.10012346078083657, "zeta_omega": [ 0.0, 0.92784340263969, 0.6293735388285417 ], "zeta_lambda": [ 0.0, 5.516989880137269e-07, 4.4503429720503664e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2557217368726627, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003138328902423382, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.12421439950464003, "event_study": [ { "event_time": -3, "estimate": -0.0188244678266216, "raw_gap": -0.0188244678266216, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.03568822668872927 }, { "event_time": -2, "estimate": -0.027269342122677988, "raw_gap": -0.027269342122677988, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.044133100984785664 }, { "event_time": -1, "estimate": 0.016863758862107673, "raw_gap": 0.016863758862107673, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11419580610112418, "raw_gap": 0.11419580610112418, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.0973320472390165 }, { "event_time": 1, "estimate": 0.189033474132158, "raw_gap": 0.189033474132158, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.17216971527005034 }, { "event_time": 2, "estimate": 0.024766566008463456, "raw_gap": 0.024766566008463456, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.007902807146355783 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.027869019107406724, -0.005526591780007266, 0.011975984513444728, 0.21734816225478845, 0.18876221725137085, 0.08034763202224234 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.02884188904708212, "lambda_l": 0.013175455919618271, "singular_values": [ 0.976948107913887, 0.5650323341537162, 0.16288348919020856, 0.0 ], "history_objective": [ 0.029107930136399666, 0.02888407398600251, 0.028862061931772244, 0.028851891456883796, 0.028846968465019, 0.028844519070057993, 0.028843274146537663, 0.02884262947375316, 0.028842289990886838, 0.028842108543124148, 0.028842010304250033, 0.028841956531582447, 0.02884192682969257, 0.02884191030134134, 0.028841901048544123, 0.028841895843925797, 0.02884189290529788, 0.028841891241155663, 0.02884189029655717, 0.028841889759408854, 0.02884188945352402, 0.028841889279141487, 0.02884188917964134, 0.02884188912282957, 0.028841889090374488, 0.028841889071826016, 0.028841889061221863, 0.028841889055157912, 0.028841889051689544, 0.02884188904970541, 0.028841889048570237, 0.028841889047920677, 0.028841889047548985, 0.028841889047336255, 0.0288418890472145, 0.028841889047144825, 0.028841889047104944, 0.02884188904708212 ], "history_rmse": [ 0.08079420254082081, 0.07982891283027828, 0.0798567170974819, 0.07986559478502818, 0.0798690462698726, 0.07987055094097505, 0.07987125182173645, 0.07987159284379737, 0.07987176436118652, 0.07987185301676183, 0.07987189991304819, 0.07987192520495248, 0.07987193906369332, 0.07987194675473268, 0.07987195106549604, 0.07987195349999898, 0.07987195488267954, 0.07987195567123337, 0.07987195612228767, 0.07987195638082757, 0.07987195652922953, 0.0798719566144902, 0.0798719566635024, 0.07987195669168534, 0.07987195670789334, 0.0798719567172143, 0.07987195672257427, 0.07987195672565597, 0.0798719567274276, 0.07987195672844573, 0.0798719567290309, 0.07987195672936698, 0.07987195672956024, 0.07987195672967097, 0.07987195672973452, 0.07987195672977117, 0.07987195672979207, 0.07987195672980411 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.18244904535873335, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002527502365410328, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.24401404987900172, "event_study": [ { "event_time": -3, "estimate": 0.04015317161338054, "raw_gap": 0.04015317161338054, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.024043099528261586 }, { "event_time": -2, "estimate": -0.02387213163169469, "raw_gap": -0.02387213163169469, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08806840277333682 }, { "event_time": -1, "estimate": 0.06419627114164213, "raw_gap": 0.06419627114164213, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.07479238444680672, "raw_gap": -0.07479238444680672, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.13898865558844886 }, { "event_time": 1, "estimate": -0.22180165229730356, "raw_gap": -0.22180165229730356, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.2859979234389457 }, { "event_time": 2, "estimate": -0.7169242573588946, "raw_gap": -0.7169242573588946, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.7811205285005368 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.016246849621137816, 0.019330084039149348, -0.006896405679126508, -0.061518606229526915, -0.28754765000769655, -0.6934876707610391 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.051952912618680805, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.25389292906882643, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00017024995759129524, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549639, "SE": 0.09784091427203638, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0911469857212086, "SE": 0.11768060874519, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549639, "SE": 0.09784091427203638, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0959699499759588, "upper": 0.31514231648695157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0911469857212086, "SE": 0.11768060874519, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15609079890054334, "upper": 0.33838477034296055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21377485092524995, "upper": 0.29811194792567686, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14368162930488104, "upper": 0.34651176274645257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22813044653538614, "upper": 0.2329514859585128, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2237290782050132, "upper": 0.23781373444291193, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588672.4402182, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10958618325549639, "SE": 0.09784091427203638, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0959699499759588, "upper": 0.31514231648695157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0911469857212086, "SE": 0.11768060874519, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15609079890054334, "upper": 0.33838477034296055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.04216854850021346, "SE": 0.12182432023803182, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.21377485092524995, "upper": 0.29811194792567686, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.10141506672078578, "SE": 0.1166614902081502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14368162930488104, "upper": 0.34651176274645257, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.002410519711563344, "SE": 0.11762510335160606, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22813044653538614, "upper": 0.2329514859585128, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.007042328118949375, "SE": 0.11774267697991289, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2237290782050132, "upper": 0.23781373444291193, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.24837573012903807, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.12421439950464003, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24401404987900172, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P058", "source_specification_id": "CI-T3-K01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 1 (\"Not invested in stocks\"), accepted-manuscript p. 47", "outcome_label": "Not invested in stocks [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P058.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in stocks [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p058", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in stocks [Table 3 original scale]", "source_specification_id": "CI-T3-K01-ORIG", "specification_id": "S01-P058", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P058" }, "source": { "file": "CI-T3-K01-ORIG.csv", "bytes": 186590, "sha256": "95f9bd15d6b6a49d2c65cd444224d943c6a1acd306bbbeb3948c4eef86fed240" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.307181911329104, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1185261031190653, "se": 0.1482912291566459, "pvalue": 0.4345495916985259, "lower": -0.1930222085905665, "upper": 0.4300744148286971 }, { "method": "Dynamic TWFE", "estimate": 0.07924048219322286, "se": 0.15448286356520224, "pvalue": 0.6142307741898997, "lower": -0.24531597071045977, "upper": 0.4037969350969055 }, { "method": "BJS / did2s", "estimate": 0.12580194288045857, "se": 0.1646514186826444, "pvalue": 0.4547370789398277, "lower": -0.22011785158686412, "upper": 0.4717217373477812 }, { "method": "Sun\u2013Abraham", "estimate": 0.11748987923104534, "se": 0.1353645478609155, "pvalue": 0.3968453729291476, "lower": -0.16690048283721495, "upper": 0.40188024129930566 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.09167252149359927, "se": 0.28288735223465367, "pvalue": 0.7496277473124616, "lower": -0.5026517517216146, "upper": 0.6859967947088131 }, { "event_time": -2, "estimate": 0.01569496135115954, "se": 0.10413299199073739, "pvalue": 0.8818725084664727, "lower": -0.20308033663842417, "upper": 0.23447025934074323 }, { "event_time": 0, "estimate": 0.06675530016980318, "se": 0.13312136885110812, "pvalue": 0.6221237442703952, "lower": -0.21292231767654668, "upper": 0.34643291801615306 }, { "event_time": 1, "estimate": 0.18919822658524507, "se": 0.19671201990835704, "pvalue": 0.34889205433036596, "lower": -0.22407839162055612, "upper": 0.6024748447910463 }, { "event_time": 2, "estimate": -0.10092408341937831, "se": 0.2167458067751434, "pvalue": 0.6470624727010529, "lower": -0.5562901260031025, "upper": 0.35444195916434584 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03257621280643612, "se": 0.11746424994042935, "pvalue": 0.7846876243610958, "lower": -0.21420701883379395, "upper": 0.2793594444466662 }, { "event_time": -2, "estimate": -0.04773405768459001, "se": 0.04138951346383472, "pvalue": 0.26387707655728415, "lower": -0.13469019875561358, "upper": 0.03922208338643355 }, { "event_time": -1, "estimate": 0.02152595691099352, "se": 0.019542056164310446, "pvalue": 0.285182514323145, "lower": -0.019530379596234538, "upper": 0.06258229341822158 }, { "event_time": 0, "estimate": 0.08313316240476652, "se": 0.1356908400298387, "pvalue": 0.5477602689155604, "lower": -0.2019427140727425, "upper": 0.3682090388822756 }, { "event_time": 1, "estimate": 0.2545060948855917, "se": 0.21913448212475278, "pvalue": 0.2606435452275474, "lower": -0.2058783683871072, "upper": 0.7148905581582907 }, { "event_time": 2, "estimate": -0.013771866337049516, "se": 0.21751586066553943, "pvalue": 0.9502140290404991, "lower": -0.47075573211128, "upper": 0.443211999437181 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0501450628841414, "se": 0.3726870230044127, "pvalue": 0.8944607069365283, "lower": -0.833131443625931, "upper": 0.7328413178576481 }, { "event_time": -2, "estimate": -0.19267010448638205, "se": 0.13374405568872424, "pvalue": 0.16686986999898298, "lower": -0.4736559388340476, "upper": 0.0883157298612835 }, { "event_time": 0, "estimate": 0.07544058490180966, "se": 0.1213919971874692, "pvalue": 0.5420866592395674, "lower": -0.17959453749822252, "upper": 0.33047570730184184 }, { "event_time": 1, "estimate": 0.2134506168892789, "se": 0.17938567055710614, "pvalue": 0.24954499347423584, "lower": -0.16342469208756327, "upper": 0.5903259258661211 }, { "event_time": 2, "estimate": 0.0394408307889651, "se": 0.24231748467288808, "pvalue": 0.8725167509288773, "lower": -0.4696493134960754, "upper": 0.5485309750740056 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 8.577067698873566e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.007614926057382, "df_num": 1, "df_den": 1034, "pvalue": 0.08317218243244932, "log10_pvalue": -1.0800219025092253, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1060.3795302820943, "rss_restricted": 1063.4638758358294, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3638941145407883 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5336974136071658 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6697747003185771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.30668051940722757 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in stocks [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p058", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in stocks [Table 3 original scale]", "source_specification_id": "CI-T3-K01-ORIG", "specification_id": "S01-P058", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P058" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P058", "regression_results": "analyses/archive-expanded/baselines/S01-P058.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-K01-ORIG.csv", "bytes": 186590, "sha256": "95f9bd15d6b6a49d2c65cd444224d943c6a1acd306bbbeb3948c4eef86fed240" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.307181911329104, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1185261031190653, "se": 0.1482912291566459, "pvalue": 0.4345495916985259, "lower": -0.1930222085905665, "upper": 0.4300744148286971 }, { "method": "Dynamic TWFE", "estimate": 0.07924048219322286, "se": 0.15448286356520224, "pvalue": 0.6142307741898997, "lower": -0.24531597071045977, "upper": 0.4037969350969055 }, { "method": "BJS / did2s", "estimate": 0.12580194288045857, "se": 0.1646514186826444, "pvalue": 0.4547370789398277, "lower": -0.22011785158686412, "upper": 0.4717217373477812 }, { "method": "Sun\u2013Abraham", "estimate": 0.11748987923104534, "se": 0.1353645478609155, "pvalue": 0.3968453729291476, "lower": -0.16690048283721495, "upper": 0.40188024129930566 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.09167252149359927, "se": 0.28288735223465367, "pvalue": 0.7496277473124616, "lower": -0.5026517517216146, "upper": 0.6859967947088131 }, { "event_time": -2, "estimate": 0.01569496135115954, "se": 0.10413299199073739, "pvalue": 0.8818725084664727, "lower": -0.20308033663842417, "upper": 0.23447025934074323 }, { "event_time": 0, "estimate": 0.06675530016980318, "se": 0.13312136885110812, "pvalue": 0.6221237442703952, "lower": -0.21292231767654668, "upper": 0.34643291801615306 }, { "event_time": 1, "estimate": 0.18919822658524507, "se": 0.19671201990835704, "pvalue": 0.34889205433036596, "lower": -0.22407839162055612, "upper": 0.6024748447910463 }, { "event_time": 2, "estimate": -0.10092408341937831, "se": 0.2167458067751434, "pvalue": 0.6470624727010529, "lower": -0.5562901260031025, "upper": 0.35444195916434584 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03257621280643612, "se": 0.11746424994042935, "pvalue": 0.7846876243610958, "lower": -0.21420701883379395, "upper": 0.2793594444466662 }, { "event_time": -2, "estimate": -0.04773405768459001, "se": 0.04138951346383472, "pvalue": 0.26387707655728415, "lower": -0.13469019875561358, "upper": 0.03922208338643355 }, { "event_time": -1, "estimate": 0.02152595691099352, "se": 0.019542056164310446, "pvalue": 0.285182514323145, "lower": -0.019530379596234538, "upper": 0.06258229341822158 }, { "event_time": 0, "estimate": 0.08313316240476652, "se": 0.1356908400298387, "pvalue": 0.5477602689155604, "lower": -0.2019427140727425, "upper": 0.3682090388822756 }, { "event_time": 1, "estimate": 0.2545060948855917, "se": 0.21913448212475278, "pvalue": 0.2606435452275474, "lower": -0.2058783683871072, "upper": 0.7148905581582907 }, { "event_time": 2, "estimate": -0.013771866337049516, "se": 0.21751586066553943, "pvalue": 0.9502140290404991, "lower": -0.47075573211128, "upper": 0.443211999437181 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.0501450628841414, "se": 0.3726870230044127, "pvalue": 0.8944607069365283, "lower": -0.833131443625931, "upper": 0.7328413178576481 }, { "event_time": -2, "estimate": -0.19267010448638205, "se": 0.13374405568872424, "pvalue": 0.16686986999898298, "lower": -0.4736559388340476, "upper": 0.0883157298612835 }, { "event_time": 0, "estimate": 0.07544058490180966, "se": 0.1213919971874692, "pvalue": 0.5420866592395674, "lower": -0.17959453749822252, "upper": 0.33047570730184184 }, { "event_time": 1, "estimate": 0.2134506168892789, "se": 0.17938567055710614, "pvalue": 0.24954499347423584, "lower": -0.16342469208756327, "upper": 0.5903259258661211 }, { "event_time": 2, "estimate": 0.0394408307889651, "se": 0.24231748467288808, "pvalue": 0.8725167509288773, "lower": -0.4696493134960754, "upper": 0.5485309750740056 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 8.577067698873566e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.007614926057382, "df_num": 1, "df_den": 1034, "pvalue": 0.08317218243244932, "log10_pvalue": -1.0800219025092253, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1060.3795302820943, "rss_restricted": 1063.4638758358294, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3638941145407883 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.5336974136071658 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6697747003185771 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.30668051940722757 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.13773065949237331, "se": 0.15272435738296672, "lower": -0.16160358054026538, "upper": 0.43706489952501204 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.13469808565600702, "se": 0.15242610258529837, "lower": -0.16405158571498543, "upper": 0.43344775702699945 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09149471950968614, "se": 0.15149493162981542, "lower": -0.20542989032510994, "upper": 0.3884193293444822 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.1298297673429285, "se": 0.15223840563226537, "lower": -0.16855202476011133, "upper": 0.42821155944596834 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.13773065949237331, "se": 0.15272435738296672, "lower": -0.16160358054026538, "upper": 0.43706489952501204, "event_study": [ { "event_time": -3, "estimate": -0.12649474590166232, "se": 0.3528110415197416, "lower": -0.8179916806284214, "upper": 0.5650021888250968, "relative_to_minus_one": -0.12649474590166232, "n": 0.0 }, { "event_time": -2, "estimate": -0.13012965421554368, "se": 0.1198258481073845, "lower": -0.36498400092298433, "upper": 0.10472469249189695, "relative_to_minus_one": -0.13012965421554368, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07804830996137067, "se": 0.15409201881059673, "lower": -0.22396649721246742, "upper": 0.3800631171352088, "relative_to_minus_one": 0.07804830996137067, "n": 244.0 }, { "event_time": 1, "estimate": 0.21850120607061846, "se": 0.21728514618524886, "lower": -0.20736985482799003, "upper": 0.6443722669692269, "relative_to_minus_one": 0.21850120607061846, "n": 185.0 }, { "event_time": 2, "estimate": 0.11664246244513077, "se": 0.21459852470213348, "lower": -0.30396291710648, "upper": 0.5372478419967415, "relative_to_minus_one": 0.11664246244513077, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.24860048478011615, "se": 0.22158065679597114, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.45387961679878, "se": 0.22515084091305723, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.11664246244513077, "se": 0.2145985247021333, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.24164597308420188, "se": 0.20281005491058132, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.12189124112522098, "se": 0.1728431580687009, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.10650528276399601, "se": 0.2662849424522747, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.12649474590166232, "se": 0.3528110415197414, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.02893677016056272, "se": 0.34213648337735003, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.027331406538320037, "se": 0.2847116711407873, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.1298297673429285, "treated_cell_se": 0.15223840563226537, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04425129201263189, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.18189964346923002, "event_study": [ { "event_time": -3, "estimate": 0.10466997998454905, "raw_gap": 0.03026885082293732, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.03669299545682082 }, { "event_time": -2, "estimate": 0.06267202751621474, "raw_gap": -0.02074295913857691, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.005304957011513484 }, { "event_time": -1, "estimate": 0.06797698452772823, "raw_gap": 0.025949786413922215, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2128604960756661, "raw_gap": 0.1603214422251449, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.14488351154793788 }, { "event_time": 1, "estimate": 0.22539088326914858, "raw_gap": 0.19140764370894284, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.15741389874142037 }, { "event_time": 2, "estimate": 0.01939623306344554, "raw_gap": 0.019396233063445675, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.04858075146428269 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10325892052220381, 0.03796721598088004, 0.008407534941674823, 0.11351602685062503, 0.18710005430274673, 0.029017457039116134 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.08854787772729689 }, { "cohort": 3, "pre_gap": -0.0744011291616117 } ], "diagnostics": { "converged": true, "pre_rmse": 0.15576126820013464, "zeta_omega": [ 0.0, 1.5031383625110437, 1.2316724976200695 ], "zeta_lambda": [ 0.0, 8.937714177658364e-07, 8.709239752681229e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-16 }, "native_matrix_att": 0.15965495042382438, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000333291944116354, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.11230551056205222, "event_study": [ { "event_time": -3, "estimate": 0.02156237347353159, "raw_gap": 0.02156237347353159, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.02437915963172993 }, { "event_time": -2, "estimate": -0.014925184745341652, "raw_gap": -0.014925184745341652, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.012108398587143314 }, { "event_time": -1, "estimate": -0.0028167861581983385, "raw_gap": -0.0028167861581983385, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0865829411853812, "raw_gap": 0.0865829411853812, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.08939972734357954 }, { "event_time": 1, "estimate": 0.19973267844631845, "raw_gap": 0.19973267844631845, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.20254946460451678 }, { "event_time": 2, "estimate": 0.0092042696174532, "raw_gap": 0.0092042696174532, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.012021055775651539 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.006093852156959401, 0.01189037551209593, -0.005442029550905516, 0.042653409966545396, 0.19918656933149223, -0.04957187130789844 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 33, "termination_reason": "Relative objective tolerance reached", "objective": 0.05681542611251305, "lambda_l": 0.019687141139264352, "singular_values": [ 1.4507300907325515, 0.6587961977607033, 0.05288679231670751, 0.0 ], "history_objective": [ 0.057095202803926694, 0.05688889862814976, 0.05683873881511701, 0.05682319777310627, 0.05681813528797235, 0.05681641414825418, 0.05681580572722833, 0.05681558119258999, 0.05681549387535598, 0.05681545774218906, 0.05681544174929197, 0.056815434197830084, 0.05681543043005574, 0.05681542846875301, 0.05681542741666082, 0.05681542684081542, 0.0568154265215091, 0.056815426342990166, 0.056815426242666896, 0.05681542618610546, 0.05681542615415195, 0.05681542613607716, 0.05681542612584467, 0.05681542612004875, 0.0568154261167647, 0.0568154261149034, 0.05681542611384838, 0.056815426113250286, 0.05681542611291118, 0.05681542611271893, 0.05681542611260996, 0.05681542611254811, 0.05681542611251305 ], "history_rmse": [ 0.11899179605518556, 0.11920423810075073, 0.11930430226751133, 0.11933351749073993, 0.11934258759297263, 0.1193455044415819, 0.1193464616850104, 0.11934678075213388, 0.11934688908465763, 0.11934692691282016, 0.11934694071279404, 0.11934694607523604, 0.11934694833198639, 0.11934694936631886, 0.11934694987806288, 0.11934695014642657, 0.11934695029271215, 0.11934695037432087, 0.1193469504204303, 0.1193469504466483, 0.11934695046159756, 0.11934695047012875, 0.11934695047499709, 0.11934695047777402, 0.11934695047935683, 0.11934695048025795, 0.11934695048077151, 0.11934695048106364, 0.11934695048122966, 0.11934695048132407, 0.11934695048137803, 0.11934695048140832, 0.11934695048142567 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.07775237396329733, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002576247788965702, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2950304764830441, "event_study": [ { "event_time": -3, "estimate": 0.0762802232283363, "raw_gap": 0.0762802232283363, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.043986251013559 }, { "event_time": -2, "estimate": -0.011519616197304584, "raw_gap": -0.011519616197304584, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.04381358841208189 }, { "event_time": -1, "estimate": 0.032293972214777304, "raw_gap": 0.032293972214777304, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.24124720924481494, "raw_gap": 0.24124720924481494, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.20895323703003763 }, { "event_time": 1, "estimate": 0.3959801414604914, "raw_gap": 0.3959801414604914, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.36368616924571406 }, { "event_time": 2, "estimate": 0.23719119716325418, "raw_gap": 0.23719119716325418, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.20489722494847687 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.057247548116804825, 0.004085620102974086, 0.015100402434180146, 0.18584454296535002, 0.4053953785610399, 0.2468124211389246 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04071214765576809, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2703185026405012, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016462476924061775, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1185261031190653, "SE": 0.1482912291566459, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07924048219322286, "SE": 0.15448286356520224, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.12580194288045857, "SE": 0.1646514186826444, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11748987923104534, "SE": 0.1353645478609155, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.13773065949237331, "SE": 0.15272435738296672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1298297673429285, "SE": 0.15223840563226537, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.18189964346923002, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.11230551056205222, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2950304764830441, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1185261031190653, "SE": 0.1482912291566459, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1930222085905665, "upper": 0.4300744148286971, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07924048219322286, "SE": 0.15448286356520224, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24531597071045977, "upper": 0.4037969350969055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.12580194288045857, "SE": 0.1646514186826444, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22011785158686412, "upper": 0.4717217373477812, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11748987923104534, "SE": 0.1353645478609155, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16690048283721495, "upper": 0.40188024129930566, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13773065949237331, "SE": 0.15272435738296672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16160358054026538, "upper": 0.43706489952501204, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1298297673429285, "SE": 0.15223840563226537, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16855202476011133, "upper": 0.42821155944596834, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.18189964346923002, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.11230551056205222, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2950304764830441, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588673.598853, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1185261031190653, "SE": 0.1482912291566459, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1930222085905665, "upper": 0.4300744148286971, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07924048219322286, "SE": 0.15448286356520224, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24531597071045977, "upper": 0.4037969350969055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.12580194288045857, "SE": 0.1646514186826444, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22011785158686412, "upper": 0.4717217373477812, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11748987923104534, "SE": 0.1353645478609155, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16690048283721495, "upper": 0.40188024129930566, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.13773065949237331, "SE": 0.15272435738296672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.16160358054026538, "upper": 0.43706489952501204, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1298297673429285, "SE": 0.15223840563226537, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.16855202476011133, "upper": 0.42821155944596834, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.18189964346923002, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.11230551056205222, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2950304764830441, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P059", "source_specification_id": "CI-T3-K02-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 2 (\"Not invested in bonds\"), accepted-manuscript p. 47", "outcome_label": "Not invested in bonds [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P059.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in bonds [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p059", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in bonds [Table 3 original scale]", "source_specification_id": "CI-T3-K02-ORIG", "specification_id": "S01-P059", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K02-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P059" }, "source": { "file": "CI-T3-K02-ORIG.csv", "bytes": 186590, "sha256": "aebb5ca13499b7979110a2d8731ca44d2f3996379ccd4a893ad62242613e0866" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.18319166862243577, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14507728941205536, "se": 0.1360591792507996, "pvalue": 0.3003906344518204, "lower": -0.14077243905305567, "upper": 0.43092701787716636 }, { "method": "Dynamic TWFE", "estimate": 0.039050972989248284, "se": 0.17911146356716448, "pvalue": 0.8298613976820878, "lower": -0.3372482484788373, "upper": 0.4153501944573339 }, { "method": "BJS / did2s", "estimate": 0.0823903231716732, "se": 0.17177579073324103, "pvalue": 0.6372604561169912, "lower": -0.27849722155962514, "upper": 0.4432778679029716 }, { "method": "Sun\u2013Abraham", "estimate": -0.006545688292584825, "se": 0.18679476591388736, "pvalue": 0.9724318202068374, "lower": -0.3989869290027362, "upper": 0.3858955524175665 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17793242151663252, "se": 0.21010844982573643, "pvalue": 0.4081920498950942, "lower": -0.26348905156313546, "upper": 0.6193538945964006 }, { "event_time": -2, "estimate": 0.040390781251709064, "se": 0.15283638728237095, "pvalue": 0.7945704389485669, "lower": -0.28070655334063915, "upper": 0.3614881158440573 }, { "event_time": 0, "estimate": 0.13884444857183073, "se": 0.14372181239445558, "pvalue": 0.34681360428401486, "lower": -0.1631038747510686, "upper": 0.4407927718947301 }, { "event_time": 1, "estimate": -0.05796988601807922, "se": 0.19511925533333915, "pvalue": 0.7697916498222512, "lower": -0.4679002300233102, "upper": 0.35196045798715175 }, { "event_time": 2, "estimate": -0.027623497071111374, "se": 0.29075473756148457, "pvalue": 0.9253595838091367, "lower": -0.6384765335185332, "upper": 0.5832295393763105 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11842241143827457, "se": 0.10174375694824948, "pvalue": 0.2596496762603892, "lower": -0.09533328999123004, "upper": 0.3321781128677792 }, { "event_time": -2, "estimate": -0.018708485206404443, "se": 0.05960220495586179, "pvalue": 0.7572138474602322, "lower": -0.14392807124513812, "upper": 0.10651110083232923 }, { "event_time": -1, "estimate": -0.016828670410503795, "se": 0.02833861776931726, "pvalue": 0.560007285246286, "lower": -0.07636589707202876, "upper": 0.042708556251021164 }, { "event_time": 0, "estimate": 0.14954487876331796, "se": 0.15081452715199223, "pvalue": 0.3345451406759163, "lower": -0.16730468531883302, "upper": 0.46639444284546894 }, { "event_time": 1, "estimate": -0.02339998553143836, "se": 0.1774224273273958, "pvalue": 0.8965355015369572, "lower": -0.3961506735366281, "upper": 0.3493507024737514 }, { "event_time": 2, "estimate": 0.11557256843953073, "se": 0.26191313566262936, "pvalue": 0.6642773323292716, "lower": -0.4346865109027284, "upper": 0.6658316477817898 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4489696202895566, "se": 0.24507549378311802, "pvalue": 0.08355655597937495, "lower": -0.06591488612235158, "upper": 0.9638541267014649 }, { "event_time": -2, "estimate": 0.0005681562229402914, "se": 0.13557154543766034, "pvalue": 0.9967023150345409, "lower": -0.28425709161657964, "upper": 0.2853934040624603 }, { "event_time": 0, "estimate": 0.13355328097995292, "se": 0.13082754785406261, "pvalue": 0.3208580263116492, "lower": -0.14130519777733638, "upper": 0.4084117597372422 }, { "event_time": 1, "estimate": -0.2370072038090687, "se": 0.24811495653331472, "pvalue": 0.35211457293768705, "lower": -0.7582773845033568, "upper": 0.2842629768852194 }, { "event_time": 2, "estimate": 0.08148797699960603, "se": 0.2782314389496884, "pvalue": 0.7729646313051017, "lower": -0.5030545853777733, "upper": 0.6660305393769852 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.245004513516506e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5439593214012336e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.054356379870380084, "df_num": 1, "df_den": 1034, "pvalue": 0.8156953081194223, "log10_pvalue": -0.08847203574813349, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1030.866361594386, "rss_restricted": 1030.9205532419164, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8399881980509777 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.7412270540658192 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.08877964456202102 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.252822641673064 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Not invested in bonds [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p059", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Not invested in bonds [Table 3 original scale]", "source_specification_id": "CI-T3-K02-ORIG", "specification_id": "S01-P059", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K02-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P059" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P059", "regression_results": "analyses/archive-expanded/baselines/S01-P059.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-K02-ORIG.csv", "bytes": 186590, "sha256": "aebb5ca13499b7979110a2d8731ca44d2f3996379ccd4a893ad62242613e0866" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.18319166862243577, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14507728941205536, "se": 0.1360591792507996, "pvalue": 0.3003906344518204, "lower": -0.14077243905305567, "upper": 0.43092701787716636 }, { "method": "Dynamic TWFE", "estimate": 0.039050972989248284, "se": 0.17911146356716448, "pvalue": 0.8298613976820878, "lower": -0.3372482484788373, "upper": 0.4153501944573339 }, { "method": "BJS / did2s", "estimate": 0.0823903231716732, "se": 0.17177579073324103, "pvalue": 0.6372604561169912, "lower": -0.27849722155962514, "upper": 0.4432778679029716 }, { "method": "Sun\u2013Abraham", "estimate": -0.006545688292584825, "se": 0.18679476591388736, "pvalue": 0.9724318202068374, "lower": -0.3989869290027362, "upper": 0.3858955524175665 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17793242151663252, "se": 0.21010844982573643, "pvalue": 0.4081920498950942, "lower": -0.26348905156313546, "upper": 0.6193538945964006 }, { "event_time": -2, "estimate": 0.040390781251709064, "se": 0.15283638728237095, "pvalue": 0.7945704389485669, "lower": -0.28070655334063915, "upper": 0.3614881158440573 }, { "event_time": 0, "estimate": 0.13884444857183073, "se": 0.14372181239445558, "pvalue": 0.34681360428401486, "lower": -0.1631038747510686, "upper": 0.4407927718947301 }, { "event_time": 1, "estimate": -0.05796988601807922, "se": 0.19511925533333915, "pvalue": 0.7697916498222512, "lower": -0.4679002300233102, "upper": 0.35196045798715175 }, { "event_time": 2, "estimate": -0.027623497071111374, "se": 0.29075473756148457, "pvalue": 0.9253595838091367, "lower": -0.6384765335185332, "upper": 0.5832295393763105 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11842241143827457, "se": 0.10174375694824948, "pvalue": 0.2596496762603892, "lower": -0.09533328999123004, "upper": 0.3321781128677792 }, { "event_time": -2, "estimate": -0.018708485206404443, "se": 0.05960220495586179, "pvalue": 0.7572138474602322, "lower": -0.14392807124513812, "upper": 0.10651110083232923 }, { "event_time": -1, "estimate": -0.016828670410503795, "se": 0.02833861776931726, "pvalue": 0.560007285246286, "lower": -0.07636589707202876, "upper": 0.042708556251021164 }, { "event_time": 0, "estimate": 0.14954487876331796, "se": 0.15081452715199223, "pvalue": 0.3345451406759163, "lower": -0.16730468531883302, "upper": 0.46639444284546894 }, { "event_time": 1, "estimate": -0.02339998553143836, "se": 0.1774224273273958, "pvalue": 0.8965355015369572, "lower": -0.3961506735366281, "upper": 0.3493507024737514 }, { "event_time": 2, "estimate": 0.11557256843953073, "se": 0.26191313566262936, "pvalue": 0.6642773323292716, "lower": -0.4346865109027284, "upper": 0.6658316477817898 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4489696202895566, "se": 0.24507549378311802, "pvalue": 0.08355655597937495, "lower": -0.06591488612235158, "upper": 0.9638541267014649 }, { "event_time": -2, "estimate": 0.0005681562229402914, "se": 0.13557154543766034, "pvalue": 0.9967023150345409, "lower": -0.28425709161657964, "upper": 0.2853934040624603 }, { "event_time": 0, "estimate": 0.13355328097995292, "se": 0.13082754785406261, "pvalue": 0.3208580263116492, "lower": -0.14130519777733638, "upper": 0.4084117597372422 }, { "event_time": 1, "estimate": -0.2370072038090687, "se": 0.24811495653331472, "pvalue": 0.35211457293768705, "lower": -0.7582773845033568, "upper": 0.2842629768852194 }, { "event_time": 2, "estimate": 0.08148797699960603, "se": 0.2782314389496884, "pvalue": 0.7729646313051017, "lower": -0.5030545853777733, "upper": 0.6660305393769852 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.245004513516506e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.5439593214012336e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.054356379870380084, "df_num": 1, "df_den": 1034, "pvalue": 0.8156953081194223, "log10_pvalue": -0.08847203574813349, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1030.866361594386, "rss_restricted": 1030.9205532419164, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.8399881980509777 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.7412270540658192 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.08877964456202102 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.252822641673064 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.014016656278240114, "se": 0.22683327612327578, "lower": -0.45860170797509003, "upper": 0.4305683954186098 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.013231048582504084, "se": 0.20437908255983303, "lower": -0.3873445924281069, "upper": 0.41380668959311506 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07103068505675375, "se": 0.19889900305277036, "lower": -0.3188041974875984, "upper": 0.4608655676011059 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.019443036114523984, "se": 0.20076384736839017, "lower": -0.37404687412521725, "upper": 0.4129329463542652 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.014016656278240114, "se": 0.22683327612327578, "lower": -0.45860170797509003, "upper": 0.4305683954186098, "event_study": [ { "event_time": -3, "estimate": 0.5712796899589055, "se": 0.32034131224058926, "lower": -0.056577744792949414, "upper": 1.1991371247107605, "relative_to_minus_one": 0.5712796899589055, "n": 0.0 }, { "event_time": -2, "estimate": 0.0870365903084958, "se": 0.23158436037302282, "lower": -0.3668604154053738, "upper": 0.5409335960223653, "relative_to_minus_one": 0.0870365903084958, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.16255891541047682, "se": 0.16472562230335047, "lower": -0.16029737163503796, "upper": 0.48541520245599157, "relative_to_minus_one": 0.16255891541047682, "n": 244.0 }, { "event_time": 1, "estimate": -0.12791625350242386, "se": 0.22951322240002286, "lower": -0.5777539033822003, "upper": 0.32192139637735256, "relative_to_minus_one": -0.12791625350242386, "n": 185.0 }, { "event_time": 2, "estimate": -0.0766926307427733, "se": 0.36329459581759005, "lower": -0.7887369543232856, "upper": 0.635351692837739, "relative_to_minus_one": -0.0766926307427733, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.16938673812969268, "se": 0.25166240554304997, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": -0.01872885729241499, "se": 0.23381615138702389, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.0766926307427733, "se": 0.36329459581759005, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.1891931525102671, "se": 0.1940677344296071, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.11421368714785005, "se": 0.2488517922018393, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.27868034506642186, "se": 0.3443778921547281, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.5712796899589055, "se": 0.32034131224058926, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.48104957372003077, "se": 0.34587521125431014, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.5438985403030359, "se": 0.10189506036802264, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.019443036114523984, "treated_cell_se": 0.20076384736839017, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04527754196897149, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.11841243863922842, "event_study": [ { "event_time": -3, "estimate": 0.3831997802244081, "raw_gap": -0.03377684460188945, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.20501342069632902 }, { "event_time": -2, "estimate": 0.2942244182763687, "raw_gap": -0.0385754034915811, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.11603805874828962 }, { "event_time": -1, "estimate": 0.17818635952807907, "raw_gap": -0.0033547872690972438, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4228308521325552, "raw_gap": 0.20721899721381132, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.24464449260447615 }, { "event_time": 1, "estimate": -0.17472031728086174, "raw_gap": -0.2840471952969961, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.35290667680894083 }, { "event_time": 2, "estimate": -0.09042644726863676, "raw_gap": -0.09042644726863695, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.26861280679671584 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.025300682798204077, 0.053405066556406644, -0.040649481818774987, 0.27365974376434793, -0.28224449963958914, -0.05683608287189461 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.2848658089152796 }, { "cohort": 3, "pre_gap": -0.4169766248262976 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2858369966557551, "zeta_omega": [ 0.0, 2.33837288490004, 2.822773053856201 ], "zeta_lambda": [ 0.0, 1.3904048361262833e-06, 1.996001968132379e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 0.17333439734993272, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003188750706613064, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08146519829226548, "event_study": [ { "event_time": -3, "estimate": 0.0720320316058598, "raw_gap": 0.0720320316058598, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.0764397895945189 }, { "event_time": -2, "estimate": -0.052699272530953085, "raw_gap": -0.052699272530953085, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.048291514542293995 }, { "event_time": -1, "estimate": -0.004407757988659092, "raw_gap": -0.004407757988659092, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23737622895073987, "raw_gap": 0.23737622895073987, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.24178398693939895 }, { "event_time": 1, "estimate": -0.08451415390448469, "raw_gap": -0.08451415390448469, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.08010639591582559 }, { "event_time": 2, "estimate": 0.00504737199779709, "raw_gap": 0.00504737199779709, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.009455129986456182 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0836078121306949, -0.02874504974274228, -0.008036347670634282, 0.30368531196274523, -0.00923280724367221, 0.11167397068533305 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 23, "termination_reason": "Relative objective tolerance reached", "objective": 0.18635159400243176, "lambda_l": 0.04335178518540014, "singular_values": [ 3.337755432161912, 0.0, 0.0, 0.0 ], "history_objective": [ 0.19133824618205292, 0.1872111089516661, 0.18656780518124935, 0.1864145748050094, 0.18637079424915765, 0.18635753606527067, 0.18635344368499926, 0.1863521713544038, 0.18635177450322954, 0.18635165050600905, 0.18635161171614098, 0.18635159956754277, 0.18635159575698962, 0.18635159455894984, 0.18635159418078634, 0.1863515940605927, 0.18635159402193063, 0.18635159400923743, 0.18635159400492735, 0.1863515940033862, 0.18635159400279375, 0.18635159400254556, 0.18635159400243176 ], "history_rmse": [ 0.2299522355314319, 0.21259502699285654, 0.20780589341239736, 0.20592719745905028, 0.20505478463067514, 0.20461313851426574, 0.20437884571168236, 0.2042513901008745, 0.20418113153008963, 0.20414213548504956, 0.20412041423774865, 0.2041082928554365, 0.204101521978707, 0.20409773780134002, 0.20409562218746177, 0.20409443916103284, 0.20409377751212968, 0.20409340739956178, 0.20409320032724323, 0.2040930844467383, 0.20409301957931814, 0.20409298325394437, 0.20409296290158108 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.16382161643515938, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00021500000730156898, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20760114513306543, "event_study": [ { "event_time": -3, "estimate": -0.013918575182042859, "raw_gap": -0.013918575182042859, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.04136936311415657 }, { "event_time": -2, "estimate": -0.010396225746956823, "raw_gap": -0.010396225746956823, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.037847013679070535 }, { "event_time": -1, "estimate": 0.027450787932113713, "raw_gap": 0.027450787932113713, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23833581169198156, "raw_gap": 0.23833581169198156, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.21088502375986784 }, { "event_time": 1, "estimate": 0.1870591328335749, "raw_gap": 0.1870591328335749, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.15960834490146117 }, { "event_time": 2, "estimate": 0.1690700371646303, "raw_gap": 0.1690700371646303, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.14161924923251656 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04515895221805066, -0.01267729405735507, -0.006093650492853127, 0.2504233312324874, 0.185260949157049, 0.2026604015613726 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.023126047258739197, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2198575502312089, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015645800158381462, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14507728941205536, "SE": 0.1360591792507996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039050972989248284, "SE": 0.17911146356716448, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0823903231716732, "SE": 0.17177579073324103, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.006545688292584825, "SE": 0.18679476591388736, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.014016656278240114, "SE": 0.22683327612327578, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.019443036114523984, "SE": 0.20076384736839017, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.11841243863922842, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08146519829226548, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.20760114513306543, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14507728941205536, "SE": 0.1360591792507996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14077243905305567, "upper": 0.43092701787716636, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039050972989248284, "SE": 0.17911146356716448, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3372482484788373, "upper": 0.4153501944573339, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0823903231716732, "SE": 0.17177579073324103, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27849722155962514, "upper": 0.4432778679029716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.006545688292584825, "SE": 0.18679476591388736, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3989869290027362, "upper": 0.3858955524175665, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.014016656278240114, "SE": 0.22683327612327578, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.45860170797509003, "upper": 0.4305683954186098, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.019443036114523984, "SE": 0.20076384736839017, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.37404687412521725, "upper": 0.4129329463542652, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.11841243863922842, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08146519829226548, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.20760114513306543, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588674.761835, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14507728941205536, "SE": 0.1360591792507996, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14077243905305567, "upper": 0.43092701787716636, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.039050972989248284, "SE": 0.17911146356716448, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3372482484788373, "upper": 0.4153501944573339, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.0823903231716732, "SE": 0.17177579073324103, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27849722155962514, "upper": 0.4432778679029716, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.006545688292584825, "SE": 0.18679476591388736, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3989869290027362, "upper": 0.3858955524175665, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.014016656278240114, "SE": 0.22683327612327578, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.45860170797509003, "upper": 0.4305683954186098, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.019443036114523984, "SE": 0.20076384736839017, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.37404687412521725, "upper": 0.4129329463542652, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.11841243863922842, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.08146519829226548, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.20760114513306543, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P060", "source_specification_id": "CI-T3-K03-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel K, row 3 (\"Avoiding risky investment z-score index\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 11, p. 48 and Table 5, panel A, column 11, p. 49", "outcome_label": "Avoiding risky investment z-score index [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P060.json", "input_bytes": 247718, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p060", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-K03-ORIG", "specification_id": "S01-P060", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K03-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P060" }, "source": { "file": "CI-T3-K03-ORIG.csv", "bytes": 247718, "sha256": "ca09e95b0c4d9d9041cea810327b0934020daa638c59f4f7f194ca857c5de314" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640287, "se": 0.14308541375764514, "pvalue": 0.2507894273461144, "lower": -0.1308179768340421, "upper": 0.47040462196684785 }, { "method": "Dynamic TWFE", "estimate": 0.07590862013463315, "se": 0.15253893489125514, "pvalue": 0.6247663089001834, "lower": -0.24456379017329752, "upper": 0.3963810304425638 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1739832277194392, "se": 0.24583850974489102, "pvalue": 0.48818640981639316, "lower": -0.3425043157436136, "upper": 0.690470771182492 }, { "event_time": -2, "estimate": 0.03623064084260492, "se": 0.09970712182426561, "pvalue": 0.720560511219995, "lower": -0.17324624896699295, "upper": 0.24570753065220277 }, { "event_time": 0, "estimate": 0.13271356451323335, "se": 0.12666807925773865, "pvalue": 0.3086299574953744, "lower": -0.13340619499434847, "upper": 0.39883332402081517 }, { "event_time": 1, "estimate": 0.08309926533302624, "se": 0.1822312647246186, "pvalue": 0.6538365723226178, "lower": -0.29975441514792417, "upper": 0.46595294581397667 }, { "event_time": 2, "estimate": -0.08232758601204578, "se": 0.23484541622883073, "pvalue": 0.7299869962038711, "lower": -0.5757194970167767, "upper": 0.41106432499268514 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p060", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [Table 3 original scale]", "source_specification_id": "CI-T3-K03-ORIG", "specification_id": "S01-P060", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-K03-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P060" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P060", "regression_results": "analyses/archive-expanded/baselines/S01-P060.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-K03-ORIG.csv", "bytes": 247718, "sha256": "ca09e95b0c4d9d9041cea810327b0934020daa638c59f4f7f194ca857c5de314" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 1.001466427465066, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16979332256640287, "se": 0.14308541375764514, "pvalue": 0.2507894273461144, "lower": -0.1308179768340421, "upper": 0.47040462196684785 }, { "method": "Dynamic TWFE", "estimate": 0.07590862013463315, "se": 0.15253893489125514, "pvalue": 0.6247663089001834, "lower": -0.24456379017329752, "upper": 0.3963810304425638 }, { "method": "BJS / did2s", "estimate": 0.13374618313590422, "se": 0.1547636846808173, "pvalue": 0.39885045571023137, "lower": -0.19140025303893918, "upper": 0.45889261931074765 }, { "method": "Sun\u2013Abraham", "estimate": 0.07072027635641516, "se": 0.13947647997109805, "pvalue": 0.6182814696421052, "lower": -0.22230893451010247, "upper": 0.36374948722293277 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1739832277194392, "se": 0.24583850974489102, "pvalue": 0.48818640981639316, "lower": -0.3425043157436136, "upper": 0.690470771182492 }, { "event_time": -2, "estimate": 0.03623064084260492, "se": 0.09970712182426561, "pvalue": 0.720560511219995, "lower": -0.17324624896699295, "upper": 0.24570753065220277 }, { "event_time": 0, "estimate": 0.13271356451323335, "se": 0.12666807925773865, "pvalue": 0.3086299574953744, "lower": -0.13340619499434847, "upper": 0.39883332402081517 }, { "event_time": 1, "estimate": 0.08309926533302624, "se": 0.1822312647246186, "pvalue": 0.6538365723226178, "lower": -0.29975441514792417, "upper": 0.46595294581397667 }, { "event_time": 2, "estimate": -0.08232758601204578, "se": 0.23484541622883073, "pvalue": 0.7299869962038711, "lower": -0.5757194970167767, "upper": 0.41106432499268514 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.09764676573332999, "se": 0.12976840538848894, "pvalue": 0.46149663962554993, "lower": -0.17498653727428032, "upper": 0.37028006874094027 }, { "event_time": -2, "estimate": -0.04260294473782852, "se": 0.05389482367220271, "pvalue": 0.4395368993264808, "lower": -0.15583176764566364, "upper": 0.0706258781700066 }, { "event_time": -1, "estimate": 0.0028123225369587708, "se": 0.019300325869846296, "pvalue": 0.8857667523810524, "lower": -0.037736157466835604, "upper": 0.04336080254075314 }, { "event_time": 0, "estimate": 0.15010847784257358, "se": 0.1355305325566709, "pvalue": 0.28263240162171466, "lower": -0.13463060513134195, "upper": 0.4348475608164891 }, { "event_time": 1, "estimate": 0.1472062150767516, "se": 0.1830005864229012, "pvalue": 0.43166093439537134, "lower": -0.23726375031615646, "upper": 0.5316761804696597 }, { "event_time": 2, "estimate": 0.0662200808704449, "se": 0.21125535468860962, "pvalue": 0.7575345729581877, "lower": -0.377610949913793, "upper": 0.5100511116546829 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.25940961924770883, "se": 0.33862125534320786, "pvalue": 0.45356085266360385, "lower": -0.45200723939692494, "upper": 0.9708264778923426 }, { "event_time": -2, "estimate": -0.12257158827820544, "se": 0.13949139810676817, "pvalue": 0.3911413593340578, "lower": -0.41563214098475176, "upper": 0.17048896442834086 }, { "event_time": 0, "estimate": 0.13482126936396063, "se": 0.10654226251710633, "pvalue": 0.22185483300850745, "lower": -0.08901571817537468, "upper": 0.35865825690329595 }, { "event_time": 1, "estimate": -0.01763088562230289, "se": 0.1918197990805904, "pvalue": 0.927781745657324, "lower": -0.4206293292653229, "upper": 0.3853675580207171 }, { "event_time": 2, "estimate": 0.07805697085872507, "se": 0.24265540926947857, "pvalue": 0.7514019753416203, "lower": -0.431743126659232, "upper": 0.5878570683766822 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 6.493510812287409e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5919287207632622, "df_num": 1, "df_den": 1034, "pvalue": 0.20733533371107649, "log10_pvalue": -0.6833266799219723, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1050.4656818911374, "rss_restricted": 1052.0829608942115, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7773958278103447 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.8216436138317876 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.4849977219865385 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0315928290010648 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.09453683007745294, "se": 0.1604000150730242, "lower": -0.21984142258535627, "upper": 0.40891508274026217 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.10448452643978655, "se": 0.1633531772525885, "lower": -0.2156818177354745, "upper": 0.42465087061504764 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": 0.09546234736926976, "se": 0.16167854811980892, "lower": -0.2214217840182818, "upper": 0.4123464787568213 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.07878658366505333, "se": 0.17361629612354823, "lower": -0.2614951038663422, "upper": 0.41906827119644885, "event_study": [ { "event_time": -3, "estimate": 0.2900779706980714, "se": 0.3547876817682276, "lower": -0.4052931077261127, "upper": 0.9854490491222555, "relative_to_minus_one": 0.2900779706980714, "n": 0.0 }, { "event_time": -2, "estimate": -0.026542442626241003, "se": 0.18033062606277814, "lower": -0.3799839750188462, "upper": 0.32689908976636417, "relative_to_minus_one": -0.026542442626241003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15531151355046502, "se": 0.13602232369406847, "lower": -0.11128734198335843, "upper": 0.4219103690842885, "relative_to_minus_one": 0.15531151355046502, "n": 244.0 }, { "event_time": 1, "estimate": 0.05639799777828332, "se": 0.22212932138133437, "lower": -0.378967472039455, "upper": 0.49176346759602163, "relative_to_minus_one": 0.05639799777828332, "n": 185.0 }, { "event_time": 2, "estimate": 0.024650239666411652, "se": 0.27277837126908, "lower": -0.5099855437824806, "upper": 0.559286023115304, "relative_to_minus_one": 0.024650239666411652, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2685703330020406, "se": 0.15216595884984088, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.27745873916874186, "se": 0.21787932199946275, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": 0.024650239666411652, "se": 0.27277837126908006, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.276988239646075, "se": 0.21709407285325763, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.15190836900047847, "se": 0.19451929154400477, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.24883889780711851, "se": 0.3187649877723368, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.2900779706980714, "se": 0.3547876817682276, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.3306924252040806, "se": 0.30868034750828816, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.37046057471596666, "se": 0.2078941141015274, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.09546234736926976, "treated_cell_se": 0.16167854811980892, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.043899249751120806, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.21348876069665798, "event_study": [ { "event_time": -3, "estimate": 0.3590764114840417, "raw_gap": -0.004598629748677501, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.1762575179374146 }, { "event_time": -2, "estimate": 0.2815986134485644, "raw_gap": -0.03623057047206174, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.09877971990193732 }, { "event_time": -1, "estimate": 0.1828188935466271, "raw_gap": 0.013431066414435578, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44105938058407707, "raw_gap": 0.23687105468375302, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.25824048703744995 }, { "event_time": 1, "estimate": 0.048158839132886204, "raw_gap": -0.06379953155530735, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.13466005441374088 }, { "event_time": 2, "estimate": -0.046315361837013465, "raw_gap": -0.046315361837013506, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.22913425538364054 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.051456366621928054, 0.06170444634059269, -0.022139238787463798, 0.25102578572348705, -0.06562652139607954, -0.01837414508719766 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": -0.291722515173462 }, { "cohort": 3, "pre_gap": -0.36367504123271926 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2820890612280672, "zeta_omega": [ 0.0, 2.4462594366915997, 2.5363166522278493 ], "zeta_lambda": [ 0.0, 1.4545545636280993e-06, 1.7934467040266744e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.23590022528604446, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00033175013959407806, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1334088766433089, "event_study": [ { "event_time": -3, "estimate": 0.07728299255975496, "raw_gap": 0.07728299255975496, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.08882112520227696 }, { "event_time": -2, "estimate": -0.042697006692172815, "raw_gap": -0.042697006692172815, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.03115887404965082 }, { "event_time": -1, "estimate": -0.011538132642521995, "raw_gap": -0.011538132642521995, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21289236642243475, "raw_gap": 0.21289236642243475, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.22443049906495674 }, { "event_time": 1, "estimate": 0.08485150277654359, "raw_gap": 0.08485150277654359, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.09638963541906559 }, { "event_time": 2, "estimate": 0.02496244601044285, "raw_gap": 0.02496244601044285, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.03650057865296485 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04226434978866601, -0.0035648733364879656, -0.010810527528310802, 0.23417536435455488, 0.13021820514225493, 0.0566647985138841 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 26, "termination_reason": "Relative objective tolerance reached", "objective": 0.16028953326998086, "lambda_l": 0.03765692922533473, "singular_values": [ 2.8837576396073783, 0.2577502640459134, 0.0, 0.0 ], "history_objective": [ 0.16324649492179336, 0.1607699402128294, 0.16041199323385408, 0.1603261753832801, 0.1603009146420683, 0.16029309635737046, 0.16029065126588127, 0.16028988485218038, 0.16028964428968365, 0.16028956859557345, 0.16028954466422285, 0.16028953703173435, 0.16028953455977069, 0.16028953373806132, 0.16028953345329436, 0.16028953334836715, 0.16028953330648654, 0.16028953328820741, 0.1602895332795275, 0.1602895332751173, 0.1602895332727672, 0.16028953327147633, 0.16028953327075415, 0.16028953327034576, 0.16028953327011355, 0.16028953326998086 ], "history_rmse": [ 0.21455460514229133, 0.20632395207881374, 0.2050897885686775, 0.20490186219013393, 0.20488737110331556, 0.2048963765634667, 0.20490429151114975, 0.20490901096453595, 0.20491158613397756, 0.20491296513278706, 0.2049137060235897, 0.20491410767592158, 0.20491432731708542, 0.20491444821841406, 0.20491451505844555, 0.20491455210383203, 0.20491457265859236, 0.20491458406353466, 0.2049145903856726, 0.20491459388363187, 0.20491459581326155, 0.20491459687309724, 0.20491459745156793, 0.2049145977644734, 0.20491459793152433, 0.20491459801897763 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.16665065094292328, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00021591689437627792, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.34925162238858914, "event_study": [ { "event_time": -3, "estimate": 0.030086798615413655, "raw_gap": 0.030086798615413655, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.009494473987038024 }, { "event_time": -2, "estimate": -0.007676154474508284, "raw_gap": -0.007676154474508284, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.047257427076959964 }, { "event_time": -1, "estimate": 0.03958127260245168, "raw_gap": 0.03958127260245168, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3434402801412964, "raw_gap": 0.3434402801412964, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.3038590075388447 }, { "event_time": 1, "estimate": 0.40266781880499286, "raw_gap": 0.40266781880499286, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": 0.36308654620254116 }, { "event_time": 2, "estimate": 0.261084655423013, "raw_gap": 0.261084655423013, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.22150338282056134 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.01677093825783689, -0.0028953066007053677, 0.006942015833614432, 0.31404151703616373, 0.4120267317098828, 0.2890258721728289 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.012891004829970854, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.34207072843419345, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015525007620453835, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640287, "SE": 0.14308541375764514, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07590862013463315, "SE": 0.15253893489125514, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640287, "SE": 0.14308541375764514, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179768340421, "upper": 0.47040462196684785, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07590862013463315, "SE": 0.15253893489125514, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456379017329752, "upper": 0.3963810304425638, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588675.919552, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16979332256640287, "SE": 0.14308541375764514, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.1308179768340421, "upper": 0.47040462196684785, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.07590862013463315, "SE": 0.15253893489125514, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24456379017329752, "upper": 0.3963810304425638, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13374618313590422, "SE": 0.1547636846808173, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19140025303893918, "upper": 0.45889261931074765, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07072027635641516, "SE": 0.13947647997109805, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22230893451010247, "upper": 0.36374948722293277, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.07878658366505333, "SE": 0.17361629612354823, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2614951038663422, "upper": 0.41906827119644885, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09546234736926976, "SE": 0.16167854811980892, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2214217840182818, "upper": 0.4123464787568213, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.21348876069665798, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1334088766433089, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.34925162238858914, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P061", "source_specification_id": "CI-T3-L01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel L, row 1 (\"Cooperated with minority\"), accepted-manuscript p. 47; exact duplicate also at Table 4, panel A, column 12, p. 48 and Table 5, panel A, column 12, p. 49", "outcome_label": "Cooperated with minority [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P061.json", "input_bytes": 186590, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "latest_cohort_control": true, "slug": "s01-p061", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [Table 3 original scale]", "source_specification_id": "CI-T3-L01-ORIG", "specification_id": "S01-P061", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-L01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P061" }, "source": { "file": "CI-T3-L01-ORIG.csv", "bytes": 186590, "sha256": "755920bf6dce7659422eeab7bfe53a425717b2bd92f0ad046f97174ebb011b7b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.06203785992970153, "se": 0.10124164578478528, "pvalue": 0.547692890696429, "lower": -0.27473866494923316, "upper": 0.15066294508983008 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358897, "se": 0.2544756060079422, "pvalue": 0.29170959819713393, "lower": -0.8110529270993696, "upper": 0.25821389163219166 }, { "event_time": -2, "estimate": 0.010498378026895922, "se": 0.11319430224637099, "pvalue": 0.9271294245708079, "lower": -0.22731402639221054, "upper": 0.2483107824460024 }, { "event_time": 0, "estimate": 0.04053557945385421, "se": 0.09827702982142532, "pvalue": 0.6848715388587466, "lower": -0.165936798547404, "upper": 0.24700795745511245 }, { "event_time": 1, "estimate": -0.13668456955270147, "se": 0.13050127123342453, "pvalue": 0.3087850664297663, "lower": -0.4108575665664769, "upper": 0.13748842746107393 }, { "event_time": 2, "estimate": -0.17889492169358284, "se": 0.19157496214073352, "pvalue": 0.36275965908908336, "lower": -0.5813789820133923, "upper": 0.2235891386262267 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.5322328882679089e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "code_sha256": { "replication_engine.py": "1bbe86d78c4c03fda3c933adf831c8473a0e275698cf0bbb14447878d7e54148", "reference_f_test.py": "b801de6e92ee3f3008618673a3087b955e8d266dbf6024e91e7e0c54d3775025", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p061", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [Table 3 original scale]", "source_specification_id": "CI-T3-L01-ORIG", "specification_id": "S01-P061", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-L01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P061" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P061", "regression_results": "analyses/archive-expanded/baselines/S01-P061.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-L01-ORIG.csv", "bytes": 186590, "sha256": "755920bf6dce7659422eeab7bfe53a425717b2bd92f0ad046f97174ebb011b7b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1698, "source_sd": 0.36579370021795615, "rows": 1065, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023075762589221598, "se": 0.09223370682328534, "pvalue": 0.8052752243188508, "lower": -0.17070006492894882, "upper": 0.216851590107392 }, { "method": "Dynamic TWFE", "estimate": -0.04755983410930353, "se": 0.09294443091668729, "pvalue": 0.6150800814369477, "lower": -0.24282883753983242, "upper": 0.14770916932122535 }, { "method": "BJS / did2s", "estimate": -0.14818831958159023, "se": 0.0913596758522392, "pvalue": 0.12218086660335128, "lower": -0.34012787616883655, "upper": 0.04375123700565606 }, { "method": "Sun\u2013Abraham", "estimate": -0.06203785992970153, "se": 0.10124164578478528, "pvalue": 0.547692890696429, "lower": -0.27473866494923316, "upper": 0.15066294508983008 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3377968179024554, "se": 0.26868932734149364, "pvalue": 0.22474893468546897, "lower": -0.9022921476917384, "upper": 0.22669851188682755 }, { "event_time": -2, "estimate": 0.03358489713768725, "se": 0.10106196195825089, "pvalue": 0.7434864535995568, "lower": -0.1787384061704034, "upper": 0.2459082004457779 }, { "event_time": 0, "estimate": 0.061418856087838855, "se": 0.096395616403761, "pvalue": 0.5320455485059494, "lower": -0.1411008189974432, "upper": 0.2639385311731209 }, { "event_time": 1, "estimate": -0.10073405380787102, "se": 0.12374099612136528, "pvalue": 0.42624282314014345, "lower": -0.3607042398406282, "upper": 0.15923613222488614 }, { "event_time": 2, "estimate": -0.2220761858162593, "se": 0.1701349162621772, "pvalue": 0.2082320856113445, "lower": -0.5795163812060308, "upper": 0.13536400957351222 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.11363997497173692, "se": 0.13493256995865532, "pvalue": 0.4107279168924418, "lower": -0.3971227851442417, "upper": 0.16984283520076784 }, { "event_time": -2, "estimate": 0.04664311843310952, "se": 0.07159714772103143, "pvalue": 0.5229769489840881, "lower": -0.10377690723239884, "upper": 0.19706314409861786 }, { "event_time": -1, "estimate": -0.0014704402899431883, "se": 0.019114475631812438, "pvalue": 0.9395293869438054, "lower": -0.041628463432468184, "upper": 0.0386875828525818 }, { "event_time": 0, "estimate": -0.01219010381865848, "se": 0.1037939281188579, "pvalue": 0.9078078082406276, "lower": -0.2302530550467611, "upper": 0.20587284740944414 }, { "event_time": 1, "estimate": -0.2579434082894327, "se": 0.11733701447091248, "pvalue": 0.04124705229541226, "lower": -0.5044593281274543, "upper": -0.011427488451411005 }, { "event_time": 2, "estimate": -0.28234324911497033, "se": 0.16315569316999906, "pvalue": 0.10064551588503233, "lower": -0.6251206408866256, "upper": 0.0604341426566849 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.27641951773358897, "se": 0.2544756060079422, "pvalue": 0.29170959819713393, "lower": -0.8110529270993696, "upper": 0.25821389163219166 }, { "event_time": -2, "estimate": 0.010498378026895922, "se": 0.11319430224637099, "pvalue": 0.9271294245708079, "lower": -0.22731402639221054, "upper": 0.2483107824460024 }, { "event_time": 0, "estimate": 0.04053557945385421, "se": 0.09827702982142532, "pvalue": 0.6848715388587466, "lower": -0.165936798547404, "upper": 0.24700795745511245 }, { "event_time": 1, "estimate": -0.13668456955270147, "se": 0.13050127123342453, "pvalue": 0.3087850664297663, "lower": -0.4108575665664769, "upper": 0.13748842746107393 }, { "event_time": 2, "estimate": -0.17889492169358284, "se": 0.19157496214073352, "pvalue": 0.36275965908908336, "lower": -0.5813789820133923, "upper": 0.2235891386262267 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46476190476190476, 0.3523809523809524, 0.18285714285714286 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.5322328882679089e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.089851587418521, "df_num": 1, "df_den": 1034, "pvalue": 0.7644261615040241, "log10_pvalue": -0.11666445819157693, "inference": "Homoskedastic nested-model F", "observations": 1065, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 890.3620742676908, "rss_restricted": 890.4394441378554, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ], [ -0.14206395680109857, -0.17364147139439193, -0.009178380814945177, -0.10368974606092793, -0.15285706302083465, -0.22278610001582055 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.07262060022901005 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.21380661478498103 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10607991392786983 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0993599400086243 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.14814007572946877, "se": 0.08982685170889203, "lower": -0.3241974699235174, "upper": 0.027917318464579816 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.13104065854066782, "se": 0.08486869144017709, "lower": -0.2973802371784577, "upper": 0.035298920097122044 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.09070493230901076, "se": 0.08155523290792134, "lower": -0.25055025155931243, "upper": 0.06914038694129089 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 525.0, "post_cells": 6, "estimate": -0.12952175113835906, "se": 0.08463919580110542, "lower": -0.2954115265889594, "upper": 0.036368024312241315 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.14814007572946877, "se": 0.08982685170889203, "lower": -0.3241974699235174, "upper": 0.027917318464579816, "event_study": [ { "event_time": -3, "estimate": -0.303366442737867, "se": 0.23988527055698883, "lower": -0.7735329334512118, "upper": 0.1668000479754777, "relative_to_minus_one": -0.303366442737867, "n": 0.0 }, { "event_time": -2, "estimate": 0.014932217758936606, "se": 0.1794106640854288, "lower": -0.3367062222909176, "upper": 0.36657065780879083, "relative_to_minus_one": 0.014932217758936606, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.01678779577494567, "se": 0.11180216603833801, "lower": -0.23591601460365536, "upper": 0.20234042305376398, "relative_to_minus_one": -0.01678779577494567, "n": 244.0 }, { "event_time": 1, "estimate": -0.25456075389387384, "se": 0.11319687154454204, "lower": -0.47642254528378314, "upper": -0.03269896250396456, "relative_to_minus_one": -0.25456075389387384, "n": 185.0 }, { "event_time": 2, "estimate": -0.1730716775195868, "se": 0.1706386837718255, "lower": -0.5075173520816842, "upper": 0.1613739970425106, "relative_to_minus_one": -0.1730716775195868, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.004238990830196385, "se": 0.1534333355510426, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": -0.24075409384568608, "se": 0.16529316580452105, "event_time": 1, "mass": 114.0 }, { "group": 2, "year": 4, "att": -0.1730716775195868, "se": 0.17063868377182537, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": 0.06264381527733806, "se": 0.23007146610432216, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.1911531568310924, "se": 0.242357416858071, "event_time": 0, "mass": 91.0 }, { "group": 3, "year": 4, "att": -0.2736247542451082, "se": 0.13520615891072485, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.303366442737867, "se": 0.23988527055698877, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.05312341118863097, "se": 0.19950496755699298, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.20721083436827523, "se": 0.07627875183856736, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.12952175113835906, "treated_cell_se": 0.08463919580110542, "checks": { "input_rows": 1065, "retained_rows": 1065, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.044087040703743696, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.07564722887579461, "event_study": [ { "event_time": -3, "estimate": -0.35359586390009545, "raw_gap": -0.2604669279262786, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.3396079104213969 }, { "event_time": -2, "estimate": -0.09424123889058163, "raw_gap": -0.06766171196522261, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08025328541188304 }, { "event_time": -1, "estimate": -0.013987953478698596, "raw_gap": 0.007415881862828252, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.02688414578119268, "raw_gap": 0.04709084843502376, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": 0.04087209925989128 }, { "event_time": 1, "estimate": -0.15824272317921687, "raw_gap": -0.16258587543879838, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.14425476970051826 }, { "event_time": 2, "estimate": -0.17707940564841737, "raw_gap": -0.17707940564841737, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.16309145216971876 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1975958738755053, 0.04354964374455736, 0.03399894965735094, 0.09464767872261241, -0.15275043035109276, -0.10240394323176952 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": -0.011316664338346119 }, { "cohort": 3, "pre_gap": 0.09312893597381677 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09991500370555298, "zeta_omega": [ 0.0, 0.8065408218777788, 0.692605120889746 ], "zeta_lambda": [ 0.0, 4.795720419585985e-07, 4.897457776656679e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 9.020562075079397e-17 }, "native_matrix_att": -0.03475319241160063, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031629204750061035, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1421183481488218, "event_study": [ { "event_time": -3, "estimate": -0.038277808012934296, "raw_gap": -0.038277808012934296, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.044576651258689426 }, { "event_time": -2, "estimate": 0.00866850409888335, "raw_gap": 0.00866850409888335, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": 0.00236966085312822 }, { "event_time": -1, "estimate": 0.00629884324575513, "raw_gap": 0.00629884324575513, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.008220505254972017, "raw_gap": -0.008220505254972017, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.014519348500727147 }, { "event_time": 1, "estimate": -0.24515074014459792, "raw_gap": -0.24515074014459792, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.25144958339035306 }, { "event_time": 2, "estimate": -0.28389002676216296, "raw_gap": -0.28389002676216296, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.2901888700079181 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04639820942018463, 0.01569211598290826, 0.00461973865853039, 0.019224492642272797, -0.22712159573592938, -0.1954999370647387 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 32, "termination_reason": "Relative objective tolerance reached", "objective": 0.018074147968522275, "lambda_l": 0.01174757080786394, "singular_values": [ 0.8648733119070974, 0.3409015693151788, 0.0, 0.0 ], "history_objective": [ 0.018113380472299885, 0.018084170537329945, 0.01807713004408069, 0.018075068618993665, 0.018074448243517827, 0.01807425423457408, 0.018074189749941422, 0.01807416633867951, 0.018074156862392096, 0.0180741525825602, 0.018074150467972953, 0.01807414935643064, 0.01807414874966624, 0.018074148411318738, 0.01807414822046394, 0.018074148112149715, 0.018074148050482696, 0.0180741480153148, 0.018074147995241326, 0.018074147983778217, 0.018074147977230448, 0.018074147973489812, 0.018074147971352664, 0.01807414797013159, 0.0180741479694339, 0.018074147969035243, 0.01807414796880746, 0.018074147968677307, 0.018074147968602926, 0.018074147968560432, 0.018074147968536156, 0.018074147968522275 ], "history_rmse": [ 0.06369794420158244, 0.06308139737053725, 0.06281563931003505, 0.06267886560834658, 0.06260663518752023, 0.06256816581404144, 0.06254759485395776, 0.06253657021104256, 0.06253065369827929, 0.06252747559413614, 0.06252576720679627, 0.06252484823997013, 0.06252435354963176, 0.06252408701663366, 0.06252394325028285, 0.0625238655887189, 0.06252382355335713, 0.06252380074029486, 0.06252378831455815, 0.06252378151343062, 0.06252377776640866, 0.0625237756839646, 0.0625237745133686, 0.0625237738456815, 0.06252377345787064, 0.06252377322765516, 0.06252377308752084, 0.06252377299984228, 0.06252377294339553, 0.0625237729060229, 0.06252377288062645, 0.06252377286296672 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.10265465342953747, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023250002413988113, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10447613581385642, "event_study": [ { "event_time": -3, "estimate": -0.2372385398745314, "raw_gap": -0.2372385398745314, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.24698346278771902 }, { "event_time": -2, "estimate": -0.06643467573979657, "raw_gap": -0.06643467573979657, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.07617959865298421 }, { "event_time": -1, "estimate": 0.009744922913187633, "raw_gap": 0.009744922913187633, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.007875945485842906, "raw_gap": 0.007875945485842906, "n": 244, "n_cells": 13, "weight_sum": 244.0, "relative_to_minus_one": -0.0018689774273447264 }, { "event_time": 1, "estimate": -0.15311108920579616, "raw_gap": -0.15311108920579616, "n": 185, "n_cells": 9, "weight_sum": 185.0, "relative_to_minus_one": -0.1628560121189838 }, { "event_time": 2, "estimate": -0.2963140676848751, "raw_gap": -0.2963140676848751, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.30605899059806274 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1743674858237581, 0.02794793135771409, 0.036452807110216194, 0.04189244428479626, -0.14943698027857252, -0.22163860526822723 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.09348604180019209, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.07068607678318288, "matrix_preparation": { "source_rows": 1065, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 44, "observation_mass": 1065.0, "treated_observation_mass": 525.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016133300960063934, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06203785992970153, "SE": 0.10124164578478528, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17070006492894882, "upper": 0.216851590107392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24282883753983242, "upper": 0.14770916932122535, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34012787616883655, "upper": 0.04375123700565606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06203785992970153, "SE": 0.10124164578478528, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27473866494923316, "upper": 0.15066294508983008, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3241974699235174, "upper": 0.027917318464579816, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2954115265889594, "upper": 0.036368024312241315, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588677.088644, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023075762589221598, "SE": 0.09223370682328534, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17070006492894882, "upper": 0.216851590107392, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.04755983410930353, "SE": 0.09294443091668729, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24282883753983242, "upper": 0.14770916932122535, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14818831958159023, "SE": 0.0913596758522392, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.34012787616883655, "upper": 0.04375123700565606, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06203785992970153, "SE": 0.10124164578478528, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27473866494923316, "upper": 0.15066294508983008, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.14814007572946877, "SE": 0.08982685170889203, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3241974699235174, "upper": 0.027917318464579816, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12952175113835906, "SE": 0.08463919580110542, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2954115265889594, "upper": 0.036368024312241315, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07564722887579461, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1421183481488218, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10447613581385642, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P062", "source_specification_id": "CI-T5-B-C01", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P062.json", "input_bytes": 48595, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p062", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C01", "specification_id": "S01-P062", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C01.csv", "output_dir": "analyses/full-archive/results/S01-P062" }, "source": { "file": "CI-T5-B-C01.csv", "bytes": 48595, "sha256": "a0630d86c0543eefc9dc86317967f6b33c98a5d9e532bd990b8d34f32452e6ee" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9988298934838884, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3008887212720041, "se": 0.31083588666172546, "pvalue": 0.3483947924612586, "lower": -0.3616422880968006, "upper": 0.9634197306408088 }, { "method": "Dynamic TWFE", "estimate": 0.4412438780784204, "se": 0.2623324119524252, "pvalue": 0.11326322984809588, "lower": -0.11790442216317615, "upper": 1.000392178320017 }, { "method": "BJS / did2s", "estimate": 0.9459750955934545, "se": 0.37739492812291625, "pvalue": 0.02418892808035738, "lower": 0.14157684754930033, "upper": 1.7503733436376088 }, { "method": "Sun\u2013Abraham", "estimate": 0.3473935080976446, "se": 0.18967622492873337, "pvalue": 0.08695712923805886, "lower": -0.056891795330198, "upper": 0.7516788115254871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2511315580458854, "se": 0.20967745699567317, "pvalue": 0.2496162511793888, "lower": -0.19578536238167166, "upper": 0.6980484784734424 }, { "event_time": -2, "estimate": 0.1776186893782767, "se": 0.3323516717598546, "pvalue": 0.6008763631919055, "lower": -0.5307721303602971, "upper": 0.8860095091168506 }, { "event_time": 0, "estimate": 0.32234141442229186, "se": 0.3184903055982283, "pvalue": 0.3275423875542638, "lower": -0.3565046027102459, "upper": 1.0011874315548297 }, { "event_time": 1, "estimate": 0.6056090484265981, "se": 0.2880375333947495, "pvalue": 0.05280273969257989, "lower": -0.008328421231799554, "upper": 1.2195465180849958 }, { "event_time": 2, "estimate": 0.4520134499230719, "se": 0.37252531782656606, "pvalue": 0.24374753547756997, "lower": -0.34200546946787347, "upper": 1.2460323693140172 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.5794458207597651, "se": 0.39757500502721055, "pvalue": 0.16560875837946934, "lower": -1.4268568845509386, "upper": 0.26796524303140845 }, { "event_time": -2, "estimate": -0.0575733281731729, "se": 0.10855995423389407, "pvalue": 0.6036416395560582, "lower": -0.2889633932909965, "upper": 0.1738167369446507 }, { "event_time": -1, "estimate": 0.03658685651504574, "se": 0.024987129320309, "pvalue": 0.16377372561520412, "lower": -0.016671948919570224, "upper": 0.0898456619496617 }, { "event_time": 0, "estimate": 0.6746109612923186, "se": 0.4086373129993102, "pvalue": 0.119539187561272, "lower": -0.19637885379882913, "upper": 1.5456007763834663 }, { "event_time": 1, "estimate": 1.3210961047744365, "se": 0.3662051306718749, "pvalue": 0.002585427534689409, "lower": 0.5405483454222104, "upper": 2.101643864126663 }, { "event_time": 2, "estimate": 0.8637219373079661, "se": 0.49849217304376636, "pvalue": 0.10365814953444494, "lower": -0.19878897839127485, "upper": 1.926232853007207 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.10073997867565491, "se": 0.3534311336968436, "pvalue": 0.7795157233702092, "lower": -0.6525806506291588, "upper": 0.8540606079804686 }, { "event_time": -2, "estimate": -0.06787349553190553, "se": 0.2780887899487898, "pvalue": 0.8104824655190007, "lower": -0.6606057204935216, "upper": 0.5248587294297105 }, { "event_time": 0, "estimate": 0.10088019620353345, "se": 0.1945223735543723, "pvalue": 0.6116022442532858, "lower": -0.3137344285101424, "upper": 0.5154948209172092 }, { "event_time": 1, "estimate": 0.6881619098336217, "se": 0.2791714316423823, "pvalue": 0.026254809594456523, "lower": 0.09312208872619387, "upper": 1.2832017309410495 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.2342257621139477e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.14916274158398224, "df_num": 1, "df_den": 164, "pvalue": 0.6998373490996154, "log10_pvalue": -0.1550028836950256, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 166.9680841403949, "rss_restricted": 167.1199464403181, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.8590981914694464 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.6436372911894186 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3060934281471371 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p062", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C01", "specification_id": "S01-P062", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P062" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P062", "regression_results": "analyses/archive-expanded/baselines/S01-P062.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C01.csv", "bytes": 48595, "sha256": "a0630d86c0543eefc9dc86317967f6b33c98a5d9e532bd990b8d34f32452e6ee" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9988298934838884, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3008887212720041, "se": 0.31083588666172546, "pvalue": 0.3483947924612586, "lower": -0.3616422880968006, "upper": 0.9634197306408088 }, { "method": "Dynamic TWFE", "estimate": 0.4412438780784204, "se": 0.2623324119524252, "pvalue": 0.11326322984809588, "lower": -0.11790442216317615, "upper": 1.000392178320017 }, { "method": "BJS / did2s", "estimate": 0.9459750955934545, "se": 0.37739492812291625, "pvalue": 0.02418892808035738, "lower": 0.14157684754930033, "upper": 1.7503733436376088 }, { "method": "Sun\u2013Abraham", "estimate": 0.3473935080976446, "se": 0.18967622492873337, "pvalue": 0.08695712923805886, "lower": -0.056891795330198, "upper": 0.7516788115254871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2511315580458854, "se": 0.20967745699567317, "pvalue": 0.2496162511793888, "lower": -0.19578536238167166, "upper": 0.6980484784734424 }, { "event_time": -2, "estimate": 0.1776186893782767, "se": 0.3323516717598546, "pvalue": 0.6008763631919055, "lower": -0.5307721303602971, "upper": 0.8860095091168506 }, { "event_time": 0, "estimate": 0.32234141442229186, "se": 0.3184903055982283, "pvalue": 0.3275423875542638, "lower": -0.3565046027102459, "upper": 1.0011874315548297 }, { "event_time": 1, "estimate": 0.6056090484265981, "se": 0.2880375333947495, "pvalue": 0.05280273969257989, "lower": -0.008328421231799554, "upper": 1.2195465180849958 }, { "event_time": 2, "estimate": 0.4520134499230719, "se": 0.37252531782656606, "pvalue": 0.24374753547756997, "lower": -0.34200546946787347, "upper": 1.2460323693140172 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.5794458207597651, "se": 0.39757500502721055, "pvalue": 0.16560875837946934, "lower": -1.4268568845509386, "upper": 0.26796524303140845 }, { "event_time": -2, "estimate": -0.0575733281731729, "se": 0.10855995423389407, "pvalue": 0.6036416395560582, "lower": -0.2889633932909965, "upper": 0.1738167369446507 }, { "event_time": -1, "estimate": 0.03658685651504574, "se": 0.024987129320309, "pvalue": 0.16377372561520412, "lower": -0.016671948919570224, "upper": 0.0898456619496617 }, { "event_time": 0, "estimate": 0.6746109612923186, "se": 0.4086373129993102, "pvalue": 0.119539187561272, "lower": -0.19637885379882913, "upper": 1.5456007763834663 }, { "event_time": 1, "estimate": 1.3210961047744365, "se": 0.3662051306718749, "pvalue": 0.002585427534689409, "lower": 0.5405483454222104, "upper": 2.101643864126663 }, { "event_time": 2, "estimate": 0.8637219373079661, "se": 0.49849217304376636, "pvalue": 0.10365814953444494, "lower": -0.19878897839127485, "upper": 1.926232853007207 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.10073997867565491, "se": 0.3534311336968436, "pvalue": 0.7795157233702092, "lower": -0.6525806506291588, "upper": 0.8540606079804686 }, { "event_time": -2, "estimate": -0.06787349553190553, "se": 0.2780887899487898, "pvalue": 0.8104824655190007, "lower": -0.6606057204935216, "upper": 0.5248587294297105 }, { "event_time": 0, "estimate": 0.10088019620353345, "se": 0.1945223735543723, "pvalue": 0.6116022442532858, "lower": -0.3137344285101424, "upper": 0.5154948209172092 }, { "event_time": 1, "estimate": 0.6881619098336217, "se": 0.2791714316423823, "pvalue": 0.026254809594456523, "lower": 0.09312208872619387, "upper": 1.2832017309410495 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.2342257621139477e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.14916274158398224, "df_num": 1, "df_den": 164, "pvalue": 0.6998373490996154, "log10_pvalue": -0.1550028836950256, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 166.9680841403949, "rss_restricted": 167.1199464403181, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.8590981914694464 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.6436372911894186 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.3060934281471371 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5173313371416206, "event_study": [ { "event_time": -3, "estimate": -0.1033327657450647, "raw_gap": -0.1033327657450647, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.10644770064285218 }, { "event_time": -2, "estimate": 0.020806196787925668, "raw_gap": 0.020806196787925668, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": 0.017691261890138185 }, { "event_time": -1, "estimate": 0.003114934897787484, "raw_gap": 0.003114934897787484, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.35380147008615187, "raw_gap": 0.35380147008615187, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": 0.3506865351883644 }, { "event_time": 1, "estimate": 0.8369141105036273, "raw_gap": 0.8369141105036273, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 0.8337991756058398 }, { "event_time": 2, "estimate": 0.4076792494622688, "raw_gap": 0.4076792494622688, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.40456431456448133 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1033327657450647, 0.0047376709761947945, 0.00843826624605944, 0.43518865713734495, 0.7911834534583045, 0.6226634415487272 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 66, "termination_reason": "Relative objective tolerance reached", "objective": 0.02750211822382204, "lambda_l": 0.019673194618648505, "singular_values": [ 1.1519385061357525, 0.0, 0.0, 0.0 ], "history_objective": [ 0.0297735635256879, 0.02928126298978651, 0.028983049454561868, 0.028736795788430473, 0.028529995161799906, 0.0283552001465387, 0.028206354413001122, 0.02807833433039498, 0.027966955926943083, 0.027868969420637317, 0.027781954102639894, 0.02770414268164074, 0.02763423392117304, 0.027577675959586337, 0.027545596095258085, 0.027527654388752418, 0.027517370571625902, 0.02751138244711904, 0.027507833748120714, 0.02750569389664357, 0.02750438269185069, 0.027503567556237382, 0.027503054295336667, 0.027502727486616065, 0.02750251737974585, 0.0275023811782366, 0.027502292260407804, 0.027502233862372973, 0.02750219531356882, 0.02750216975798955, 0.027502152754702573, 0.027502141407021813, 0.027502133814234175, 0.027502128722795567, 0.027502125302391846, 0.027502123001017356, 0.027502121450541216, 0.02750212040480576, 0.027502119698842187, 0.027502119221881182, 0.02750211889942574, 0.027502118681304866, 0.02750211853369107, 0.027502118433754087, 0.027502118366072945, 0.027502118320224117, 0.027502118289157895, 0.027502118268104055, 0.02750211825383337, 0.02750211824415917, 0.027502118237600213, 0.027502118233152913, 0.027502118230137203, 0.027502118228092103, 0.02750211822670513, 0.02750211822576447, 0.027502118225126465, 0.027502118224693724, 0.027502118224400185, 0.027502118224201077, 0.027502118224066008, 0.02750211822397438, 0.027502118223912214, 0.02750211822387006, 0.02750211822384147, 0.02750211822382204 ], "history_rmse": [ 0.07493451536873486, 0.0738161734585375, 0.07381222752948868, 0.07394283620309058, 0.07411335034265414, 0.07428844959965533, 0.07445354720145393, 0.07460277996130671, 0.07473457541014256, 0.07484970237686799, 0.07495017898230104, 0.07503854297226381, 0.07511735491143186, 0.07424875859442857, 0.07264410808833566, 0.07172668149433079, 0.07112992996549546, 0.07071621635526129, 0.07042044069829496, 0.07020548743641782, 0.07004764990727222, 0.06993085997440103, 0.06984388933466958, 0.06977875604259466, 0.06972972233371698, 0.06969262900744383, 0.06966444002682944, 0.0696429254370021, 0.06962643798390486, 0.06961375433668057, 0.06960396139019501, 0.06959637431355735, 0.0695904771253138, 0.06958587936068908, 0.06958228430461907, 0.06957946558485162, 0.06957724984056515, 0.06957550382905436, 0.06957412479044885, 0.06957303321567232, 0.06957216739535316, 0.06957147929446642, 0.0695709314181437, 0.06957049442164168, 0.06957014528128277, 0.06956986588994048, 0.06956964197502322, 0.06956946226232692, 0.06956931782798488, 0.06956920159479235, 0.06956910793969821, 0.06956903238714827, 0.06956897136892931, 0.0695689220356535, 0.0695688821084569, 0.06956884976209261, 0.0695688235325818, 0.06956880224413088, 0.0695687849511863, 0.0695687708924123, 0.06956875945407556, 0.06956875014087073, 0.06956874255263362, 0.06956873636573128, 0.06956873131816474, 0.06956872719762922 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.5794820529159093, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005028340965509415, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3616422880968006, "upper": 0.9634197306408088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11790442216317615, "upper": 1.000392178320017, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14157684754930033, "upper": 1.7503733436376088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.056891795330198, "upper": 0.7516788115254871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602628.4059331, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3008887212720041, "SE": 0.31083588666172546, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3616422880968006, "upper": 0.9634197306408088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4412438780784204, "SE": 0.2623324119524252, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11790442216317615, "upper": 1.000392178320017, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.9459750955934545, "SE": 0.37739492812291625, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14157684754930033, "upper": 1.7503733436376088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3473935080976446, "SE": 0.18967622492873337, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.056891795330198, "upper": 0.7516788115254871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.5173313371416206, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P063", "source_specification_id": "CI-T5-B-C02", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P063.json", "input_bytes": 47718, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p063", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C02", "specification_id": "S01-P063", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C02.csv", "output_dir": "analyses/full-archive/results/S01-P063" }, "source": { "file": "CI-T5-B-C02.csv", "bytes": 47718, "sha256": "78bf0ffdcb2c281bb4a961c9cf0849130a2f304c345c41a2c29cf2768d0aa59c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 325, "source_sd": 0.999952453324405, "rows": 188, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.49306361679116867, "se": 0.18166472287589872, "pvalue": 0.015998437544071802, "lower": 0.10585442577309173, "upper": 0.8802728078092457 }, { "method": "Dynamic TWFE", "estimate": 0.05392094024824979, "se": 0.2666237608059565, "pvalue": 0.8424495199904146, "lower": -0.5143741535570446, "upper": 0.6222160340535442 }, { "method": "BJS / did2s", "estimate": 0.8480062505483228, "se": 0.45186739700904666, "pvalue": 0.0801549471972886, "lower": -0.11512630745988861, "upper": 1.8111388085565343 }, { "method": "Sun\u2013Abraham", "estimate": 0.6471186994364466, "se": 0.17452865044172994, "pvalue": 0.0021051549223060294, "lower": 0.27511968676526033, "upper": 1.019117712107633 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.5988554787862967, "se": 0.47773797504281057, "pvalue": 0.004414942595032925, "lower": 0.5805810889846506, "upper": 2.617129868587943 }, { "event_time": -2, "estimate": 0.4444460748991475, "se": 0.30182430666026283, "pvalue": 0.1615484363329842, "lower": -0.19887720637076417, "upper": 1.0877693561690591 }, { "event_time": 0, "estimate": 0.1928924592897039, "se": 0.21151280496212235, "pvalue": 0.37621083146026874, "lower": -0.25793641272688533, "upper": 0.643721331306293 }, { "event_time": 1, "estimate": -0.13409935021959984, "se": 0.4124511426009434, "pvalue": 0.7495749470250642, "lower": -1.013218150681991, "upper": 0.7450194502427913 }, { "event_time": 2, "estimate": -0.5994499859994852, "se": 0.4898590439785005, "pvalue": 0.2399333820700299, "lower": -1.6435598226758064, "upper": 0.4446598506768361 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.3335624663333425, "se": 0.3662574381674771, "pvalue": 0.3768398215716064, "lower": -0.4470967838066142, "upper": 1.1142217164732993 }, { "event_time": -2, "estimate": -0.04044218344975621, "se": 0.12594576418912332, "pvalue": 0.7525591249881656, "lower": -0.3088892252958418, "upper": 0.2280048583963294 }, { "event_time": -1, "estimate": 0.0010491596647710147, "se": 0.036414837392387794, "pvalue": 0.9773949079741956, "lower": -0.07656722894686709, "upper": 0.0786655482764091 }, { "event_time": 0, "estimate": 0.6190221711444082, "se": 0.34160663575554717, "pvalue": 0.09003630894553627, "lower": -0.10909513739695675, "upper": 1.3471394796857732 }, { "event_time": 1, "estimate": 1.1578082403300898, "se": 0.6751594246943273, "pvalue": 0.10694878185025272, "lower": -0.28126000861503386, "upper": 2.596876489275213 }, { "event_time": 2, "estimate": 0.2820594093243658, "se": 0.5837502944518212, "pvalue": 0.635941132692642, "lower": -0.962174890505354, "upper": 1.5262937091540856 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.42322332860286577, "se": 0.5404923382671896, "pvalue": 0.44579521194791005, "lower": -0.7288088201752763, "upper": 1.5752554773810077 }, { "event_time": -2, "estimate": -0.09477025575691093, "se": 0.33402547574062613, "pvalue": 0.7805023710265845, "lower": -0.8067287042296565, "upper": 0.6171881927158347 }, { "event_time": 0, "estimate": 0.5561777206633567, "se": 0.17511262238887912, "pvalue": 0.006262673841054769, "lower": 0.18293400125079967, "upper": 0.9294214400759138 }, { "event_time": 1, "estimate": 0.7701564942470979, "se": 0.3395265628674704, "pvalue": 0.03850678319837614, "lower": 0.046472756117755365, "upper": 1.4938402323764404 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.8476202337074902e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.6034840356792238e-06, "df_num": 1, "df_den": 161, "pvalue": 0.9989912166654179, "log10_pvalue": -0.00043833016291738, "inference": "Homoskedastic nested-model F", "observations": 188, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 169.21161504444726, "rss_restricted": 169.2116167297151, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6973395234736659 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.351907059665756 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.001031003125397639 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p063", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C02", "specification_id": "S01-P063", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C02.csv", "output_dir": "analyses/archive-expanded/fits/S01-P063" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P063", "regression_results": "analyses/archive-expanded/baselines/S01-P063.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C02.csv", "bytes": 47718, "sha256": "78bf0ffdcb2c281bb4a961c9cf0849130a2f304c345c41a2c29cf2768d0aa59c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 325, "source_sd": 0.999952453324405, "rows": 188, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.49306361679116867, "se": 0.18166472287589872, "pvalue": 0.015998437544071802, "lower": 0.10585442577309173, "upper": 0.8802728078092457 }, { "method": "Dynamic TWFE", "estimate": 0.05392094024824979, "se": 0.2666237608059565, "pvalue": 0.8424495199904146, "lower": -0.5143741535570446, "upper": 0.6222160340535442 }, { "method": "BJS / did2s", "estimate": 0.8480062505483228, "se": 0.45186739700904666, "pvalue": 0.0801549471972886, "lower": -0.11512630745988861, "upper": 1.8111388085565343 }, { "method": "Sun\u2013Abraham", "estimate": 0.6471186994364466, "se": 0.17452865044172994, "pvalue": 0.0021051549223060294, "lower": 0.27511968676526033, "upper": 1.019117712107633 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.5988554787862967, "se": 0.47773797504281057, "pvalue": 0.004414942595032925, "lower": 0.5805810889846506, "upper": 2.617129868587943 }, { "event_time": -2, "estimate": 0.4444460748991475, "se": 0.30182430666026283, "pvalue": 0.1615484363329842, "lower": -0.19887720637076417, "upper": 1.0877693561690591 }, { "event_time": 0, "estimate": 0.1928924592897039, "se": 0.21151280496212235, "pvalue": 0.37621083146026874, "lower": -0.25793641272688533, "upper": 0.643721331306293 }, { "event_time": 1, "estimate": -0.13409935021959984, "se": 0.4124511426009434, "pvalue": 0.7495749470250642, "lower": -1.013218150681991, "upper": 0.7450194502427913 }, { "event_time": 2, "estimate": -0.5994499859994852, "se": 0.4898590439785005, "pvalue": 0.2399333820700299, "lower": -1.6435598226758064, "upper": 0.4446598506768361 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.3335624663333425, "se": 0.3662574381674771, "pvalue": 0.3768398215716064, "lower": -0.4470967838066142, "upper": 1.1142217164732993 }, { "event_time": -2, "estimate": -0.04044218344975621, "se": 0.12594576418912332, "pvalue": 0.7525591249881656, "lower": -0.3088892252958418, "upper": 0.2280048583963294 }, { "event_time": -1, "estimate": 0.0010491596647710147, "se": 0.036414837392387794, "pvalue": 0.9773949079741956, "lower": -0.07656722894686709, "upper": 0.0786655482764091 }, { "event_time": 0, "estimate": 0.6190221711444082, "se": 0.34160663575554717, "pvalue": 0.09003630894553627, "lower": -0.10909513739695675, "upper": 1.3471394796857732 }, { "event_time": 1, "estimate": 1.1578082403300898, "se": 0.6751594246943273, "pvalue": 0.10694878185025272, "lower": -0.28126000861503386, "upper": 2.596876489275213 }, { "event_time": 2, "estimate": 0.2820594093243658, "se": 0.5837502944518212, "pvalue": 0.635941132692642, "lower": -0.962174890505354, "upper": 1.5262937091540856 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.42322332860286577, "se": 0.5404923382671896, "pvalue": 0.44579521194791005, "lower": -0.7288088201752763, "upper": 1.5752554773810077 }, { "event_time": -2, "estimate": -0.09477025575691093, "se": 0.33402547574062613, "pvalue": 0.7805023710265845, "lower": -0.8067287042296565, "upper": 0.6171881927158347 }, { "event_time": 0, "estimate": 0.5561777206633567, "se": 0.17511262238887912, "pvalue": 0.006262673841054769, "lower": 0.18293400125079967, "upper": 0.9294214400759138 }, { "event_time": 1, "estimate": 0.7701564942470979, "se": 0.3395265628674704, "pvalue": 0.03850678319837614, "lower": 0.046472756117755365, "upper": 1.4938402323764404 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.8476202337074902e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.6034840356792238e-06, "df_num": 1, "df_den": 161, "pvalue": 0.9989912166654179, "log10_pvalue": -0.00043833016291738, "inference": "Homoskedastic nested-model F", "observations": 188, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 169.21161504444726, "rss_restricted": 169.2116167297151, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ -0.1096855307942651, -0.27589145646865976, 0.0662121427118488, -0.10434302695675628, -0.12617049965601476, -0.297836330073597 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ], [ 0.004612673400361682, -0.08055390866495968, 0.5071810895517287, -0.18542601788490412, -0.1518008347239329, 0.015539242980372629 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.6973395234736659 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.351907059665756 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.001031003125397639 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.888973239117541, "event_study": [ { "event_time": -3, "estimate": 0.007773835291463915, "raw_gap": 0.007773835291463915, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.003447866180850887 }, { "event_time": -2, "estimate": -0.017794074563273206, "raw_gap": -0.017794074563273206, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.02901577603558801 }, { "event_time": -1, "estimate": 0.011221701472314802, "raw_gap": 0.011221701472314802, "n": 29, "n_cells": 10, "weight_sum": 29.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.7914915602395071, "raw_gap": 0.7914915602395071, "n": 46, "n_cells": 10, "weight_sum": 46.0, "relative_to_minus_one": 0.7802698587671922 }, { "event_time": 1, "estimate": 1.4162134724383122, "raw_gap": 1.4162134724383122, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 1.4049917709659974 }, { "event_time": 2, "estimate": 0.408901428241946, "raw_gap": 0.408901428241946, "n": 28, "n_cells": 4, "weight_sum": 28.0, "relative_to_minus_one": 0.39767972676963115 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.007773835291463915, 0.017806880022492658, -0.00790024137066794, 0.5592080221426604, 0.7524686457332317, 0.09084330785040796 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 63, "termination_reason": "Relative objective tolerance reached", "objective": 0.049313360978642494, "lambda_l": 0.023912627494897986, "singular_values": [ 1.2896868868692883, 0.39492110960404986, 0.0, 0.0 ], "history_objective": [ 0.05604420963242771, 0.053438987607056725, 0.05160205784427644, 0.050080847416719, 0.049607204543495945, 0.049496811319562295, 0.0494365019285851, 0.049397087532069964, 0.0493705665645198, 0.04935255645979558, 0.049340267308699, 0.04933185627859479, 0.04932608736035895, 0.049322124500896035, 0.0493193991364414, 0.049317523180771046, 0.04931623102793416, 0.0493153405338848, 0.049314726599687185, 0.04931430320480591, 0.04931401114594172, 0.049313809647840406, 0.04931367061183015, 0.04931357466657871, 0.049313508453039376, 0.04931346275610658, 0.04931343121797033, 0.04931340945154513, 0.04931339442929635, 0.04931338406176822, 0.04931337690685428, 0.04931337196921105, 0.049313368561844914, 0.04931336621058906, 0.04931336458817565, 0.04931336346873118, 0.0493133626963669, 0.049313362163498846, 0.049313361795882624, 0.04931336154228403, 0.049313361367349276, 0.04931336124668399, 0.049313361163456707, 0.04931336110605481, 0.049313361066466714, 0.04931336103916563, 0.04931336102033892, 0.049313361007356796, 0.04931336099840525, 0.0493133609922332, 0.04931336098797781, 0.04931336098504399, 0.04931336098302142, 0.04931336098162713, 0.049313360980665966, 0.049313360980003475, 0.04931336097954677, 0.04931336097923201, 0.04931336097901502, 0.049313360978865524, 0.049313360978762474, 0.04931336097869146, 0.049313360978642494 ], "history_rmse": [ 0.11008827156217332, 0.10766734020558992, 0.10764654448726685, 0.10511936273370032, 0.09726334533411034, 0.09562709890170422, 0.0952360148855126, 0.0951243629174405, 0.09508266876215024, 0.09506193358537017, 0.09504949412401813, 0.09504138506402567, 0.09503595239599893, 0.09503229733670644, 0.09502985154479678, 0.09502823247866167, 0.09502717728355901, 0.09502650449658202, 0.09502608898519992, 0.09502584475701097, 0.09502571299434463, 0.095025653700898, 0.09502563987531515, 0.09502565345576935, 0.0950256825040693, 0.09502571925545775, 0.09502575877169366, 0.09502579801366481, 0.09502583520515998, 0.09502586939828249, 0.09502590017820287, 0.09502592746394808, 0.095025951375186, 0.09502597214418572, 0.09502599005856731, 0.09502600542490627, 0.09502601854635426, 0.09502602970959038, 0.09502603917789329, 0.09502604718815742, 0.09502605395037825, 0.0950260596486252, 0.09502606444284441, 0.09502606847107097, 0.09502607185177818, 0.09502607468619743, 0.09502607706051013, 0.09502607904786307, 0.09502608071018136, 0.09502608209977705, 0.09502608326076094, 0.09502608423026947, 0.09502608503952496, 0.0950260857147473, 0.09502608627793135, 0.09502608674751319, 0.09502608713893074, 0.09502608746510478, 0.095026087736841, 0.09502608796317187, 0.09502608815164318, 0.09502608830855652, 0.09502608843917094 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 0.5235132663613812, "matrix_preparation": { "source_rows": 188, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 188.0, "treated_observation_mass": 108.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00040995795279741287, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.49306361679116867, "SE": 0.18166472287589872, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05392094024824979, "SE": 0.2666237608059565, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.8480062505483228, "SE": 0.45186739700904666, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6471186994364466, "SE": 0.17452865044172994, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.888973239117541, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.49306361679116867, "SE": 0.18166472287589872, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.10585442577309173, "upper": 0.8802728078092457, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05392094024824979, "SE": 0.2666237608059565, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5143741535570446, "upper": 0.6222160340535442, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.8480062505483228, "SE": 0.45186739700904666, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11512630745988861, "upper": 1.8111388085565343, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6471186994364466, "SE": 0.17452865044172994, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.27511968676526033, "upper": 1.019117712107633, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.888973239117541, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602630.285203, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.49306361679116867, "SE": 0.18166472287589872, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.10585442577309173, "upper": 0.8802728078092457, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05392094024824979, "SE": 0.2666237608059565, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5143741535570446, "upper": 0.6222160340535442, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.8480062505483228, "SE": 0.45186739700904666, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11512630745988861, "upper": 1.8111388085565343, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6471186994364466, "SE": 0.17452865044172994, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.27511968676526033, "upper": 1.019117712107633, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.888973239117541, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P064", "source_specification_id": "CI-T5-B-C03", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P064.json", "input_bytes": 48329, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p064", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C03", "specification_id": "S01-P064", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C03.csv", "output_dir": "analyses/full-archive/results/S01-P064" }, "source": { "file": "CI-T5-B-C03.csv", "bytes": 48329, "sha256": "e3ee5884fc006606c3e6276c75f3465a8eb2d758a75b3ffc4c6013e6ffc1983b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 329, "source_sd": 0.9997876701671684, "rows": 189, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13450188332648486, "se": 0.4167804498641, "pvalue": 0.7513645911699786, "lower": -0.7538446171345501, "upper": 1.0228483837875197 }, { "method": "Dynamic TWFE", "estimate": 0.27417805013217633, "se": 0.3677007176725165, "pvalue": 0.46740040799261606, "lower": -0.5095574774529125, "upper": 1.0579135777172652 }, { "method": "BJS / did2s", "estimate": 1.334817244280773, "se": 0.6472713147779692, "pvalue": 0.05695198777266407, "lower": -0.044808905456608095, "upper": 2.7144433940181543 }, { "method": "Sun\u2013Abraham", "estimate": -0.06464438569611686, "se": 0.1314119656017047, "pvalue": 0.629895804007845, "lower": -0.3447423600589873, "upper": 0.21545358866675357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.16188451900907763, "se": 0.4689608958181993, "pvalue": 0.7347382890276206, "lower": -0.8376819692679286, "upper": 1.1614510072860837 }, { "event_time": 0, "estimate": 0.3626563126701911, "se": 0.36331600161374944, "pvalue": 0.3340211292895677, "lower": -0.41173341386403, "upper": 1.1370460392044122 }, { "event_time": 1, "estimate": 0.1544721655219211, "se": 0.4304706609240638, "pvalue": 0.7247120004077943, "lower": -0.7630543290814911, "upper": 1.0719986601253333 }, { "event_time": 2, "estimate": 0.9239143704520729, "se": 0.5087419093385623, "pvalue": 0.08939640419482214, "lower": -0.1604433410148185, "upper": 2.0082720819189643 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.22198814731719943, "se": 0.08311526184106242, "pvalue": 0.01744859413603702, "lower": -0.3991441343974137, "upper": -0.044832160236985136 }, { "event_time": -1, "estimate": 0.06659643807635458, "se": 0.03169007442540182, "pvalue": 0.05290651102804555, "lower": -0.0009493566564235945, "upper": 0.13414223280913276 }, { "event_time": 0, "estimate": 1.1115376587597054, "se": 0.5926704917104627, "pvalue": 0.08032896223550465, "lower": -0.15170959146324936, "upper": 2.3747849089826603 }, { "event_time": 1, "estimate": 1.6369013893975115, "se": 0.7771095906928955, "pvalue": 0.0524201995560775, "lower": -0.0194684945350041, "upper": 3.293271273330027 }, { "event_time": 2, "estimate": 2.102700498489226, "se": 0.8563545704119594, "pvalue": 0.02675549720308106, "lower": 0.27742393854661795, "upper": 3.927977058431834 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.03334617983881927, "se": 0.34265314864977664, "pvalue": 0.9237626255515287, "lower": -0.763694077813012, "upper": 0.6970017181353735 }, { "event_time": 0, "estimate": -0.09784880072318419, "se": 0.20496942361539786, "pvalue": 0.6399711582262634, "lower": -0.5347307855418731, "upper": 0.33903318409550476 }, { "event_time": 1, "estimate": -0.019720765365378624, "se": 0.16949175447464973, "pvalue": 0.9089167745690403, "lower": -0.38098388841649994, "upper": 0.34154235768574265 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 2.01325571564691e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.3792066254330764, "df_num": 1, "df_den": 163, "pvalue": 0.06784394081766397, "log10_pvalue": -1.168488933368414, "inference": "Homoskedastic nested-model F", "observations": 189, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 141.17287341847376, "rss_restricted": 144.0995747018304, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 3.574713999167187 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.4490028368590435 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.345289253451342 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p064", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C03", "specification_id": "S01-P064", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C03.csv", "output_dir": "analyses/archive-expanded/fits/S01-P064" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P064", "regression_results": "analyses/archive-expanded/baselines/S01-P064.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C03.csv", "bytes": 48329, "sha256": "e3ee5884fc006606c3e6276c75f3465a8eb2d758a75b3ffc4c6013e6ffc1983b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 329, "source_sd": 0.9997876701671684, "rows": 189, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13450188332648486, "se": 0.4167804498641, "pvalue": 0.7513645911699786, "lower": -0.7538446171345501, "upper": 1.0228483837875197 }, { "method": "Dynamic TWFE", "estimate": 0.27417805013217633, "se": 0.3677007176725165, "pvalue": 0.46740040799261606, "lower": -0.5095574774529125, "upper": 1.0579135777172652 }, { "method": "BJS / did2s", "estimate": 1.334817244280773, "se": 0.6472713147779692, "pvalue": 0.05695198777266407, "lower": -0.044808905456608095, "upper": 2.7144433940181543 }, { "method": "Sun\u2013Abraham", "estimate": -0.06464438569611686, "se": 0.1314119656017047, "pvalue": 0.629895804007845, "lower": -0.3447423600589873, "upper": 0.21545358866675357 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.16188451900907763, "se": 0.4689608958181993, "pvalue": 0.7347382890276206, "lower": -0.8376819692679286, "upper": 1.1614510072860837 }, { "event_time": 0, "estimate": 0.3626563126701911, "se": 0.36331600161374944, "pvalue": 0.3340211292895677, "lower": -0.41173341386403, "upper": 1.1370460392044122 }, { "event_time": 1, "estimate": 0.1544721655219211, "se": 0.4304706609240638, "pvalue": 0.7247120004077943, "lower": -0.7630543290814911, "upper": 1.0719986601253333 }, { "event_time": 2, "estimate": 0.9239143704520729, "se": 0.5087419093385623, "pvalue": 0.08939640419482214, "lower": -0.1604433410148185, "upper": 2.0082720819189643 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.22198814731719943, "se": 0.08311526184106242, "pvalue": 0.01744859413603702, "lower": -0.3991441343974137, "upper": -0.044832160236985136 }, { "event_time": -1, "estimate": 0.06659643807635458, "se": 0.03169007442540182, "pvalue": 0.05290651102804555, "lower": -0.0009493566564235945, "upper": 0.13414223280913276 }, { "event_time": 0, "estimate": 1.1115376587597054, "se": 0.5926704917104627, "pvalue": 0.08032896223550465, "lower": -0.15170959146324936, "upper": 2.3747849089826603 }, { "event_time": 1, "estimate": 1.6369013893975115, "se": 0.7771095906928955, "pvalue": 0.0524201995560775, "lower": -0.0194684945350041, "upper": 3.293271273330027 }, { "event_time": 2, "estimate": 2.102700498489226, "se": 0.8563545704119594, "pvalue": 0.02675549720308106, "lower": 0.27742393854661795, "upper": 3.927977058431834 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.03334617983881927, "se": 0.34265314864977664, "pvalue": 0.9237626255515287, "lower": -0.763694077813012, "upper": 0.6970017181353735 }, { "event_time": 0, "estimate": -0.09784880072318419, "se": 0.20496942361539786, "pvalue": 0.6399711582262634, "lower": -0.5347307855418731, "upper": 0.33903318409550476 }, { "event_time": 1, "estimate": -0.019720765365378624, "se": 0.16949175447464973, "pvalue": 0.9089167745690403, "lower": -0.38098388841649994, "upper": 0.34154235768574265 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.575, 0.425 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 2.01325571564691e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.3792066254330764, "df_num": 1, "df_den": 163, "pvalue": 0.06784394081766397, "log10_pvalue": -1.168488933368414, "inference": "Homoskedastic nested-model F", "observations": 189, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 141.17287341847376, "rss_restricted": 144.0995747018304, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.3493495381519772, 0.05656788993540795, -0.06875546896770023, -0.09791440711780965, -0.3382579667457121, 0.13756393011082696 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ], [ -0.07537505434551285, 0.525456308990945, -0.1921317965010287, -0.15445864434529846, 0.01888078065285686, 0.09475121962356362 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 3.574713999167187 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.4490028368590435 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.345289253451342 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 1.0567644509456648, "event_study": [ { "event_time": -2, "estimate": -0.05871294412474309, "raw_gap": -0.05871294412474309, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.06733208754229598 }, { "event_time": -1, "estimate": 0.008619143417552903, "raw_gap": 0.008619143417552903, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6612568521740847, "raw_gap": 0.6612568521740847, "n": 46, "n_cells": 10, "weight_sum": 46.0, "relative_to_minus_one": 0.6526377087565318 }, { "event_time": 1, "estimate": 1.2042423199053145, "raw_gap": 1.2042423199053145, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 1.1956231764877616 }, { "event_time": 2, "estimate": 1.5112162440099606, "raw_gap": 1.5112162440099606, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 1.5025971005924077 } ], "package_event_study": { "event_time": [ -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.055146982954480145, 0.022058698771934167, 0.37958441793586006, 1.0000727789548158, 1.4812656611718273 ], "n": [ 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 141, "termination_reason": "Relative objective tolerance reached", "objective": 0.06777102886249499, "lambda_l": 0.031756772042683845, "singular_values": [ 1.7774505152685487, 0.0, 0.0, 0.0 ], "history_objective": [ 0.08008286344698953, 0.07597488562033256, 0.07264489371846865, 0.0703375834897657, 0.06884470058432453, 0.06826575654809083, 0.06810769160786345, 0.06803710596126353, 0.06799259240639582, 0.06795898583044255, 0.06793158647928031, 0.0679085602100189, 0.06788897419381525, 0.06787222992655292, 0.06785788275805536, 0.06784557658785359, 0.06783501585263155, 0.06782595098694202, 0.0678181694595602, 0.06781148948847703, 0.06780575524479139, 0.0678008329981887, 0.06779660792333596, 0.06779298140732866, 0.06778986875738163, 0.06778719723897209, 0.06778490439223317, 0.06778293658526954, 0.06778124777041898, 0.06777979841488012, 0.06777855458135218, 0.0677774871377907, 0.06777657107829159, 0.06777578493959734, 0.06777511029985894, 0.06777453134812805, 0.06777403451465384, 0.06777360815343283, 0.06777324226965606, 0.06777292828572153, 0.06777265884037041, 0.06777242761626721, 0.06777222919200335, 0.06777205891506922, 0.06777191279282799, 0.0677717873989421, 0.0677716797930642, 0.06777158745191394, 0.06777150821012642, 0.06777144020948883, 0.06777138185537511, 0.067771331779359, 0.06777128880712917, 0.067771251930955, 0.0677712202860577, 0.0677711931303324, 0.06777116982694695, 0.06777114982940849, 0.0677711326687487, 0.06777111794252647, 0.06777110530539049, 0.06777109446098104, 0.06777108515497973, 0.067771077169146, 0.06777107031619889, 0.06777106443542529, 0.06777105938891098, 0.06777105505830641, 0.06777105134205122, 0.06777104815299265, 0.06777104541634146, 0.06777104306791813, 0.06777104105264792, 0.06777103932326885, 0.06777103783922382, 0.06777103656570908, 0.06777103547285843, 0.06777103453504234, 0.06777103373026726, 0.06777103303965966, 0.06777103244702347, 0.06777103193846022, 0.06777103150204303, 0.06777103112753723, 0.06777103080615972, 0.06777103053037371, 0.06777103029371143, 0.06777103009062274, 0.06777102991634476, 0.06777102976679028, 0.06777102963845202, 0.06777102952832019, 0.06777102943381193, 0.06777102935271091, 0.06777102928311507, 0.0677710292233923, 0.06777102917214196, 0.06777102912816213, 0.06777102909042139, 0.06777102905803466, 0.06777102903024242, 0.06777102900639288, 0.06777102898592667, 0.06777102896836384, 0.06777102895329253, 0.06777102894035929, 0.0677710289292608, 0.06777102891973676, 0.06777102891156384, 0.0677710289045503, 0.06777102889853177, 0.06777102889336706, 0.06777102888893498, 0.0677710288851317, 0.06777102888186794, 0.06777102887906716, 0.06777102887666372, 0.06777102887460125, 0.06777102887283139, 0.06777102887131259, 0.06777102887000926, 0.0677710288688908, 0.06777102886793099, 0.06777102886710738, 0.06777102886640057, 0.06777102886579407, 0.06777102886527363, 0.06777102886482693, 0.0677710288644437, 0.06777102886411479, 0.06777102886383256, 0.06777102886359036, 0.06777102886338249, 0.06777102886320414, 0.06777102886305106, 0.06777102886291972, 0.06777102886280703, 0.0677710288627103, 0.06777102886262731, 0.06777102886255609, 0.06777102886249499 ], "history_rmse": [ 0.1401968321359829, 0.13968470201259867, 0.13687498002309043, 0.1291545160969724, 0.12423606465661818, 0.11432090825752071, 0.1102169098820411, 0.1083427446169893, 0.10742622073831262, 0.10695705007827908, 0.10670954647468002, 0.10657628495995969, 0.10650348722334166, 0.10646332161015794, 0.10644105093697293, 0.1064287318455519, 0.10642201475763524, 0.10641848107501926, 0.10641676505694204, 0.10641608379547167, 0.10641598230793045, 0.10641619332818424, 0.10641655895992123, 0.1064169861210338, 0.10641742071780212, 0.10641783237706297, 0.10641820524384861, 0.10641853233599638, 0.10641881202956385, 0.10641904584764852, 0.10641923706200518, 0.10641938980997602, 0.10641950854237357, 0.10641959768574394, 0.1064196614440164, 0.10641970369059592, 0.10641972791865738, 0.10641973722823764, 0.10641973433591832, 0.1064197215976632, 0.10641970103861301, 0.10641967438581086, 0.10641964310130368, 0.10641960841405179, 0.1064195713497578, 0.10641953275814325, 0.10641949333750961, 0.10641945365658718, 0.10641941417378836, 0.10641937525405064, 0.10641933718347761, 0.10641930018199844, 0.10641926441426608, 0.10641922999900195, 0.10641919701697876, 0.10641916551781531, 0.10641913552574395, 0.10641910704448652, 0.1064190800613682, 0.106419054550772, 0.10641903047702976, 0.10641900779683638, 0.10641898646125159, 0.10641896641735529, 0.10641894760960888, 0.10641892998096561, 0.10641891347377119, 0.10641889803048799, 0.1064188835942686, 0.10641887010940795, 0.10641885752168845, 0.1064188457786403, 0.10641883482973179, 0.10641882462649717, 0.10641881512262097, 0.10641880627397927, 0.10641879803865238, 0.10641879037690843, 0.10641878325117196, 0.10641877662597317, 0.10641877046788635, 0.10641876474546015, 0.10641875942914135, 0.10641875449119495, 0.10641874990561916, 0.1064187456480641, 0.106418741695745, 0.1064187380273621, 0.10641873462301549, 0.10641873146412807, 0.10641872853336797, 0.1064187258145738, 0.10641872329268384, 0.10641872095366775, 0.10641871878446219, 0.10641871677290805, 0.10641871490769238, 0.10641871317829373, 0.1064187115749289, 0.1064187100885044, 0.10641870871056947, 0.10641870743327289, 0.10641870624932245, 0.10641870515194518, 0.10641870413485295, 0.10641870319220904, 0.10641870231859489, 0.10641870150898199, 0.10641870075870459, 0.10641870006343379, 0.1064186994191537, 0.1064186988221391, 0.10641869826893477, 0.10641869775633692, 0.10641869728137368, 0.1064186968412899, 0.1064186964335308, 0.1064186960557278, 0.10641869570568578, 0.10641869538136822, 0.10641869508088889, 0.10641869480249828, 0.10641869454457543, 0.10641869430561807, 0.10641869408423349, 0.10641869387913107, 0.10641869368911486, 0.10641869351307598, 0.10641869334998796, 0.10641869319889868, 0.10641869305892625, 0.10641869292925324, 0.10641869280912218, 0.10641869269783187, 0.10641869259473191, 0.10641869249922002, 0.10641869241073813, 0.10641869232876884, 0.10641869225283292, 0.10641869218248669, 0.10641869211731902 ], "n_observed": 47, "n_missing": 17, "n_treated_observed": 20, "n_untreated_observed": 27 }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.7860671748887401, "matrix_preparation": { "source_rows": 189, "matrix_shape": [ 16, 4 ], "observed_cells": 47, "missing_cells": 17, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 189.0, "treated_observation_mass": 109.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006760410033166409, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13450188332648486, "SE": 0.4167804498641, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.27417805013217633, "SE": 0.3677007176725165, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.334817244280773, "SE": 0.6472713147779692, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06464438569611686, "SE": 0.1314119656017047, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.0567644509456648, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13450188332648486, "SE": 0.4167804498641, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7538446171345501, "upper": 1.0228483837875197, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.27417805013217633, "SE": 0.3677007176725165, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5095574774529125, "upper": 1.0579135777172652, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.334817244280773, "SE": 0.6472713147779692, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.044808905456608095, "upper": 2.7144433940181543, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06464438569611686, "SE": 0.1314119656017047, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3447423600589873, "upper": 0.21545358866675357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.0567644509456648, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602631.947562, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13450188332648486, "SE": 0.4167804498641, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7538446171345501, "upper": 1.0228483837875197, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.27417805013217633, "SE": 0.3677007176725165, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5095574774529125, "upper": 1.0579135777172652, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.334817244280773, "SE": 0.6472713147779692, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.044808905456608095, "upper": 2.7144433940181543, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06464438569611686, "SE": 0.1314119656017047, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3447423600589873, "upper": 0.21545358866675357, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.0567644509456648, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P065", "source_specification_id": "CI-T5-B-C04", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P065.json", "input_bytes": 45677, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p065", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C04", "specification_id": "S01-P065", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C04.csv", "output_dir": "analyses/full-archive/results/S01-P065" }, "source": { "file": "CI-T5-B-C04.csv", "bytes": 45677, "sha256": "356ca48444b932c8d452c98ca6bbef5339987d48766b826289bb177cb9ca1d4c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 310, "source_sd": 0.9963012582770148, "rows": 176, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 46, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.21658198080855093, "se": 0.4081892333040155, "pvalue": 0.6034689193832833, "lower": -1.086616736636788, "upper": 0.6534527750196862 }, { "method": "Dynamic TWFE", "estimate": -0.11265458376168101, "se": 0.36524356287436605, "pvalue": 0.7619919745328751, "lower": -0.891152809868882, "upper": 0.66584364234552 }, { "method": "BJS / did2s", "estimate": -0.07356150939023862, "se": 0.3461865902726982, "pvalue": 0.8345846860945191, "lower": -0.8114407599058696, "upper": 0.6643177411253923 }, { "method": "Sun\u2013Abraham", "estimate": -0.12842303879624975, "se": 0.250080163902927, "pvalue": 0.6150630480569409, "lower": -0.6614562905006577, "upper": 0.40461021290815824 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.34949473746776033, "se": 0.5204832619330096, "pvalue": 0.512123327200953, "lower": -0.7598890746508229, "upper": 1.4588785495863437 }, { "event_time": 0, "estimate": -0.18690231961939582, "se": 0.355036689859542, "pvalue": 0.6062860794206414, "lower": -0.9436451108775638, "upper": 0.569840471638772 }, { "event_time": 1, "estimate": -0.012060877115744835, "se": 0.43673771528159544, "pvalue": 0.9783326164568397, "lower": -0.9429452818815163, "upper": 0.9188235276500265 }, { "event_time": 2, "estimate": -0.08147208752321851, "se": 0.4985760402659521, "pvalue": 0.8723772963216362, "lower": -1.1441617619750746, "upper": 0.9812175869286376 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.15828267335672716, "se": 0.12724203152783026, "pvalue": 0.23260734264032035, "lower": -0.11292729691936934, "upper": 0.4294926436328237 }, { "event_time": -1, "estimate": -0.05064944482716806, "se": 0.04719761592034404, "pvalue": 0.3001717985648508, "lower": -0.15124878183209023, "upper": 0.0499498921777541 }, { "event_time": 0, "estimate": -0.1601044322334873, "se": 0.3765150760429987, "pvalue": 0.676708466003901, "lower": -0.9626273199617414, "upper": 0.6424184554947667 }, { "event_time": 1, "estimate": 0.043690192526420875, "se": 0.4217527758000252, "pvalue": 0.9188655248247032, "lower": -0.8552545697911168, "upper": 0.9426349548439587 }, { "event_time": 2, "estimate": 0.1106245274786371, "se": 0.509969096977049, "pvalue": 0.8311903981820172, "lower": -0.9763488725226233, "upper": 1.1975979274798974 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.44022108589059183, "se": 0.355894041022932, "pvalue": 0.23512417781679482, "lower": -0.31834910611516876, "upper": 1.1987912778963525 }, { "event_time": 0, "estimate": -0.13530967690314208, "se": 0.27411732962672974, "pvalue": 0.628724040315703, "lower": -0.7195769345660945, "upper": 0.4489575807598103 }, { "event_time": 1, "estimate": -0.11909275490949237, "se": 0.3400140343188336, "pvalue": 0.7310146775493178, "lower": -0.8438155138423162, "upper": 0.6056300040233316 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5753424657534246, 0.4246575342465753 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 7.412437846392129e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.021757609222282398, "df_num": 1, "df_den": 150, "pvalue": 0.8829318262431582, "log10_pvalue": -0.05407282827907693, "inference": "Homoskedastic nested-model F", "observations": 176, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 153.37307384904545, "rss_restricted": 153.39532072508564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.40922845640952366, 0.03168996005436896, -0.04631412019999247, -0.13041267283043398, -0.39231148247863906, 0.12951098436905947 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9374983051193844 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.502479858308737 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.12111653820908068 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p065", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C04", "specification_id": "S01-P065", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P065" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P065", "regression_results": "analyses/archive-expanded/baselines/S01-P065.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C04.csv", "bytes": 45677, "sha256": "356ca48444b932c8d452c98ca6bbef5339987d48766b826289bb177cb9ca1d4c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 310, "source_sd": 0.9963012582770148, "rows": 176, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 46, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.21658198080855093, "se": 0.4081892333040155, "pvalue": 0.6034689193832833, "lower": -1.086616736636788, "upper": 0.6534527750196862 }, { "method": "Dynamic TWFE", "estimate": -0.11265458376168101, "se": 0.36524356287436605, "pvalue": 0.7619919745328751, "lower": -0.891152809868882, "upper": 0.66584364234552 }, { "method": "BJS / did2s", "estimate": -0.07356150939023862, "se": 0.3461865902726982, "pvalue": 0.8345846860945191, "lower": -0.8114407599058696, "upper": 0.6643177411253923 }, { "method": "Sun\u2013Abraham", "estimate": -0.12842303879624975, "se": 0.250080163902927, "pvalue": 0.6150630480569409, "lower": -0.6614562905006577, "upper": 0.40461021290815824 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.34949473746776033, "se": 0.5204832619330096, "pvalue": 0.512123327200953, "lower": -0.7598890746508229, "upper": 1.4588785495863437 }, { "event_time": 0, "estimate": -0.18690231961939582, "se": 0.355036689859542, "pvalue": 0.6062860794206414, "lower": -0.9436451108775638, "upper": 0.569840471638772 }, { "event_time": 1, "estimate": -0.012060877115744835, "se": 0.43673771528159544, "pvalue": 0.9783326164568397, "lower": -0.9429452818815163, "upper": 0.9188235276500265 }, { "event_time": 2, "estimate": -0.08147208752321851, "se": 0.4985760402659521, "pvalue": 0.8723772963216362, "lower": -1.1441617619750746, "upper": 0.9812175869286376 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.15828267335672716, "se": 0.12724203152783026, "pvalue": 0.23260734264032035, "lower": -0.11292729691936934, "upper": 0.4294926436328237 }, { "event_time": -1, "estimate": -0.05064944482716806, "se": 0.04719761592034404, "pvalue": 0.3001717985648508, "lower": -0.15124878183209023, "upper": 0.0499498921777541 }, { "event_time": 0, "estimate": -0.1601044322334873, "se": 0.3765150760429987, "pvalue": 0.676708466003901, "lower": -0.9626273199617414, "upper": 0.6424184554947667 }, { "event_time": 1, "estimate": 0.043690192526420875, "se": 0.4217527758000252, "pvalue": 0.9188655248247032, "lower": -0.8552545697911168, "upper": 0.9426349548439587 }, { "event_time": 2, "estimate": 0.1106245274786371, "se": 0.509969096977049, "pvalue": 0.8311903981820172, "lower": -0.9763488725226233, "upper": 1.1975979274798974 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.44022108589059183, "se": 0.355894041022932, "pvalue": 0.23512417781679482, "lower": -0.31834910611516876, "upper": 1.1987912778963525 }, { "event_time": 0, "estimate": -0.13530967690314208, "se": 0.27411732962672974, "pvalue": 0.628724040315703, "lower": -0.7195769345660945, "upper": 0.4489575807598103 }, { "event_time": 1, "estimate": -0.11909275490949237, "se": 0.3400140343188336, "pvalue": 0.7310146775493178, "lower": -0.8438155138423162, "upper": 0.6056300040233316 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5753424657534246, 0.4246575342465753 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 7.412437846392129e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.021757609222282398, "df_num": 1, "df_den": 150, "pvalue": 0.8829318262431582, "log10_pvalue": -0.05407282827907693, "inference": "Homoskedastic nested-model F", "observations": 176, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 153.37307384904545, "rss_restricted": 153.39532072508564, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.40922845640952366, 0.03168996005436896, -0.04631412019999247, -0.13041267283043398, -0.39231148247863906, 0.12951098436905947 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ], [ -0.07565859796550459, 0.5164722888775506, -0.17405506068489449, -0.16769070871641292, 0.013879880511837306, 0.08724606763729434 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9374983051193844 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.502479858308737 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.12111653820908068 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1954150199713837, "event_study": [ { "event_time": -2, "estimate": 0.03258676704466204, "raw_gap": 0.03258676704466204, "n": 8, "n_cells": 4, "weight_sum": 8.0, "relative_to_minus_one": 0.03264434901476757 }, { "event_time": -1, "estimate": -5.7581970105533566e-05, "raw_gap": -5.7581970105533566e-05, "n": 25, "n_cells": 9, "weight_sum": 25.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04846982000322858, "raw_gap": 0.04846982000322858, "n": 42, "n_cells": 9, "weight_sum": 42.0, "relative_to_minus_one": 0.04852740197333411 }, { "event_time": 1, "estimate": 0.251907787289756, "raw_gap": 0.251907787289756, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": 0.2519653692598615 }, { "event_time": 2, "estimate": 0.353287256106847, "raw_gap": 0.353287256106847, "n": 28, "n_cells": 4, "weight_sum": 28.0, "relative_to_minus_one": 0.35334483807695255 } ], "package_event_study": { "event_time": [ -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.01031940138017337, -0.004586482982365757, 0.1312632536268942, 0.32011416366574214, 0.43865350325501784 ], "n": [ 4.0, 9.0, 9.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 132, "termination_reason": "Relative objective tolerance reached", "objective": 0.037730654910901176, "lambda_l": 0.020503418612534907, "singular_values": [ 1.084517533877528, 0.44201549728126327, 0.0, 0.0 ], "history_objective": [ 0.042379131152785146, 0.040673978158160734, 0.039345855524361296, 0.03870890204180753, 0.03849426880722828, 0.03834785264372152, 0.03823230148887528, 0.038139700985692804, 0.03806518707692817, 0.03800502983046958, 0.03795629698170005, 0.03791668033154273, 0.03788436337085767, 0.03785791480770797, 0.037836203729484666, 0.037818333022683684, 0.03780358771905748, 0.03779139519091071, 0.0377812945529721, 0.03777291311862993, 0.03776594822025809, 0.03776015309772291, 0.03775532587614596, 0.03775130089916774, 0.03774794186900165, 0.03774513638221699, 0.03774279155184773, 0.037740830481370106, 0.03773918941148607, 0.03773781540180876, 0.03773666444036056, 0.03773569989705776, 0.03773489125508432, 0.037734213067684506, 0.03773364409847495, 0.037733166611639016, 0.037732765784875416, 0.03773242922313095, 0.037732146555262566, 0.03773190909906963, 0.037731709582794204, 0.037731541913332015, 0.03773140098313921, 0.03773128250923669, 0.037731182898871125, 0.03773109913733789, 0.03773102869424764, 0.03773096944515621, 0.03773091960600295, 0.03773087767823534, 0.037730842402856325, 0.03773081272192657, 0.03773078774629864, 0.037730766728564735, 0.03773074904036726, 0.03773073415336255, 0.03773072162324498, 0.03773071107633578, 0.037730702198321794, 0.03773069472479762, 0.03773068843332036, 0.037730683136733834, 0.03773067867755857, 0.03773067492327626, 0.03773067176236578, 0.03773066910097049, 0.03773066686009557, 0.03773066497325114, 0.03773066338447011, 0.037730662046640544, 0.037730660920102896, 0.037730659971470015, 0.03773065917263392, 0.03773065849993039, 0.03773065793343577, 0.037730657456375244, 0.03773065705462474, 0.03773065671629182, 0.03773065643136289, 0.037730656191406045, 0.03773065598932127, 0.03773065581912984, 0.03773065567579716, 0.03773065555508363, 0.037730655453419075, 0.03773065536779694, 0.03773065529568536, 0.03773065523495213, 0.037730655183801615, 0.037730655140721596, 0.03773065510443857, 0.03773065507387999, 0.037730655048142596, 0.037730655026465686, 0.03773065500820859, 0.03773065499283176, 0.03773065497988069, 0.03773065496897277, 0.03773065495978557, 0.03773065495204767, 0.03773065494553041, 0.037730654940041235, 0.03773065493541793, 0.03773065493152395, 0.03773065492824419, 0.037730654925481784, 0.03773065492315513, 0.037730654921195456, 0.037730654919544915, 0.037730654918154714, 0.0377306549169838, 0.037730654915997565, 0.03773065491516691, 0.03773065491446723, 0.03773065491387796, 0.037730654913381616, 0.03773065491296359, 0.037730654912611454, 0.03773065491231488, 0.03773065491206508, 0.03773065491185467, 0.03773065491167747, 0.037730654911528196, 0.037730654911402484, 0.03773065491129659, 0.03773065491120739, 0.03773065491113228, 0.03773065491106901, 0.03773065491101572, 0.037730654910970836, 0.03773065491093303, 0.037730654910901176 ], "history_rmse": [ 0.0914664920380838, 0.09010227706985441, 0.09019511244532932, 0.08322165308592547, 0.08082684722926677, 0.08037933750640427, 0.08027974323279749, 0.08024660309464707, 0.08022822384648609, 0.08021487060350892, 0.08020455225826359, 0.08019665843973776, 0.08019080084269165, 0.08018662904707577, 0.08018381831782165, 0.08018207914754788, 0.08018116333043875, 0.08018086469122189, 0.08018101624979831, 0.08018148558072541, 0.08018216957130805, 0.08018298929098605, 0.08018388534070267, 0.08018481383333038, 0.08018574302932494, 0.08018665058460037, 0.08018752133739183, 0.08018834555203826, 0.0801891175403191, 0.0801898345891126, 0.08019049613326147, 0.08019110312268846, 0.0801916575421485, 0.08019216205008706, 0.08019261970988385, 0.08019303379235217, 0.08019340763288946, 0.08019374453028931, 0.080194047677115, 0.0801943201137911, 0.08019456470035931, 0.08019478410124496, 0.08019498077946383, 0.08019515699754635, 0.08019531482312516, 0.08019545613763061, 0.08019558264693354, 0.08019569589308699, 0.08019579726653825, 0.08019588801836679, 0.08019596927223908, 0.08019604203586775, 0.08019610721183996, 0.08019616560774302, 0.08019621794554388, 0.08019626487021986, 0.08019630695765294, 0.08019634472181494, 0.08019637862128276, 0.08019640906512503, 0.08019643641820372, 0.080196461005941, 0.08019648311859434, 0.08019650301508115, 0.08019652092640162, 0.08019653705869259, 0.08019655159595206, 0.08019656470246572, 0.0801965765249697, 0.08019658719457416, 0.08019659682847378, 0.08019660553147076, 0.08019661339732685, 0.08019662050996625, 0.08019662694454414, 0.08019663276839757, 0.08019663804188842, 0.08019664281915527, 0.08019664714878105, 0.08019665107438524, 0.0801966546351541, 0.0801966578663082, 0.08019666079952242, 0.08019666346329761, 0.08019666588329334, 0.08019666808262278, 0.08019667008211645, 0.08019667190055868, 0.08019667355489565, 0.08019667506042476, 0.08019667643096158, 0.08019667767898893, 0.08019667881579223, 0.08019667985157805, 0.08019668079558268, 0.08019668165616796, 0.0801966824409055, 0.08019668315665876, 0.08019668380964733, 0.08019668440551297, 0.08019668494937338, 0.08019668544587431, 0.08019668589923343, 0.08019668631328175, 0.08019668669150072, 0.08019668703705442, 0.08019668735282039, 0.08019668764141587, 0.08019668790522236, 0.0801966881464071, 0.08019668836694382, 0.08019668856862983, 0.08019668875310242, 0.08019668892185315, 0.08019668907624306, 0.08019668921751144, 0.0801966893467892, 0.08019668946510751, 0.08019668957340763, 0.08019668967254867, 0.08019668976331443, 0.08019668984642074, 0.08019668992252088, 0.08019668999221208, 0.0801966900560397, 0.08019669011450169, 0.0801966901680538, 0.08019669021711193, 0.08019669026205685, 0.08019669030323606, 0.0801966903409678, 0.08019669037554282 ], "n_observed": 46, "n_missing": 18, "n_treated_observed": 19, "n_untreated_observed": 27 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.2556141198766617, "matrix_preparation": { "source_rows": 176, "matrix_shape": [ 16, 4 ], "observed_cells": 46, "missing_cells": 18, "repeated_cells": 37, "minimum_cell_count": 1, "maximum_cell_count": 15, "observation_mass": 176.0, "treated_observation_mass": 101.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006450838409364223, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.21658198080855093, "SE": 0.4081892333040155, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11265458376168101, "SE": 0.36524356287436605, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07356150939023862, "SE": 0.3461865902726982, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.12842303879624975, "SE": 0.250080163902927, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1954150199713837, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.21658198080855093, "SE": 0.4081892333040155, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -1.086616736636788, "upper": 0.6534527750196862, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11265458376168101, "SE": 0.36524356287436605, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.891152809868882, "upper": 0.66584364234552, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07356150939023862, "SE": 0.3461865902726982, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8114407599058696, "upper": 0.6643177411253923, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.12842303879624975, "SE": 0.250080163902927, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6614562905006577, "upper": 0.40461021290815824, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1954150199713837, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602633.8087208, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.21658198080855093, "SE": 0.4081892333040155, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -1.086616736636788, "upper": 0.6534527750196862, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.11265458376168101, "SE": 0.36524356287436605, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.891152809868882, "upper": 0.66584364234552, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.07356150939023862, "SE": 0.3461865902726982, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8114407599058696, "upper": 0.6643177411253923, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.12842303879624975, "SE": 0.250080163902927, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6614562905006577, "upper": 0.40461021290815824, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1954150199713837, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P066", "source_specification_id": "CI-T5-B-C05", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P066.json", "input_bytes": 33651, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p066", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [follow-up survey sample]", "source_specification_id": "CI-T5-B-C05", "specification_id": "S01-P066", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C05.csv", "output_dir": "analyses/full-archive/results/S01-P066" }, "source": { "file": "CI-T5-B-C05.csv", "bytes": 33651, "sha256": "332018ec5b7deff9188c9552b4e6e3fd512730bd3c58156451a15f0ed43b6d13" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.4860747473162751, "rows": 173, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 11, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13997365996268946, "se": 0.20009060583611854, "pvalue": 0.4949138353777871, "lower": -0.2865093709174857, "upper": 0.5664566908428645 }, { "method": "Dynamic TWFE", "estimate": 0.3504721847320749, "se": 0.34839325193089343, "pvalue": 0.33038433091084785, "lower": -0.39211045377212045, "upper": 1.0930548232362702 }, { "method": "BJS / did2s", "estimate": -0.03806943285744516, "se": 0.6516364524893168, "pvalue": 0.9541842545076543, "lower": -1.426999653385984, "upper": 1.3508607876710936 }, { "method": "Sun\u2013Abraham", "estimate": 0.1807103456031524, "se": 0.21360775886571082, "pvalue": 0.4108506822931825, "lower": -0.27458381495920914, "upper": 0.636004506165514 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": -0.4066800668749608, "se": 0.5352570088159538, "pvalue": 0.45915891063537684, "lower": -1.5475533750734107, "upper": 0.7341932413234891 }, { "event_time": 0, "estimate": 0.14837097220026568, "se": 0.2931470829012096, "pvalue": 0.6201214516393156, "lower": -0.4764572444316915, "upper": 0.7731991888322229 }, { "event_time": 1, "estimate": 0.6177673367902743, "se": 0.4533158383087716, "pvalue": 0.19306374318819902, "lower": -0.3484525007680058, "upper": 1.5839871743485543 }, { "event_time": 2, "estimate": 0.32545778005205955, "se": 0.6069934936890421, "pvalue": 0.599696005992911, "lower": -0.9683182262291901, "upper": 1.619233786333309 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.09732932004904604, "se": 0.15896413314969918, "pvalue": 0.5495272919898887, "lower": -0.4361533494112761, "upper": 0.241494709313184 }, { "event_time": -1, "estimate": 0.0324431174004633, "se": 0.06243239656229932, "pvalue": 0.6108894892075902, "lower": -0.1006283858804573, "upper": 0.1655146206813839 }, { "event_time": 0, "estimate": -0.22292678236550018, "se": 0.5153751732654314, "pvalue": 0.6714943188079394, "lower": -1.3214229612148947, "upper": 0.8755693964838944 }, { "event_time": 1, "estimate": 0.20641931971772434, "se": 0.8817187115753887, "pvalue": 0.8180647293098633, "lower": -1.672919627381189, "upper": 2.085758266816638 }, { "event_time": 2, "estimate": -0.26396322558357177, "se": 1.0747874210160708, "pvalue": 0.8093237915238846, "lower": -2.5548183856816395, "upper": 2.026891934514496 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.37567256556393247, "se": 0.6878822256159113, "pvalue": 0.5930076983556685, "lower": -1.8418588227516137, "upper": 1.090513691623749 }, { "event_time": 0, "estimate": -0.013920414940068973, "se": 0.15999679796519709, "pvalue": 0.9318189003686829, "lower": -0.3549455172540076, "upper": 0.32710468737386966 }, { "event_time": 1, "estimate": 0.4381252224506386, "se": 0.3981170987022043, "pvalue": 0.28846488348412935, "lower": -0.4104412866577512, "upper": 1.2866917315590285 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5694444444444444, 0.4305555555555556 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 3.0393208458407483e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.05461981943406769, "df_num": 1, "df_den": 147, "pvalue": 0.8155361799666327, "log10_pvalue": -0.0885567674117825, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.97270634591743, "rss_restricted": 159.03177478479878, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3501988881139202 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4135664976940776 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2062592134907155 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p066", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [follow-up survey sample]", "source_specification_id": "CI-T5-B-C05", "specification_id": "S01-P066", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P066" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P066", "regression_results": "analyses/archive-expanded/baselines/S01-P066.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C05.csv", "bytes": 33651, "sha256": "332018ec5b7deff9188c9552b4e6e3fd512730bd3c58156451a15f0ed43b6d13" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.4860747473162751, "rows": 173, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 47, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 11, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.13997365996268946, "se": 0.20009060583611854, "pvalue": 0.4949138353777871, "lower": -0.2865093709174857, "upper": 0.5664566908428645 }, { "method": "Dynamic TWFE", "estimate": 0.3504721847320749, "se": 0.34839325193089343, "pvalue": 0.33038433091084785, "lower": -0.39211045377212045, "upper": 1.0930548232362702 }, { "method": "BJS / did2s", "estimate": -0.03806943285744516, "se": 0.6516364524893168, "pvalue": 0.9541842545076543, "lower": -1.426999653385984, "upper": 1.3508607876710936 }, { "method": "Sun\u2013Abraham", "estimate": 0.1807103456031524, "se": 0.21360775886571082, "pvalue": 0.4108506822931825, "lower": -0.27458381495920914, "upper": 0.636004506165514 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": -0.4066800668749608, "se": 0.5352570088159538, "pvalue": 0.45915891063537684, "lower": -1.5475533750734107, "upper": 0.7341932413234891 }, { "event_time": 0, "estimate": 0.14837097220026568, "se": 0.2931470829012096, "pvalue": 0.6201214516393156, "lower": -0.4764572444316915, "upper": 0.7731991888322229 }, { "event_time": 1, "estimate": 0.6177673367902743, "se": 0.4533158383087716, "pvalue": 0.19306374318819902, "lower": -0.3484525007680058, "upper": 1.5839871743485543 }, { "event_time": 2, "estimate": 0.32545778005205955, "se": 0.6069934936890421, "pvalue": 0.599696005992911, "lower": -0.9683182262291901, "upper": 1.619233786333309 } ], "BJS / did2s": [ { "event_time": -2, "estimate": -0.09732932004904604, "se": 0.15896413314969918, "pvalue": 0.5495272919898887, "lower": -0.4361533494112761, "upper": 0.241494709313184 }, { "event_time": -1, "estimate": 0.0324431174004633, "se": 0.06243239656229932, "pvalue": 0.6108894892075902, "lower": -0.1006283858804573, "upper": 0.1655146206813839 }, { "event_time": 0, "estimate": -0.22292678236550018, "se": 0.5153751732654314, "pvalue": 0.6714943188079394, "lower": -1.3214229612148947, "upper": 0.8755693964838944 }, { "event_time": 1, "estimate": 0.20641931971772434, "se": 0.8817187115753887, "pvalue": 0.8180647293098633, "lower": -1.672919627381189, "upper": 2.085758266816638 }, { "event_time": 2, "estimate": -0.26396322558357177, "se": 1.0747874210160708, "pvalue": 0.8093237915238846, "lower": -2.5548183856816395, "upper": 2.026891934514496 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": -0.37567256556393247, "se": 0.6878822256159113, "pvalue": 0.5930076983556685, "lower": -1.8418588227516137, "upper": 1.090513691623749 }, { "event_time": 0, "estimate": -0.013920414940068973, "se": 0.15999679796519709, "pvalue": 0.9318189003686829, "lower": -0.3549455172540076, "upper": 0.32710468737386966 }, { "event_time": 1, "estimate": 0.4381252224506386, "se": 0.3981170987022043, "pvalue": 0.28846488348412935, "lower": -0.4104412866577512, "upper": 1.2866917315590285 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5694444444444444, 0.4305555555555556 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 3.0393208458407483e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.05461981943406769, "df_num": 1, "df_den": 147, "pvalue": 0.8155361799666327, "log10_pvalue": -0.0885567674117825, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.97270634591743, "rss_restricted": 159.03177478479878, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.3454106780072835, 0.07664613291231778, -0.06445224788650707, -0.10752108486771776, -0.33589335327597936, 0.14282061303251856 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ], [ -0.06587898016298982, 0.5748466871961724, -0.18487921230677834, -0.18272565475531002, 0.020767656941093816, 0.10328042567292262 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3501988881139202 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.4135664976940776 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2062592134907155 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.37691617121439347, "event_study": [ { "event_time": -2, "estimate": -0.07988233744238216, "raw_gap": -0.07988233744238216, "n": 8, "n_cells": 4, "weight_sum": 8.0, "relative_to_minus_one": -0.1080191947841852 }, { "event_time": -1, "estimate": 0.028136857341803045, "raw_gap": 0.028136857341803045, "n": 24, "n_cells": 10, "weight_sum": 24.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.12464272320716246, "raw_gap": 0.12464272320716246, "n": 41, "n_cells": 10, "weight_sum": 41.0, "relative_to_minus_one": 0.09650586586535942 }, { "event_time": 1, "estimate": 0.8203561914293706, "raw_gap": 0.8203561914293706, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": 0.7922193340875675 }, { "event_time": 2, "estimate": 0.2595565416155028, "raw_gap": 0.2595565416155028, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.23141968427369974 } ], "package_event_study": { "event_time": [ -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.00280377238323707, 0.0011213617137706003, -0.047227968334637535, 0.40944198131768883, -0.33119841718230525 ], "n": [ 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 130, "termination_reason": "Relative objective tolerance reached", "objective": 0.14378592243872387, "lambda_l": 0.042358201451921665, "singular_values": [ 2.406489277641614, 0.34691028663705337, 0.0, 0.0 ], "history_objective": [ 0.16451153247911357, 0.1572825075205696, 0.1513412793163141, 0.14702673362182062, 0.14560891881956947, 0.1450504579722742, 0.1447140759374531, 0.14448940647776184, 0.14433169394936365, 0.14421677107649597, 0.14413059243916068, 0.14406454296139504, 0.1440130547695201, 0.14397236497714846, 0.14393984118312433, 0.14391359323135583, 0.14389223593898084, 0.14387473670999207, 0.14386031405374172, 0.14384836826564076, 0.14383843319489267, 0.14383014218652268, 0.14382320371584778, 0.14381738373683223, 0.14381249273252983, 0.1438083760931545, 0.14380490687414277, 0.14380198027539165, 0.14379950937982602, 0.1437974218246661, 0.14379565717218437, 0.14379416481171362, 0.14379290227017869, 0.14379183384056773, 0.1437909294606534, 0.14379016379075432, 0.14378951545130458, 0.1437889663898151, 0.143788501353371, 0.14378810744775605, 0.14378777376806562, 0.14378749108858882, 0.14378725160201403, 0.14378704869981532, 0.14378687678710933, 0.14378673112642873, 0.1437866077057999, 0.1437865031272737, 0.14378641451269136, 0.1437863394239897, 0.14378627579577732, 0.14378622187827825, 0.14378617618903702, 0.14378613747203312, 0.14378610466306055, 0.1437860768604112, 0.14378605330004532, 0.14378603333455994, 0.1437860164153752, 0.1437860020776423, 0.1437859899274588, 0.1437859796310371, 0.14378597090552792, 0.14378596351124448, 0.1437859572450747, 0.14378595193489926, 0.14378594743486173, 0.14378594362136024, 0.14378594038965223, 0.14378593765097603, 0.1437859353301125, 0.14378593336331896, 0.14378593169657763, 0.14378593028411202, 0.14378592908712975, 0.1437859280727566, 0.14378592721313393, 0.14378592648465308, 0.14378592586730723, 0.14378592534414192, 0.14378592490078904, 0.1437859245250726, 0.14378592420667416, 0.14378592393684947, 0.14378592370818835, 0.14378592351441094, 0.1437859233501955, 0.14378592321103215, 0.14378592309309898, 0.1437859229931573, 0.14378592290846232, 0.14378592283668803, 0.14378592277586344, 0.1437859227243179, 0.14378592268063609, 0.14378592264361806, 0.14378592261224743, 0.14378592258566253, 0.14378592256313344, 0.14378592254404113, 0.14378592252786154, 0.1437859225141503, 0.1437859225025307, 0.1437859224926838, 0.1437859224843391, 0.1437859224772674, 0.1437859224712746, 0.14378592246619598, 0.14378592246189204, 0.1437859224582449, 0.14378592245515404, 0.1437859224525347, 0.14378592245031502, 0.1437859224484339, 0.14378592244683983, 0.14378592244548882, 0.14378592244434402, 0.14378592244337385, 0.14378592244255162, 0.1437859224418549, 0.1437859224412644, 0.14378592244076405, 0.14378592244034002, 0.1437859224399807, 0.14378592243967614, 0.14378592243941807, 0.14378592243919938, 0.14378592243901403, 0.14378592243885696, 0.14378592243872387 ], "history_rmse": [ 0.18819940135212393, 0.18673997681201152, 0.18689922443748347, 0.17812651530197682, 0.16818420788317712, 0.16593401229817417, 0.16534240876631187, 0.16513626267376652, 0.1650336910427328, 0.16496878404280887, 0.16492349183870494, 0.16489079715879382, 0.1648667876256969, 0.16484889073526107, 0.16483535276869649, 0.16482497574887964, 0.16481693808204675, 0.1648106684062821, 0.16480576027291624, 0.1648019165606704, 0.164798914044314, 0.16479658092786972, 0.16479478244869844, 0.16479341142591322, 0.164792381834681, 0.16479162425756044, 0.16479108253265737, 0.16479071119539426, 0.16479047347141268, 0.16479033967057077, 0.16479028588518946, 0.16479029292675476, 0.16479034545387516, 0.16479043125595896, 0.16479054066477772, 0.16479066607154041, 0.16479080153114545, 0.16479094243847053, 0.1647910852641116, 0.16479122733912216, 0.16479136668004019, 0.1647915018469975, 0.16479163182891865, 0.1647917559508788, 0.16479187379953736, 0.16479198516328952, 0.16479208998438966, 0.16479218832078246, 0.164792280315797, 0.16479236617419266, 0.16479244614333016, 0.16479252049846319, 0.16479258953133713, 0.16479265354143866, 0.1647927128293495, 0.16479276769178683, 0.1647928184179686, 0.16479286528702491, 0.16479290856623494, 0.16479294850989848, 0.16479298535869966, 0.16479301933945192, 0.16479305066512293, 0.16479307953507258, 0.1647931061354427, 0.16479313063965617, 0.16479315320898508, 0.1647931739931654, 0.16479319313103422, 0.16479321075117367, 0.1647932269725496, 0.16479324190513997, 0.16479325565053576, 0.1647932683025247, 0.16479327994764356, 0.16479329066570267, 0.16479330053027935, 0.16479330960918334, 0.16479331796488972, 0.16479332565494706, 0.16479333273235333, 0.16479333924590808, 0.16479334524053924, 0.16479335075760654, 0.16479335583517815, 0.16479336050829277, 0.1647933648091978, 0.16479336876756948, 0.16479337241071762, 0.16479337576377484, 0.164793378849867, 0.16479338169027494, 0.16479338430458215, 0.16479338671080707, 0.16479338892553272, 0.16479339096401618, 0.1647933928402992, 0.1647933945673014, 0.164793396156913, 0.16479339762007528, 0.16479339896685657, 0.16479340020652325, 0.16479340134760131, 0.16479340239793866, 0.1647934033647572, 0.16479340425470324, 0.1647934050738929, 0.16479340582795565, 0.1647934065220728, 0.16479340716101343, 0.16479340774916562, 0.16479340829056843, 0.1647934087889397, 0.16479340924770178, 0.164793409670004, 0.16479341005874457, 0.1647934104165928, 0.16479341074600334, 0.16479341104923798, 0.16479341132837708, 0.16479341158533534, 0.16479341182187665, 0.1647934120396232, 0.16479341224006908, 0.16479341242458853, 0.16479341259444777, 0.16479341275081189, 0.16479341289475255, 0.16479341302725764, 0.1647934131492359 ], "n_observed": 47, "n_missing": 17, "n_treated_observed": 20, "n_untreated_observed": 27 }, "checks": { "scalar_vs_treated_cell_average": 1.6653345369377348e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.03297892679152686, "matrix_preparation": { "source_rows": 173, "matrix_shape": [ 16, 4 ], "observed_cells": 47, "missing_cells": 17, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 15, "observation_mass": 173.0, "treated_observation_mass": 101.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006395000964403152, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13997365996268946, "SE": 0.20009060583611854, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3504721847320749, "SE": 0.34839325193089343, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03806943285744516, "SE": 0.6516364524893168, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1807103456031524, "SE": 0.21360775886571082, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.37691617121439347, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13997365996268946, "SE": 0.20009060583611854, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2865093709174857, "upper": 0.5664566908428645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3504721847320749, "SE": 0.34839325193089343, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39211045377212045, "upper": 1.0930548232362702, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03806943285744516, "SE": 0.6516364524893168, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.426999653385984, "upper": 1.3508607876710936, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1807103456031524, "SE": 0.21360775886571082, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27458381495920914, "upper": 0.636004506165514, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.37691617121439347, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602635.705869, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.13997365996268946, "SE": 0.20009060583611854, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2865093709174857, "upper": 0.5664566908428645, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.3504721847320749, "SE": 0.34839325193089343, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39211045377212045, "upper": 1.0930548232362702, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.03806943285744516, "SE": 0.6516364524893168, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.426999653385984, "upper": 1.3508607876710936, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1807103456031524, "SE": 0.21360775886571082, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27458381495920914, "upper": 0.636004506165514, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.37691617121439347, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P067", "source_specification_id": "CI-T5-B-C06", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P067.json", "input_bytes": 33653, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p067", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [follow-up survey sample]", "source_specification_id": "CI-T5-B-C06", "specification_id": "S01-P067", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C06.csv", "output_dir": "analyses/full-archive/results/S01-P067" }, "source": { "file": "CI-T5-B-C06.csv", "bytes": 33653, "sha256": "7c92fb59a7b234ae29d0671b026d0e0b2b26ff587d81b09a84bef6fe771b063c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.45622292465641817, "rows": 173, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 45, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4448736019775512, "se": 0.28926475842925403, "pvalue": 0.1448866785941504, "lower": -0.17167963592294067, "upper": 1.061426839878043 }, { "method": "Dynamic TWFE", "estimate": 0.21795495794001568, "se": 0.39703480060247887, "pvalue": 0.591113738037076, "lower": -0.6283046873755542, "upper": 1.0642146032555855 }, { "method": "BJS / did2s", "estimate": 1.180187867378005, "se": 0.5223229806738251, "pvalue": 0.03916639647149541, "lower": 0.06688278758535282, "upper": 2.293492947170657 }, { "method": "Sun\u2013Abraham", "estimate": 0.34165081521349516, "se": 0.1921776489940919, "pvalue": 0.09571298265402448, "lower": -0.06796614740170814, "upper": 0.7512677778286985 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.3645807025671674, "se": 0.32661518398187966, "pvalue": 0.28188246526650607, "lower": -0.3315830829039326, "upper": 1.0607444880382675 }, { "event_time": 0, "estimate": 0.3132325393890894, "se": 0.32939145594054686, "pvalue": 0.35670536204244024, "lower": -0.3888487296866621, "upper": 1.015313808464841 }, { "event_time": 1, "estimate": 0.0877422632929483, "se": 0.5250822039793812, "pvalue": 0.8695217033949288, "lower": -1.0314439617604294, "upper": 1.206928488346326 }, { "event_time": 2, "estimate": -0.12431688920620085, "se": 0.6612023591366452, "pvalue": 0.8533836690422011, "lower": -1.533636357111055, "upper": 1.2850025786986534 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.03788914889787574, "se": 0.19095658113950248, "pvalue": 0.8453825159262421, "lower": -0.3691251691935653, "upper": 0.4449034669893168 }, { "event_time": -1, "estimate": -0.01105100682466115, "se": 0.054650051771366205, "pvalue": 0.8424664439213387, "lower": -0.12753483483755787, "upper": 0.10543282118823558 }, { "event_time": 0, "estimate": 0.9283097039470364, "se": 0.42816610293889595, "pvalue": 0.046644231856338855, "lower": 0.015695258413826352, "upper": 1.8409241494802464 }, { "event_time": 1, "estimate": 1.5244213574003291, "se": 0.7102687324435732, "pvalue": 0.0486181699244907, "lower": 0.010519390408156859, "upper": 3.0383233243925014 }, { "event_time": 2, "estimate": 1.1270323102202844, "se": 0.7498360452658673, "pvalue": 0.1535889104755849, "lower": -0.4712053877059881, "upper": 2.725270008146557 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.24000396233790372, "se": 0.46952761921084235, "pvalue": 0.6166797611172704, "lower": -0.7607704682568097, "upper": 1.2407783929326173 }, { "event_time": 0, "estimate": 0.3844487553343217, "se": 0.20743784108868976, "pvalue": 0.08361013397929352, "lower": -0.05769453678606712, "upper": 0.8265920474547106 }, { "event_time": 1, "estimate": 0.28316029704836554, "se": 0.3542822378540404, "pvalue": 0.4366190345289171, "lower": -0.4719744178255293, "upper": 1.0382950119222603 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5774647887323944, 0.4225352112676056 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.3306690738754696e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 4.2247237110996423e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04895856555079322, "df_num": 1, "df_den": 147, "pvalue": 0.8251925142753511, "log10_pvalue": -0.08344472037854407, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 134.54943505882522, "rss_restricted": 134.5942469454657, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.31853105685831296, 0.04791411336590533, -0.10255860376111078, -0.06709111270224362, -0.29953631835478495, 0.11712455127374358 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5929677594946636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.37106650759127335 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17625243460445886 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p067", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [follow-up survey sample]", "source_specification_id": "CI-T5-B-C06", "specification_id": "S01-P067", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P067" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P067", "regression_results": "analyses/archive-expanded/baselines/S01-P067.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C06.csv", "bytes": 33653, "sha256": "7c92fb59a7b234ae29d0671b026d0e0b2b26ff587d81b09a84bef6fe771b063c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 303, "source_sd": 0.45622292465641817, "rows": 173, "units": 16, "clusters": 16, "treated_units": 9, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 45, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4448736019775512, "se": 0.28926475842925403, "pvalue": 0.1448866785941504, "lower": -0.17167963592294067, "upper": 1.061426839878043 }, { "method": "Dynamic TWFE", "estimate": 0.21795495794001568, "se": 0.39703480060247887, "pvalue": 0.591113738037076, "lower": -0.6283046873755542, "upper": 1.0642146032555855 }, { "method": "BJS / did2s", "estimate": 1.180187867378005, "se": 0.5223229806738251, "pvalue": 0.03916639647149541, "lower": 0.06688278758535282, "upper": 2.293492947170657 }, { "method": "Sun\u2013Abraham", "estimate": 0.34165081521349516, "se": 0.1921776489940919, "pvalue": 0.09571298265402448, "lower": -0.06796614740170814, "upper": 0.7512677778286985 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -2, "estimate": 0.3645807025671674, "se": 0.32661518398187966, "pvalue": 0.28188246526650607, "lower": -0.3315830829039326, "upper": 1.0607444880382675 }, { "event_time": 0, "estimate": 0.3132325393890894, "se": 0.32939145594054686, "pvalue": 0.35670536204244024, "lower": -0.3888487296866621, "upper": 1.015313808464841 }, { "event_time": 1, "estimate": 0.0877422632929483, "se": 0.5250822039793812, "pvalue": 0.8695217033949288, "lower": -1.0314439617604294, "upper": 1.206928488346326 }, { "event_time": 2, "estimate": -0.12431688920620085, "se": 0.6612023591366452, "pvalue": 0.8533836690422011, "lower": -1.533636357111055, "upper": 1.2850025786986534 } ], "BJS / did2s": [ { "event_time": -2, "estimate": 0.03788914889787574, "se": 0.19095658113950248, "pvalue": 0.8453825159262421, "lower": -0.3691251691935653, "upper": 0.4449034669893168 }, { "event_time": -1, "estimate": -0.01105100682466115, "se": 0.054650051771366205, "pvalue": 0.8424664439213387, "lower": -0.12753483483755787, "upper": 0.10543282118823558 }, { "event_time": 0, "estimate": 0.9283097039470364, "se": 0.42816610293889595, "pvalue": 0.046644231856338855, "lower": 0.015695258413826352, "upper": 1.8409241494802464 }, { "event_time": 1, "estimate": 1.5244213574003291, "se": 0.7102687324435732, "pvalue": 0.0486181699244907, "lower": 0.010519390408156859, "upper": 3.0383233243925014 }, { "event_time": 2, "estimate": 1.1270323102202844, "se": 0.7498360452658673, "pvalue": 0.1535889104755849, "lower": -0.4712053877059881, "upper": 2.725270008146557 } ], "Sun\u2013Abraham": [ { "event_time": -2, "estimate": 0.24000396233790372, "se": 0.46952761921084235, "pvalue": 0.6166797611172704, "lower": -0.7607704682568097, "upper": 1.2407783929326173 }, { "event_time": 0, "estimate": 0.3844487553343217, "se": 0.20743784108868976, "pvalue": 0.08361013397929352, "lower": -0.05769453678606712, "upper": 0.8265920474547106 }, { "event_time": 1, "estimate": 0.28316029704836554, "se": 0.3542822378540404, "pvalue": 0.4366190345289171, "lower": -0.4719744178255293, "upper": 1.0382950119222603 } ] }, "target": { "event_times": [ 0, 1 ], "weights": [ 0.5774647887323944, 0.4225352112676056 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.3306690738754696e-16, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 4.2247237110996423e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04895856555079322, "df_num": 1, "df_den": 147, "pvalue": 0.8251925142753511, "log10_pvalue": -0.08344472037854407, "inference": "Homoskedastic nested-model F", "observations": 173, "design_columns": 7, "restricted_design_columns": 6, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 134.54943505882522, "rss_restricted": 134.5942469454657, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]:cohort_dummy_3" ], "data": [ [ -0.31853105685831296, 0.04791411336590533, -0.10255860376111078, -0.06709111270224362, -0.29953631835478495, 0.11712455127374358 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ], [ -0.08024578957981904, 0.5350862348794547, -0.2064755876126421, -0.1536492145802712, 0.01197977020532352, 0.09721627485639046 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5929677594946636 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.37106650759127335 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17625243460445886 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 1.5098781932986634, "event_study": [ { "event_time": -2, "estimate": -0.04091376054447414, "raw_gap": -0.04091376054447414, "n": 7, "n_cells": 3, "weight_sum": 7.0, "relative_to_minus_one": -0.05693421836570681 }, { "event_time": -1, "estimate": 0.016020457821232664, "raw_gap": 0.016020457821232664, "n": 24, "n_cells": 9, "weight_sum": 24.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 1.0683607275729332, "raw_gap": 1.0683607275729332, "n": 41, "n_cells": 9, "weight_sum": 41.0, "relative_to_minus_one": 1.0523402697517006 }, { "event_time": 1, "estimate": 1.9951740000376323, "raw_gap": 1.9951740000376323, "n": 30, "n_cells": 6, "weight_sum": 30.0, "relative_to_minus_one": 1.9791535422163997 }, { "event_time": 2, "estimate": 1.6364261180338724, "raw_gap": 1.6364261180338724, "n": 28, "n_cells": 4, "weight_sum": 28.0, "relative_to_minus_one": 1.6204056602126398 } ], "package_event_study": { "event_time": [ -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0005263097477850032, 0.0001753282679068935, 0.8929272304190348, 1.2986780531085775, 1.222933769338863 ], "n": [ 3.0, 9.0, 9.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 139, "termination_reason": "Relative objective tolerance reached", "objective": 0.07033952459246148, "lambda_l": 0.03230400599259366, "singular_values": [ 1.4438372372695312, 0.31363489062164246, 0.0, 0.0 ], "history_objective": [ 0.0834570487780087, 0.07788785867163701, 0.0757437657935888, 0.07459458032614628, 0.07380551978798484, 0.07321102830384353, 0.07274310907251758, 0.07236413047096799, 0.0720511639409158, 0.07178941806076661, 0.07156878251260435, 0.07138193696019095, 0.07122330679171357, 0.07108847465715973, 0.07097383700333351, 0.07087639431672056, 0.07079361634952808, 0.07072335078512691, 0.07066375793550357, 0.07061326159945516, 0.07057051035878037, 0.0705343459400531, 0.07050377662651587, 0.07047795449376239, 0.0704561557005385, 0.07043776332895585, 0.07042225241791926, 0.0704091769182384, 0.07039815834665678, 0.07038887594575122, 0.07038105817684027, 0.07037447538879335, 0.07036893351950073, 0.07036426869985181, 0.07036034264274156, 0.07035703871188498, 0.07035425857694284, 0.07035191937249764, 0.07034995128863787, 0.07034829553024474, 0.07034690259048877, 0.07034573079154673, 0.07034474505217442, 0.07034391584758215, 0.07034321833211142, 0.07034263159959056, 0.07034213806001778, 0.0703417229144543, 0.07034137371277978, 0.070341079981323, 0.07034083290938824, 0.07034062508540583, 0.0703404502748806, 0.07034030323353782, 0.07034017955010118, 0.0703400755140143, 0.070339988004154, 0.0703399143952098, 0.0703398524789271, 0.07033980039785769, 0.07033975658963101, 0.07033971974007767, 0.07033968874379903, 0.07033966267100032, 0.07033964073959327, 0.07033962229173019, 0.07033960677406623, 0.07033959372115776, 0.07033958274149794, 0.07033957350577083, 0.0703395657369719, 0.07033955920209783, 0.07033955370515677, 0.07033954908128885, 0.0703395451918206, 0.07033954192010566, 0.07033953916802535, 0.07033953685304606, 0.07033953490574334, 0.07033953326771966, 0.07033953188985315, 0.07033953073082382, 0.07033952975587465, 0.07033952893576909, 0.07033952824591416, 0.07033952766562296, 0.07033952717749414, 0.07033952676689031, 0.0703395264214987, 0.0703395261309622, 0.07033952588656865, 0.07033952568098953, 0.07033952550806036, 0.07033952536259565, 0.07033952524023346, 0.07033952513730467, 0.07033952505072283, 0.07033952497789184, 0.0703395249166277, 0.07033952486509341, 0.0703395248217437, 0.07033952478527872, 0.07033952475460498, 0.0703395247288028, 0.0703395247070984, 0.07033952468884111, 0.07033952467348334, 0.07033952466056467, 0.07033952464969771, 0.07033952464055665, 0.07033952463286727, 0.07033952462639914, 0.07033952462095824, 0.07033952461638147, 0.07033952461253155, 0.07033952460929305, 0.07033952460656892, 0.07033952460427738, 0.07033952460234978, 0.07033952460072836, 0.07033952459936443, 0.07033952459821712, 0.07033952459725201, 0.07033952459644015, 0.07033952459575726, 0.07033952459518283, 0.07033952459469958, 0.07033952459429314, 0.07033952459395124, 0.07033952459366356, 0.07033952459342167, 0.07033952459321814, 0.07033952459304696, 0.07033952459290298, 0.07033952459278182, 0.07033952459267993, 0.07033952459259422, 0.0703395245925221, 0.07033952459246148 ], "history_rmse": [ 0.14151019026260084, 0.12829074570363605, 0.12103730501756557, 0.11900549156536401, 0.11829966405561726, 0.11795187381754481, 0.11772234530830925, 0.11754407742422537, 0.11739533465670793, 0.11726759563516971, 0.11715671545702987, 0.11706019672595046, 0.11697623960626996, 0.11690337791962058, 0.11684033232223538, 0.11678595084922402, 0.11673918572851519, 0.11669908467726196, 0.11666478709383243, 0.11663552105259048, 0.1166105995733608, 0.11658941581815897, 0.11657143736897824, 0.11655619990912962, 0.11654330064402088, 0.11653239174608657, 0.11652317403815175, 0.11651539106090895, 0.11650882361200697, 0.11650328479885855, 0.11649861561397333, 0.11649468101864272, 0.11649136650601662, 0.11648857510600925, 0.11648622479039135, 0.11648424623545812, 0.11648258090076949, 0.1164811793848918, 0.11648000002217089, 0.1164790076880571, 0.11647817278400738, 0.11647747037642948, 0.11647687946730903, 0.11647638237712567, 0.11647596422328277, 0.11647561247963882, 0.11647531660479452, 0.11647506772857964, 0.11647485838776266, 0.11647468230334834, 0.11647453419297728, 0.11647440961294547, 0.11647430482519587, 0.11647421668535701, 0.11647414254851371, 0.11647408018991294, 0.11647402773824175, 0.11647398361949356, 0.11647394650973979, 0.11647391529540593, 0.11647388903984725, 0.11647386695524056, 0.1164738483789373, 0.11647383275357283, 0.11647381961034003, 0.11647380855491592, 0.11647379925562677, 0.11647379143349405, 0.11647378485386158, 0.11647377931935315, 0.11647377466394836, 0.11647377074800218, 0.11647376745405343, 0.11647376468330188, 0.11647376235264009, 0.1164737603921642, 0.11647375874307378, 0.1164737573559096, 0.11647375618906748, 0.11647375520755299, 0.11647375438193067, 0.11647375368743884, 0.11647375310325034, 0.1164737526118454, 0.11647375219848817, 0.11647375185078146, 0.1164737515582984, 0.11647375131226892, 0.1164737511053139, 0.11647375093122798, 0.11647375078479082, 0.11647375066161061, 0.11647375055799418, 0.11647375047083405, 0.11647375039751687, 0.11647375033584359, 0.11647375028396521, 0.11647375024032647, 0.11647375020361816, 0.11647375017273988, 0.11647375014676571, 0.11647375012491666, 0.11647375010653747, 0.11647375009107754, 0.11647375007807224, 0.11647375006713319, 0.11647375005793124, 0.11647375005019063, 0.11647375004367942, 0.11647375003820232, 0.11647375003359509, 0.11647375002971928, 0.11647375002645922, 0.11647375002371718, 0.11647375002141024, 0.11647375001946972, 0.11647375001783765, 0.11647375001646446, 0.11647375001530952, 0.11647375001433788, 0.116473750013521, 0.11647375001283342, 0.11647375001225532, 0.11647375001176881, 0.1164737500113596, 0.1164737500110154, 0.11647375001072563, 0.11647375001048232, 0.11647375001027743, 0.11647375001010479, 0.11647375000996014, 0.11647375000983812, 0.11647375000973562, 0.11647375000964942, 0.11647375000957658, 0.11647375000951563, 0.11647375000946426, 0.11647375000942099, 0.11647375000938483 ], "n_observed": 45, "n_missing": 19, "n_treated_observed": 19, "n_untreated_observed": 26 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 1.090534129988328, "matrix_preparation": { "source_rows": 173, "matrix_shape": [ 16, 4 ], "observed_cells": 45, "missing_cells": 19, "repeated_cells": 36, "minimum_cell_count": 1, "maximum_cell_count": 16, "observation_mass": 173.0, "treated_observation_mass": 99.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006500827148556709, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4448736019775512, "SE": 0.28926475842925403, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21795495794001568, "SE": 0.39703480060247887, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.180187867378005, "SE": 0.5223229806738251, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34165081521349516, "SE": 0.1921776489940919, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.5098781932986634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4448736019775512, "SE": 0.28926475842925403, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17167963592294067, "upper": 1.061426839878043, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21795495794001568, "SE": 0.39703480060247887, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6283046873755542, "upper": 1.0642146032555855, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.180187867378005, "SE": 0.5223229806738251, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06688278758535282, "upper": 2.293492947170657, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34165081521349516, "SE": 0.1921776489940919, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06796614740170814, "upper": 0.7512677778286985, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.5098781932986634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602637.5842218, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4448736019775512, "SE": 0.28926475842925403, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17167963592294067, "upper": 1.061426839878043, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21795495794001568, "SE": 0.39703480060247887, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6283046873755542, "upper": 1.0642146032555855, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.180187867378005, "SE": 0.5223229806738251, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06688278758535282, "upper": 2.293492947170657, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34165081521349516, "SE": 0.1921776489940919, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06796614740170814, "upper": 0.7512677778286985, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 2 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.5098781932986634, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P068", "source_specification_id": "CI-T5-B-C07", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P068.json", "input_bytes": 47845, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p068", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C07", "specification_id": "S01-P068", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C07.csv", "output_dir": "analyses/full-archive/results/S01-P068" }, "source": { "file": "CI-T5-B-C07.csv", "bytes": 47845, "sha256": "4450eb2a8d2d72830865a7b13d2deda2300bec1932a6a05530eecbe1856ca24b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 326, "source_sd": 0.9973298848647529, "rows": 187, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5483851615815729, "se": 0.27592838943462955, "pvalue": 0.06545073945641863, "lower": -0.03974227868590918, "upper": 1.136512601849055 }, { "method": "Dynamic TWFE", "estimate": 0.30748789319354075, "se": 0.279842814373485, "pvalue": 0.2891846440158642, "lower": -0.28898294633099264, "upper": 0.9039587327180741 }, { "method": "BJS / did2s", "estimate": -0.12552001438401625, "se": 0.2630555174480329, "pvalue": 0.6401246985700122, "lower": -0.6862095775056177, "upper": 0.4351695487375852 }, { "method": "Sun\u2013Abraham", "estimate": 0.5148405121812912, "se": 0.12317933795480467, "pvalue": 0.0008054265140408623, "lower": 0.25228996827516875, "upper": 0.7773910560874138 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6199599425951222, "se": 0.4410782289423358, "pvalue": 0.18022992707493318, "lower": -1.5600959332305746, "upper": 0.3201760480403302 }, { "event_time": -2, "estimate": -0.22336293858477463, "se": 0.3453515227878356, "pvalue": 0.527554562890255, "lower": -0.9594622848892834, "upper": 0.5127364077197342 }, { "event_time": 0, "estimate": 0.37664235694724396, "se": 0.28761937594601056, "pvalue": 0.21006328506973662, "lower": -0.2364038312070666, "upper": 0.9896885451015545 }, { "event_time": 1, "estimate": 0.21799388127698374, "se": 0.37329279929999537, "pvalue": 0.5679155984683608, "lower": -0.5776608861517281, "upper": 1.0136486487056955 }, { "event_time": 2, "estimate": -0.20396566981736333, "se": 0.45687480122059193, "pvalue": 0.6616593482829072, "lower": -1.177771257256707, "upper": 0.7698399176219803 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1417775464821599, "se": 0.10298916373112522, "pvalue": 0.18882969568862806, "lower": -0.3612937527144481, "upper": 0.07773865975012831 }, { "event_time": -2, "estimate": 0.06532188858877416, "se": 0.06897640701441868, "pvalue": 0.3586373609094154, "lower": -0.08169784279645467, "upper": 0.212341619974003 }, { "event_time": -1, "estimate": -0.014870648403140006, "se": 0.023664213949871976, "pvalue": 0.5391917152477363, "lower": -0.06530972647262394, "upper": 0.03556842966634392 }, { "event_time": 0, "estimate": -0.07112665745389597, "se": 0.31147911424788016, "pvalue": 0.8224569327172973, "lower": -0.7350286739689017, "upper": 0.5927753590611097 }, { "event_time": 1, "estimate": -0.19591141747005428, "se": 0.27736038468011653, "pvalue": 0.49080198565432653, "lower": -0.7870910833527732, "upper": 0.3952682484126647 }, { "event_time": 2, "estimate": -1.0584398666567476, "se": 0.21489420450555388, "pvalue": 0.0001830605917783299, "lower": -1.51647602119354, "upper": -0.6004037121199552 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.1479818816167913, "se": 0.23609661549929353, "pvalue": 0.00020701773781064986, "lower": -1.6512099054309615, "upper": -0.644753857802621 }, { "event_time": -2, "estimate": -0.41248202811197443, "se": 0.24372825936290873, "pvalue": 0.11123427026587068, "lower": -0.9319765157711215, "upper": 0.10701245954717264 }, { "event_time": 0, "estimate": 0.5288136730497097, "se": 0.22488961859473805, "pvalue": 0.03278648022752633, "lower": 0.04947279769484397, "upper": 1.0081545484045755 }, { "event_time": 1, "estimate": 0.4967575981162791, "se": 0.15701760956947647, "pvalue": 0.0064237100449910925, "lower": 0.1620824855545362, "upper": 0.831432710678022 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5641025641025641, 0.4358974358974359 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.921795207258474e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2061939270575226, "df_num": 1, "df_den": 160, "pvalue": 0.6503824307717044, "log10_pvalue": -0.186831199151318, "inference": "Homoskedastic nested-model F", "observations": 187, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.24472888536104, "rss_restricted": 164.4563930456571, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4772770691139192 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39601591064969144 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3686517728989919 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p068", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C07", "specification_id": "S01-P068", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C07.csv", "output_dir": "analyses/archive-expanded/fits/S01-P068" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P068", "regression_results": "analyses/archive-expanded/baselines/S01-P068.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C07.csv", "bytes": 47845, "sha256": "4450eb2a8d2d72830865a7b13d2deda2300bec1932a6a05530eecbe1856ca24b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 326, "source_sd": 0.9973298848647529, "rows": 187, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5483851615815729, "se": 0.27592838943462955, "pvalue": 0.06545073945641863, "lower": -0.03974227868590918, "upper": 1.136512601849055 }, { "method": "Dynamic TWFE", "estimate": 0.30748789319354075, "se": 0.279842814373485, "pvalue": 0.2891846440158642, "lower": -0.28898294633099264, "upper": 0.9039587327180741 }, { "method": "BJS / did2s", "estimate": -0.12552001438401625, "se": 0.2630555174480329, "pvalue": 0.6401246985700122, "lower": -0.6862095775056177, "upper": 0.4351695487375852 }, { "method": "Sun\u2013Abraham", "estimate": 0.5148405121812912, "se": 0.12317933795480467, "pvalue": 0.0008054265140408623, "lower": 0.25228996827516875, "upper": 0.7773910560874138 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6199599425951222, "se": 0.4410782289423358, "pvalue": 0.18022992707493318, "lower": -1.5600959332305746, "upper": 0.3201760480403302 }, { "event_time": -2, "estimate": -0.22336293858477463, "se": 0.3453515227878356, "pvalue": 0.527554562890255, "lower": -0.9594622848892834, "upper": 0.5127364077197342 }, { "event_time": 0, "estimate": 0.37664235694724396, "se": 0.28761937594601056, "pvalue": 0.21006328506973662, "lower": -0.2364038312070666, "upper": 0.9896885451015545 }, { "event_time": 1, "estimate": 0.21799388127698374, "se": 0.37329279929999537, "pvalue": 0.5679155984683608, "lower": -0.5776608861517281, "upper": 1.0136486487056955 }, { "event_time": 2, "estimate": -0.20396566981736333, "se": 0.45687480122059193, "pvalue": 0.6616593482829072, "lower": -1.177771257256707, "upper": 0.7698399176219803 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.1417775464821599, "se": 0.10298916373112522, "pvalue": 0.18882969568862806, "lower": -0.3612937527144481, "upper": 0.07773865975012831 }, { "event_time": -2, "estimate": 0.06532188858877416, "se": 0.06897640701441868, "pvalue": 0.3586373609094154, "lower": -0.08169784279645467, "upper": 0.212341619974003 }, { "event_time": -1, "estimate": -0.014870648403140006, "se": 0.023664213949871976, "pvalue": 0.5391917152477363, "lower": -0.06530972647262394, "upper": 0.03556842966634392 }, { "event_time": 0, "estimate": -0.07112665745389597, "se": 0.31147911424788016, "pvalue": 0.8224569327172973, "lower": -0.7350286739689017, "upper": 0.5927753590611097 }, { "event_time": 1, "estimate": -0.19591141747005428, "se": 0.27736038468011653, "pvalue": 0.49080198565432653, "lower": -0.7870910833527732, "upper": 0.3952682484126647 }, { "event_time": 2, "estimate": -1.0584398666567476, "se": 0.21489420450555388, "pvalue": 0.0001830605917783299, "lower": -1.51647602119354, "upper": -0.6004037121199552 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.1479818816167913, "se": 0.23609661549929353, "pvalue": 0.00020701773781064986, "lower": -1.6512099054309615, "upper": -0.644753857802621 }, { "event_time": -2, "estimate": -0.41248202811197443, "se": 0.24372825936290873, "pvalue": 0.11123427026587068, "lower": -0.9319765157711215, "upper": 0.10701245954717264 }, { "event_time": 0, "estimate": 0.5288136730497097, "se": 0.22488961859473805, "pvalue": 0.03278648022752633, "lower": 0.04947279769484397, "upper": 1.0081545484045755 }, { "event_time": 1, "estimate": 0.4967575981162791, "se": 0.15701760956947647, "pvalue": 0.0064237100449910925, "lower": 0.1620824855545362, "upper": 0.831432710678022 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5641025641025641, 0.4358974358974359 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.921795207258474e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.2061939270575226, "df_num": 1, "df_den": 160, "pvalue": 0.6503824307717044, "log10_pvalue": -0.186831199151318, "inference": "Homoskedastic nested-model F", "observations": 187, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.24472888536104, "rss_restricted": 164.4563930456571, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ -0.10926446679134952, -0.2753844650001474, 0.03885180306870414, -0.09574302632849149, -0.12254171808123544, -0.2979192553373812 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ], [ 0.004716802429443265, -0.0767165563797983, 0.5038044161795266, -0.18582420099544392, -0.14579362815640753, 0.017148393190472483 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4772770691139192 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39601591064969144 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3686517728989919 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.4366529582908806, "event_study": [ { "event_time": -3, "estimate": -0.027220291537136898, "raw_gap": -0.027220291537136898, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.017054262469558372 }, { "event_time": -2, "estimate": 0.029235016040612103, "raw_gap": 0.029235016040612103, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": 0.03940104510819063 }, { "event_time": -1, "estimate": -0.010166029067578528, "raw_gap": -0.010166029067578528, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.12029941683414412, "raw_gap": -0.12029941683414412, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": -0.11013338776656559 }, { "event_time": 1, "estimate": -0.29102283602705986, "raw_gap": -0.29102283602705986, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": -0.28085680695948134 }, { "event_time": 2, "estimate": -1.0873764059138566, "raw_gap": -1.0873764059138566, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": -1.0772103768462782 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.027220291537136898, 0.011123174449476428, -0.0017271991219784788, 0.19308266518306344, -0.09034328312484015, -1.039974426012108 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.01910731154264137, "lambda_l": 0.018244248783853355, "singular_values": [ 0.8091426612974868, 0.0, 0.0, 0.0 ], "history_objective": [ 0.02286906299285297, 0.02051070997448058, 0.01977191903079937, 0.019467098607310076, 0.019311107394911535, 0.019224496334085267, 0.019175205687814733, 0.01914685448290663, 0.019130441101827662, 0.019120891004702236, 0.019115310257767568, 0.01911203659036456, 0.019110109755929403, 0.019108972272577376, 0.01910829902870655, 0.019107899657428505, 0.01910766228830598, 0.019107520970731037, 0.01910743671698171, 0.019107386423261197, 0.019107356369935782, 0.01910733839533362, 0.01910732763669478, 0.019107321192951363, 0.019107317331409975, 0.019107315016204947, 0.019107313627549666, 0.019107312794348186, 0.019107312294274197, 0.019107311994061942, 0.019107311813794842, 0.0191073117055307, 0.019107311640499593, 0.019107311601432062, 0.01910731157795952, 0.019107311563855395, 0.01910731155537986, 0.01910731155028632, 0.019107311547225093, 0.0191073115453852, 0.019107311544279332, 0.019107311543614613, 0.019107311543215058, 0.019107311542974886, 0.01910731154283052, 0.01910731154274373, 0.019107311542691574, 0.019107311542660214, 0.01910731154264137 ], "history_rmse": [ 0.08375070786540098, 0.0759426717580361, 0.0701874705206055, 0.06811168495739815, 0.0671482695934288, 0.06663661421440438, 0.0663497427865465, 0.06618391470219676, 0.06608565805802964, 0.0660260437816854, 0.06598901925043581, 0.06596549778189907, 0.06595023289329068, 0.06594013149031094, 0.06593332992608757, 0.06592868028418783, 0.06592546000980788, 0.06592320479005116, 0.06592161048107335, 0.06592047436993839, 0.0659196592556558, 0.06591907102604123, 0.06591864437750632, 0.06591833354833797, 0.06591810620081187, 0.06591793931915803, 0.06591781642135407, 0.0659177256413113, 0.06591765839619101, 0.06591760845217914, 0.06591757126466084, 0.06591754350918633, 0.06591752274620266, 0.06591750718023257, 0.06591749548615222, 0.06591748668338514, 0.0659174800444808, 0.06591747502846025, 0.06591747123207792, 0.06591746835407704, 0.06591746616890667, 0.06591746450734381, 0.06591746324217204, 0.06591746227756894, 0.06591746154122613, 0.06591746097848221, 0.06591746054794684, 0.06591746021822803, 0.0659174599654813 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1385565375483419, "matrix_preparation": { "source_rows": 187, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 187.0, "treated_observation_mass": 107.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00047116586938500404, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5483851615815729, "SE": 0.27592838943462955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30748789319354075, "SE": 0.279842814373485, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12552001438401625, "SE": 0.2630555174480329, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5148405121812912, "SE": 0.12317933795480467, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.4366529582908806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5483851615815729, "SE": 0.27592838943462955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03974227868590918, "upper": 1.136512601849055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30748789319354075, "SE": 0.279842814373485, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28898294633099264, "upper": 0.9039587327180741, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12552001438401625, "SE": 0.2630555174480329, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6862095775056177, "upper": 0.4351695487375852, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5148405121812912, "SE": 0.12317933795480467, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.25228996827516875, "upper": 0.7773910560874138, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.4366529582908806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602639.588608, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5483851615815729, "SE": 0.27592838943462955, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.03974227868590918, "upper": 1.136512601849055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.30748789319354075, "SE": 0.279842814373485, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.28898294633099264, "upper": 0.9039587327180741, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12552001438401625, "SE": 0.2630555174480329, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6862095775056177, "upper": 0.4351695487375852, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5148405121812912, "SE": 0.12317933795480467, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.25228996827516875, "upper": 0.7773910560874138, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.4366529582908806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P069", "source_specification_id": "CI-T5-B-C08", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P069.json", "input_bytes": 36551, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p069", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [follow-up survey sample]", "source_specification_id": "CI-T5-B-C08", "specification_id": "S01-P069", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C08.csv", "output_dir": "analyses/full-archive/results/S01-P069" }, "source": { "file": "CI-T5-B-C08.csv", "bytes": 36551, "sha256": "3f001d7077c14694b036c3969fce68b8dfa86439dac3412d2be34f61af75f53a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.6677735021330642, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18640506753037372, "se": 0.3193859691436377, "pvalue": 0.5681384032975239, "lower": -0.8671601463197489, "upper": 0.4943500112590015 }, { "method": "Dynamic TWFE", "estimate": 0.12583343491251744, "se": 0.3481440796529354, "pvalue": 0.7228105863968068, "lower": -0.6162181054530582, "upper": 0.867884975278093 }, { "method": "BJS / did2s", "estimate": -1.0507829016523533, "se": 0.5497559864710387, "pvalue": 0.07525738403266248, "lower": -2.222560049184815, "upper": 0.12099424588010854 }, { "method": "Sun\u2013Abraham", "estimate": -0.5597970757619195, "se": 0.18556528703354958, "pvalue": 0.008672447222661642, "lower": -0.9553201224812482, "upper": -0.16427402904259086 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -2.899224976644012, "se": 0.44707783098296555, "pvalue": 1.029838712258184e-05, "lower": -3.8521488163225044, "upper": -1.9463011369655199 }, { "event_time": -2, "estimate": -0.36804180756099253, "se": 0.37571756109854365, "pvalue": 0.34283407203397226, "lower": -1.1688648324233109, "upper": 0.43278121730132574 }, { "event_time": 0, "estimate": 0.1496539819257549, "se": 0.31760522412170694, "pvalue": 0.6442814070853617, "lower": -0.5273055286958681, "upper": 0.826613492547378 }, { "event_time": 1, "estimate": 0.09290503168833628, "se": 0.46631230135623625, "pvalue": 0.8447556237643761, "lower": -0.9010161111263467, "upper": 1.0868261745030192 }, { "event_time": 2, "estimate": 0.7696434955831641, "se": 0.47320801018811104, "pvalue": 0.12467609140876253, "lower": -0.23897550268753087, "upper": 1.7782624938538591 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -1.2246776628595608, "se": 0.5567791001244571, "pvalue": 0.0439311508509404, "lower": -2.4114242227970157, "upper": -0.037931102922105664 }, { "event_time": -2, "estimate": 0.30630182062165906, "se": 0.15351621915992578, "pvalue": 0.064510836349593, "lower": -0.020910254942819728, "upper": 0.6335138961861378 }, { "event_time": -1, "estimate": -0.05106814474143807, "se": 0.04349651031694275, "pvalue": 0.2586695507441272, "lower": -0.1437787618899218, "upper": 0.04164247240704567 }, { "event_time": 0, "estimate": -0.6662953283878779, "se": 0.4708769366876737, "pvalue": 0.17749005150345454, "lower": -1.6699457611053994, "upper": 0.33735510432964366 }, { "event_time": 1, "estimate": -1.582280429400305, "se": 0.7219757188478407, "pvalue": 0.04460471761814772, "lower": -3.1211352472437275, "upper": -0.04342561155688229 }, { "event_time": 2, "estimate": -0.6288539066136778, "se": 0.7834992224394017, "pvalue": 0.4347264723531017, "lower": -2.2988429682285787, "upper": 1.041135155001223 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.6766076676120703, "se": 0.6627094852379156, "pvalue": 0.023098277322403753, "lower": -3.0891394987605785, "upper": -0.26407583646356203 }, { "event_time": -2, "estimate": 0.18551841767714122, "se": 0.5099704256355962, "pvalue": 0.7210967337345283, "lower": -0.901457814292776, "upper": 1.2724946496470584 }, { "event_time": 0, "estimate": -0.29679367073522395, "se": 0.184327102324068, "pvalue": 0.12820448374504514, "lower": -0.689677589218209, "upper": 0.09609024774776109 }, { "event_time": 1, "estimate": -0.9233606062399988, "se": 0.3523958131135955, "pvalue": 0.019304794350370844, "lower": -1.6744745019581397, "upper": -0.17224671052185792 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.4407204763345955e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5727540418877985, "df_num": 1, "df_den": 164, "pvalue": 0.4502524658648966, "log10_pvalue": -0.34654390003294827, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 165.20789541544906, "rss_restricted": 165.78486791454037, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.9538272043376792 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.3690497407366224 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.596632045087125 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p069", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [follow-up survey sample]", "source_specification_id": "CI-T5-B-C08", "specification_id": "S01-P069", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C08.csv", "output_dir": "analyses/archive-expanded/fits/S01-P069" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P069", "regression_results": "analyses/archive-expanded/baselines/S01-P069.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C08.csv", "bytes": 36551, "sha256": "3f001d7077c14694b036c3969fce68b8dfa86439dac3412d2be34f61af75f53a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.6677735021330642, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18640506753037372, "se": 0.3193859691436377, "pvalue": 0.5681384032975239, "lower": -0.8671601463197489, "upper": 0.4943500112590015 }, { "method": "Dynamic TWFE", "estimate": 0.12583343491251744, "se": 0.3481440796529354, "pvalue": 0.7228105863968068, "lower": -0.6162181054530582, "upper": 0.867884975278093 }, { "method": "BJS / did2s", "estimate": -1.0507829016523533, "se": 0.5497559864710387, "pvalue": 0.07525738403266248, "lower": -2.222560049184815, "upper": 0.12099424588010854 }, { "method": "Sun\u2013Abraham", "estimate": -0.5597970757619195, "se": 0.18556528703354958, "pvalue": 0.008672447222661642, "lower": -0.9553201224812482, "upper": -0.16427402904259086 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -2.899224976644012, "se": 0.44707783098296555, "pvalue": 1.029838712258184e-05, "lower": -3.8521488163225044, "upper": -1.9463011369655199 }, { "event_time": -2, "estimate": -0.36804180756099253, "se": 0.37571756109854365, "pvalue": 0.34283407203397226, "lower": -1.1688648324233109, "upper": 0.43278121730132574 }, { "event_time": 0, "estimate": 0.1496539819257549, "se": 0.31760522412170694, "pvalue": 0.6442814070853617, "lower": -0.5273055286958681, "upper": 0.826613492547378 }, { "event_time": 1, "estimate": 0.09290503168833628, "se": 0.46631230135623625, "pvalue": 0.8447556237643761, "lower": -0.9010161111263467, "upper": 1.0868261745030192 }, { "event_time": 2, "estimate": 0.7696434955831641, "se": 0.47320801018811104, "pvalue": 0.12467609140876253, "lower": -0.23897550268753087, "upper": 1.7782624938538591 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -1.2246776628595608, "se": 0.5567791001244571, "pvalue": 0.0439311508509404, "lower": -2.4114242227970157, "upper": -0.037931102922105664 }, { "event_time": -2, "estimate": 0.30630182062165906, "se": 0.15351621915992578, "pvalue": 0.064510836349593, "lower": -0.020910254942819728, "upper": 0.6335138961861378 }, { "event_time": -1, "estimate": -0.05106814474143807, "se": 0.04349651031694275, "pvalue": 0.2586695507441272, "lower": -0.1437787618899218, "upper": 0.04164247240704567 }, { "event_time": 0, "estimate": -0.6662953283878779, "se": 0.4708769366876737, "pvalue": 0.17749005150345454, "lower": -1.6699457611053994, "upper": 0.33735510432964366 }, { "event_time": 1, "estimate": -1.582280429400305, "se": 0.7219757188478407, "pvalue": 0.04460471761814772, "lower": -3.1211352472437275, "upper": -0.04342561155688229 }, { "event_time": 2, "estimate": -0.6288539066136778, "se": 0.7834992224394017, "pvalue": 0.4347264723531017, "lower": -2.2988429682285787, "upper": 1.041135155001223 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.6766076676120703, "se": 0.6627094852379156, "pvalue": 0.023098277322403753, "lower": -3.0891394987605785, "upper": -0.26407583646356203 }, { "event_time": -2, "estimate": 0.18551841767714122, "se": 0.5099704256355962, "pvalue": 0.7210967337345283, "lower": -0.901457814292776, "upper": 1.2724946496470584 }, { "event_time": 0, "estimate": -0.29679367073522395, "se": 0.184327102324068, "pvalue": 0.12820448374504514, "lower": -0.689677589218209, "upper": 0.09609024774776109 }, { "event_time": 1, "estimate": -0.9233606062399988, "se": 0.3523958131135955, "pvalue": 0.019304794350370844, "lower": -1.6744745019581397, "upper": -0.17224671052185792 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.440892098500626e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.4407204763345955e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5727540418877985, "df_num": 1, "df_den": 164, "pvalue": 0.4502524658648966, "log10_pvalue": -0.34654390003294827, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 165.20789541544906, "rss_restricted": 165.78486791454037, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.9538272043376792 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.3690497407366224 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.596632045087125 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -1.3268788829492786, "event_study": [ { "event_time": -3, "estimate": -0.3139001468360094, "raw_gap": -0.3139001468360094, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.3353111247904214 }, { "event_time": -2, "estimate": 0.08560561990836114, "raw_gap": 0.08560561990836114, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": 0.06419464195394914 }, { "event_time": -1, "estimate": 0.021410977954412002, "raw_gap": 0.021410977954412002, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.9752410130393748, "raw_gap": -0.9752410130393748, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": -0.9966519909937869 }, { "event_time": 1, "estimate": -2.0850785248132437, "raw_gap": -2.0850785248132437, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": -2.106489502767656 }, { "event_time": 2, "estimate": -1.0078510230317155, "raw_gap": -1.0078510230317155, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": -1.0292620009861275 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3139001468360094, 0.14950657882485485, -0.028412505376347808, -0.6387266087377379, -1.6644944278003149, -0.8655380375374826 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 339, "termination_reason": "Relative objective tolerance reached", "objective": 0.12649274891316623, "lambda_l": 0.036881075732930195, "singular_values": [ 2.5582295362411918, 0.2871606000726743, 0.0, 0.0 ], "history_objective": [ 0.1390708155679568, 0.13496341598522435, 0.1319249738380144, 0.1306752883035688, 0.13016894691949413, 0.12981938289277792, 0.12952779138360987, 0.12927170753830897, 0.12904288999725655, 0.1288368083264782, 0.12865032932835294, 0.1284810290700043, 0.1283269273190496, 0.1281863594175659, 0.12805790200686729, 0.12794032395014546, 0.12783255114345973, 0.12773364002099574, 0.1276427569823561, 0.12755916206847798, 0.12748219578685163, 0.1274112683248287, 0.12734585060659226, 0.12728546679596264, 0.1272296879495586, 0.12717812659769948, 0.12713043208302155, 0.12708628652515486, 0.12704540130811154, 0.1270075140081591, 0.12697238569590288, 0.12693979855851736, 0.12690955379753904, 0.1268814697650893, 0.12685538030733465, 0.1268311332887895, 0.12680858927497157, 0.12678762035415117, 0.12676810908161237, 0.12674994753209262, 0.1267330364479626, 0.12671728447232056, 0.12670260745754325, 0.1266889278410164, 0.12667617408077866, 0.12666428014468614, 0.1266531850474634, 0.1266428324306627, 0.12663317018112785, 0.1266241500840563, 0.12661572750719446, 0.12660786111307987, 0.1266005125965855, 0.1265936464453144, 0.1265872297206553, 0.1265812318575426, 0.12657562448116386, 0.12657038123904382, 0.12656547764709067, 0.12656089094833436, 0.12655659998321295, 0.1265525850703776, 0.12654882789708422, 0.12654531141833403, 0.12654201976400162, 0.12653893815326445, 0.1265360528157104, 0.12653335091855886, 0.126530820499482, 0.1265284504045615, 0.12652623023095577, 0.12652415027389263, 0.12652220147763588, 0.12652037539010577, 0.1265186641208608, 0.12651706030217272, 0.12651555705295264, 0.12651414794530413, 0.12651282697349714, 0.1265115885251795, 0.1265104273546502, 0.12650933855803972, 0.12650831755025188, 0.12650736004353486, 0.12650646202755828, 0.12650561975088612, 0.1265048297037406, 0.12650408860196186, 0.1265033933720772, 0.12650274113739796, 0.12650212920506956, 0.12650155505400673, 0.12650101632364974, 0.12650051080348326, 0.12650003642326355, 0.12649959124390397, 0.12649917344897274, 0.12649878133675918, 0.12649841331286982, 0.12649806788331586, 0.12649774364806116, 0.12649743929499438, 0.1264971535943006, 0.12649688539320206, 0.1264966336110443, 0.12649639723470385, 0.12649617531429536, 0.1264959669591585, 0.12649577133410542, 0.12649558765591162, 0.12649541519003366, 0.12649525324753838, 0.12649510118223045, 0.12649495838796426, 0.12649482429612807, 0.12649469837328936, 0.12649458011899092, 0.12649446906368716, 0.1264943647668121, 0.12649426681496986, 0.12649417482024042, 0.12649408841859258, 0.12649400726839705, 0.12649393104903398, 0.12649385945958794, 0.1264937922176253, 0.12649372905804848, 0.12649366973202256, 0.12649361400596795, 0.1264935616606181, 0.1264935124901348, 0.1264934663012791, 0.12649342291263452, 0.12649338215387754, 0.12649334386509525, 0.12649330789614383, 0.12649327410604808, 0.12649324236243745, 0.12649321254101795, 0.12649318452507552, 0.1264931582050117, 0.12649313347790692, 0.1264931102471109, 0.12649308842185955, 0.12649306791691325, 0.12649304865222022, 0.12649303055259803, 0.1264930135474367, 0.126492997570419, 0.12649298255925817, 0.1264929684554522, 0.12649295520405265, 0.1264929427534478, 0.12649293105515924, 0.12649292006365145, 0.12649290973615138, 0.12649290003248126, 0.1264928909149, 0.1264928823479552, 0.12649287429834355, 0.12649286673478044, 0.12649285962787699, 0.12649285295002521, 0.12649284667528898, 0.12649284077930348, 0.12649283523917915, 0.12649283003341188, 0.12649282514179983, 0.12649282054536323, 0.12649281622627126, 0.12649281216777197, 0.12649280835412624, 0.12649280477054767, 0.12649280140314367, 0.12649279823886186, 0.1264927952654389, 0.12649279247135295, 0.12649278984577852, 0.12649278737854439, 0.1264927850600941, 0.12649278288144847, 0.12649278083417106, 0.12649277891033492, 0.12649277710249174, 0.12649277540364365, 0.12649277380721477, 0.12649277230702669, 0.12649277089727395, 0.1264927695725016, 0.12649276832758408, 0.12649276715770527, 0.12649276605833962, 0.1264927650252347, 0.12649276405439494, 0.12649276314206578, 0.12649276228471915, 0.12649276147904004, 0.12649276072191315, 0.12649276001041154, 0.12649275934178436, 0.1264927587134473, 0.1264927581229713, 0.12649275756807432, 0.1264927570466118, 0.12649275655656816, 0.12649275609605007, 0.12649275566327775, 0.12649275525657905, 0.1264927548743827, 0.12649275451521186, 0.126492754177679, 0.12649275386048026, 0.1264927535623903, 0.12649275328225754, 0.12649275301900004, 0.1264927527716009, 0.12649275253910455, 0.12649275232061322, 0.1264927521152829, 0.12649275192232073, 0.12649275174098165, 0.1264927515705652, 0.12649275141041344, 0.126492751259908, 0.12649275111846767, 0.12649275098554638, 0.12649275086063105, 0.1264927507432392, 0.1264927506329177, 0.12649275052924056, 0.12649275043180774, 0.1264927503402429, 0.12649275025419274, 0.1264927501733249, 0.1264927500973274, 0.12649275002590685, 0.12649274995878745, 0.12649274989571024, 0.12649274983643172, 0.12649274978072314, 0.12649274972836944, 0.12649274967916857, 0.12649274963293064, 0.12649274958947712, 0.12649274954864045, 0.12649274951026296, 0.1264927494741965, 0.12649274944030198, 0.12649274940844865, 0.12649274937851335, 0.12649274935038077, 0.12649274932394217, 0.1264927492990957, 0.12649274927574544, 0.12649274925380127, 0.1264927492331785, 0.12649274921379747, 0.12649274919558354, 0.12649274917846645, 0.12649274916238004, 0.12649274914726227, 0.12649274913305478, 0.12649274911970287, 0.12649274910715486, 0.12649274909536246, 0.1264927490842801, 0.1264927490738651, 0.1264927490640772, 0.12649274905487873, 0.12649274904623403, 0.12649274903810995, 0.12649274903047503, 0.1264927490232998, 0.1264927490165566, 0.12649274901021945, 0.12649274900426397, 0.12649274899866683, 0.1264927489934069, 0.1264927489884636, 0.12649274898381804, 0.12649274897945206, 0.12649274897534912, 0.1264927489714932, 0.12649274896786936, 0.12649274896446377, 0.1264927489612632, 0.12649274895825535, 0.1264927489554286, 0.12649274895277213, 0.12649274895027546, 0.12649274894792925, 0.12649274894572435, 0.1264927489436521, 0.1264927489417046, 0.12649274893987433, 0.12649274893815435, 0.126492748936538, 0.12649274893501883, 0.12649274893359125, 0.1264927489322495, 0.12649274893098858, 0.12649274892980358, 0.12649274892868992, 0.1264927489276433, 0.12649274892665974, 0.12649274892573537, 0.1264927489248667, 0.12649274892405035, 0.12649274892328313, 0.12649274892256207, 0.1264927489218844, 0.12649274892124762, 0.1264927489206491, 0.12649274892008658, 0.1264927489195581, 0.1264927489190613, 0.12649274891859444, 0.12649274891815565, 0.12649274891774334, 0.12649274891735582, 0.1264927489169917, 0.1264927489166494, 0.12649274891632775, 0.12649274891602552, 0.1264927489157414, 0.1264927489154745, 0.1264927489152236, 0.12649274891498782, 0.1264927489147662, 0.1264927489145579, 0.12649274891436224, 0.12649274891417828, 0.12649274891400542, 0.12649274891384302, 0.12649274891369036, 0.12649274891354687, 0.12649274891341214, 0.12649274891328532, 0.12649274891316623 ], "history_rmse": [ 0.16687447221388055, 0.16641640916856132, 0.16215817829534324, 0.15276635673911698, 0.1494924790779079, 0.1482272492397984, 0.14767356155914896, 0.14739590578546172, 0.1472365555595009, 0.1471336986967386, 0.1470609079989087, 0.14700579751179563, 0.14696202345153989, 0.14692606576711453, 0.14689582825530134, 0.146869981445934, 0.14684763281382726, 0.14682815190655515, 0.14681107330500917, 0.14679604055527593, 0.14678277246654836, 0.14677104200088717, 0.14676066246814926, 0.14675147810069017, 0.14674335735473026, 0.14673618798224858, 0.1467298733043122, 0.14672432933463422, 0.14671948252708297, 0.14671526799430762, 0.14671162808936083, 0.14670851127070103, 0.14670587119008846, 0.14670366595643933, 0.14670185753874912, 0.14670041127894237, 0.1466992954915595, 0.14669848113206443, 0.1466979415194155, 0.14669765210164776, 0.14669759025567347, 0.146697735114477, 0.14669806741638333, 0.14669856937229395, 0.14669922454770035, 0.14670001775699276, 0.1467009349681298, 0.1467019632161451, 0.14670309052429079, 0.14670430583183888, 0.1467055989277714, 0.1467069603896982, 0.14670838152748134, 0.1467098543310948, 0.14671137142234292, 0.14671292601009503, 0.14671451184873763, 0.14671612319958505, 0.14671775479501717, 0.1467194018051249, 0.14672105980668224, 0.14672272475426779, 0.1467243929533769, 0.14672606103538588, 0.14672772593422612, 0.14672938486465772, 0.14673103530202242, 0.14673267496337455, 0.1467343017898958, 0.14673591393050553, 0.1467375097265805, 0.14673908769771507, 0.14674064652844376, 0.14674218505586872, 0.146743702258126, 0.14674519724363458, 0.14674666924107665, 0.14674811759006604, 0.14674954173244553, 0.14675094120418464, 0.14675231562783272, 0.14675366470548837, 0.146754988212256, 0.14675628599015228, 0.14675755794243853, 0.14675880402834318, 0.14676002425816073, 0.14676121868868547, 0.14676238741897787, 0.14676353058642008, 0.14676464836306458, 0.14676574095223388, 0.14676680858537405, 0.14676785151913158, 0.1467688700326466, 0.14676986442504572, 0.14677083501311994, 0.1467717821291775, 0.1467727061190584, 0.1467736073403004, 0.14677448616045058, 0.1467753429554986, 0.14677617810844545, 0.1467769920079774, 0.14677778504725153, 0.14677855762278, 0.1467793101334061, 0.1467800429793684, 0.14678075656144307, 0.14678145128016404, 0.14678212753511177, 0.14678278572426312, 0.14678342624340882, 0.14678404948562024, 0.14678465584077266, 0.14678524569511173, 0.14678581943087193, 0.14678637742592993, 0.1467869200534981, 0.1467874476818577, 0.14678796067411828, 0.14678845938801321, 0.14678894417572053, 0.14678941538371001, 0.1467898733526155, 0.14679031841712667, 0.14679075090590502, 0.1467911711415161, 0.14679157944037544, 0.14679197611271894, 0.1467923614625804, 0.14679273578778304, 0.14679309937994683, 0.14679345252450174, 0.14679379550071606, 0.14679412858172852, 0.1467944520345935, 0.14679476612032868, 0.14679507109397621, 0.14679536720465897, 0.14679565469565445, 0.14679593380446462, 0.14679620476289182, 0.1467964677971236, 0.14679672312780875, 0.14679697097015318, 0.14679721153400002, 0.1467974450239256, 0.14679767163932889, 0.14679789157452652, 0.14679810501884627, 0.14679831215672454, 0.14679851316779863, 0.14679870822700505, 0.1467988975046785, 0.1467990811666405, 0.1467992593743032, 0.14679943228475967, 0.14679960005088283, 0.1467997628214141, 0.14679992074106327, 0.1468000739505954, 0.14680022258692724, 0.1468003667832138, 0.14680050666894018, 0.1468006423700094, 0.14680077400882718, 0.146800901704391, 0.14680102557237137, 0.14680114572519676, 0.14680126227213514, 0.14680137531937099, 0.14680148497008783, 0.1468015913245438, 0.1468016944801463, 0.146801794531528, 0.14680189157061843, 0.1468019856867149, 0.14680207696655262, 0.14680216549437441, 0.14680225135199443, 0.14680233461886652, 0.14680241537214478, 0.14680249368674964, 0.14680256963542604, 0.14680264328880346, 0.1468027147154542, 0.1468027839819521, 0.14680285115292396, 0.14680291629110678, 0.14680297945740006, 0.14680304071091435, 0.14680310010902536, 0.14680315770742092, 0.146803213560148, 0.14680326771966012, 0.14680332023686232, 0.14680337116115463, 0.1468034205404763, 0.14680346842134442, 0.14680351484890103, 0.14680355986694424, 0.1468036035179729, 0.14680364584322314, 0.14680368688270182, 0.14680372667522648, 0.14680376525845532, 0.14680380266892415, 0.14680383894207857, 0.1468038741123038, 0.1468039082129574, 0.14680394127639984, 0.1468039733340214, 0.1468040044162717, 0.14680403455268867, 0.14680406377192357, 0.1468040921017668, 0.14680411956917552, 0.14680414620029628, 0.14680417202048882, 0.14680419705435108, 0.14680422132574006, 0.14680424485779403, 0.1468042676729555, 0.14680428979298876, 0.1468043112390035, 0.1468043320314719, 0.14680435219024718, 0.1468043717345854, 0.14680439068315929, 0.14680440905407863, 0.14680442686490416, 0.14680444413266747, 0.1468044608738838, 0.14680447710457017, 0.1468044928402568, 0.14680450809600443, 0.14680452288641882, 0.1468045372256619, 0.1468045511274671, 0.14680456460515148, 0.14680457767162836, 0.14680459033941928, 0.1468046026206667, 0.14680461452714297, 0.1468046260702653, 0.14680463726110232, 0.146804648110389, 0.1468046586285322, 0.14680466882562224, 0.14680467871144573, 0.146804688295489, 0.14680469758695194, 0.14680470659475392, 0.1468047153275436, 0.14680472379370557, 0.1468047320013704, 0.14680473995842247, 0.14680474767250384, 0.14680475515102526, 0.14680476240117216, 0.14680476942991075, 0.14680477624399577, 0.1468047828499756, 0.1468047892542001, 0.14680479546282557, 0.14680480148181987, 0.1468048073169701, 0.14680481297388687, 0.14680481845800886, 0.1468048237746116, 0.14680482892880678, 0.14680483392555216, 0.14680483876965422, 0.14680484346577186, 0.1468048480184238, 0.14680485243198885, 0.1468048567107142, 0.146804860858717, 0.14680486487998828, 0.1468048687783972, 0.1468048725576962, 0.1468048762215222, 0.14680487977340106, 0.14680488321675192, 0.14680488655488905, 0.1468048897910259, 0.14680489292827778, 0.14680489596966467, 0.14680489891811385, 0.14680490177646585, 0.14680490454747128, 0.14680490723379858, 0.1468049098380338, 0.14680491236268547, 0.14680491481018465, 0.1468049171828881, 0.14680491948308055, 0.14680492171297752, 0.14680492387472627, 0.14680492597040906, 0.14680492800204392, 0.14680492997158837, 0.14680493188093882, 0.14680493373193507, 0.1468049355263593, 0.14680493726594104, 0.1468049389523555, 0.1468049405872268, 0.14680494217213008, 0.14680494370859284, 0.14680494519809462, 0.14680494664207083, 0.14680494804191205, 0.14680494939896815, 0.14680495071454516, 0.14680495198991148, 0.14680495322629541, 0.14680495442488914, 0.14680495558684656, 0.14680495671328841, 0.14680495780529876, 0.1468049588639308, 0.14680495989020437, 0.14680496088510772, 0.14680496184960093, 0.14680496278461247, 0.1468049636910436, 0.14680496456976802, 0.1468049654216317, 0.146804966247457, 0.14680496704803822, 0.14680496782414798, 0.1468049685765344, 0.14680496930592188, 0.14680497001301324, 0.14680497069849072, 0.146804971363014, 0.14680497200722448 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 3.3306690738754696e-16 }, "native_matrix_att": -0.9918192402164598, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.001195207703858614, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8671601463197489, "upper": 0.4943500112590015, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6162181054530582, "upper": 0.867884975278093, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -2.222560049184815, "upper": 0.12099424588010854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9553201224812482, "upper": -0.16427402904259086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602641.373447, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18640506753037372, "SE": 0.3193859691436377, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.8671601463197489, "upper": 0.4943500112590015, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12583343491251744, "SE": 0.3481440796529354, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6162181054530582, "upper": 0.867884975278093, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -1.0507829016523533, "SE": 0.5497559864710387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -2.222560049184815, "upper": 0.12099424588010854, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.5597970757619195, "SE": 0.18556528703354958, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9553201224812482, "upper": -0.16427402904259086, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -1.3268788829492786, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P070", "source_specification_id": "CI-T5-B-C09", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P070.json", "input_bytes": 48485, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p070", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C09", "specification_id": "S01-P070", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C09.csv", "output_dir": "analyses/full-archive/results/S01-P070" }, "source": { "file": "CI-T5-B-C09.csv", "bytes": 48485, "sha256": "603fad4ef57b0f8c23bcc28ded274591faec5ec3f31703f8eb086ef559a7551d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.98163485846209, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18520047564986342, "se": 0.39534645345353947, "pvalue": 0.6461970609450343, "lower": -1.0278614942020794, "upper": 0.6574605429023525 }, { "method": "Dynamic TWFE", "estimate": -0.145884795048424, "se": 0.320514324103734, "pvalue": 0.6555138768841602, "lower": -0.8290449055047265, "upper": 0.5372753154078785 }, { "method": "BJS / did2s", "estimate": -0.00486684880324721, "se": 0.3832120397434013, "pvalue": 0.990034400957883, "lower": -0.8216639767673547, "upper": 0.8119302791608604 }, { "method": "Sun\u2013Abraham", "estimate": 0.012421380811847016, "se": 0.3373255552622873, "pvalue": 0.9711116252292852, "lower": -0.7065710206576543, "upper": 0.7314137822813485 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.10824065846398281, "se": 0.5115539954848127, "pvalue": 0.8352735021329208, "lower": -0.982110872741409, "upper": 1.1985921896693745 }, { "event_time": -2, "estimate": 0.06845487168361064, "se": 0.30980672480134286, "pvalue": 0.8281031832815234, "lower": -0.5918825311055742, "upper": 0.7287922744727955 }, { "event_time": 0, "estimate": -0.1487128039492034, "se": 0.3252800840370597, "pvalue": 0.654090377645944, "lower": -0.84203089124964, "upper": 0.5446052833512333 }, { "event_time": 1, "estimate": -0.1419754886267584, "se": 0.46757186585145366, "pvalue": 0.765570116789562, "lower": -1.138581329612376, "upper": 0.854630352358859 }, { "event_time": 2, "estimate": -0.04146442582506794, "se": 0.6901669959092867, "pvalue": 0.9528859938293032, "lower": -1.5125205556162729, "upper": 1.4295917039661368 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2504930671224961, "se": 0.19453474339144805, "pvalue": 0.21737972476198147, "lower": -0.6651340575197857, "upper": 0.1641479232747935 }, { "event_time": -2, "estimate": -0.13116619266161872, "se": 0.08539377578216995, "pvalue": 0.14535677603579356, "lower": -0.31317871724615826, "upper": 0.05084633192292082 }, { "event_time": -1, "estimate": 0.04769961907077097, "se": 0.03474380960030287, "pvalue": 0.18996251563671576, "lower": -0.026355058112809956, "upper": 0.1217542962543519 }, { "event_time": 0, "estimate": 0.022412402287938588, "se": 0.38715771494579093, "pvalue": 0.9546007180196655, "lower": -0.8027947332932287, "upper": 0.8476195378691059 }, { "event_time": 1, "estimate": -0.04257640178223935, "se": 0.420838914524719, "pvalue": 0.9207552138905809, "lower": -0.939573314899821, "upper": 0.8544205113353424 }, { "event_time": 2, "estimate": 0.021745398626452615, "se": 0.3924227182381537, "pvalue": 0.956540635125766, "lower": -0.8146838258295921, "upper": 0.8581746230824974 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2600865277787985, "se": 0.4929228141906092, "pvalue": 0.6054658806573207, "lower": -1.3107266360814183, "upper": 0.7905535805238213 }, { "event_time": -2, "estimate": -0.18237071810050348, "se": 0.26740655083199927, "pvalue": 0.505635556432043, "lower": -0.7523342893510754, "upper": 0.3875928531500685 }, { "event_time": 0, "estimate": -0.1166461538790977, "se": 0.3924419998609381, "pvalue": 0.7703663289589289, "lower": -0.9531164761412638, "upper": 0.7198241683830684 }, { "event_time": 1, "estimate": 0.19083826700227066, "se": 0.3130353113523547, "pvalue": 0.5512252740710664, "lower": -0.47638070512386865, "upper": 0.85805723912841 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4912795664628723e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6520295798553131, "df_num": 1, "df_den": 164, "pvalue": 0.4205575876619039, "log10_pvalue": -0.3761745271160539, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 190.58605823867572, "rss_restricted": 191.34378840623452, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 2.202522975839744 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1616962315154475 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6837326325650839 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p070", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C09", "specification_id": "S01-P070", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C09.csv", "output_dir": "analyses/archive-expanded/fits/S01-P070" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P070", "regression_results": "analyses/archive-expanded/baselines/S01-P070.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C09.csv", "bytes": 48485, "sha256": "603fad4ef57b0f8c23bcc28ded274591faec5ec3f31703f8eb086ef559a7551d" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.98163485846209, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.18520047564986342, "se": 0.39534645345353947, "pvalue": 0.6461970609450343, "lower": -1.0278614942020794, "upper": 0.6574605429023525 }, { "method": "Dynamic TWFE", "estimate": -0.145884795048424, "se": 0.320514324103734, "pvalue": 0.6555138768841602, "lower": -0.8290449055047265, "upper": 0.5372753154078785 }, { "method": "BJS / did2s", "estimate": -0.00486684880324721, "se": 0.3832120397434013, "pvalue": 0.990034400957883, "lower": -0.8216639767673547, "upper": 0.8119302791608604 }, { "method": "Sun\u2013Abraham", "estimate": 0.012421380811847016, "se": 0.3373255552622873, "pvalue": 0.9711116252292852, "lower": -0.7065710206576543, "upper": 0.7314137822813485 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.10824065846398281, "se": 0.5115539954848127, "pvalue": 0.8352735021329208, "lower": -0.982110872741409, "upper": 1.1985921896693745 }, { "event_time": -2, "estimate": 0.06845487168361064, "se": 0.30980672480134286, "pvalue": 0.8281031832815234, "lower": -0.5918825311055742, "upper": 0.7287922744727955 }, { "event_time": 0, "estimate": -0.1487128039492034, "se": 0.3252800840370597, "pvalue": 0.654090377645944, "lower": -0.84203089124964, "upper": 0.5446052833512333 }, { "event_time": 1, "estimate": -0.1419754886267584, "se": 0.46757186585145366, "pvalue": 0.765570116789562, "lower": -1.138581329612376, "upper": 0.854630352358859 }, { "event_time": 2, "estimate": -0.04146442582506794, "se": 0.6901669959092867, "pvalue": 0.9528859938293032, "lower": -1.5125205556162729, "upper": 1.4295917039661368 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2504930671224961, "se": 0.19453474339144805, "pvalue": 0.21737972476198147, "lower": -0.6651340575197857, "upper": 0.1641479232747935 }, { "event_time": -2, "estimate": -0.13116619266161872, "se": 0.08539377578216995, "pvalue": 0.14535677603579356, "lower": -0.31317871724615826, "upper": 0.05084633192292082 }, { "event_time": -1, "estimate": 0.04769961907077097, "se": 0.03474380960030287, "pvalue": 0.18996251563671576, "lower": -0.026355058112809956, "upper": 0.1217542962543519 }, { "event_time": 0, "estimate": 0.022412402287938588, "se": 0.38715771494579093, "pvalue": 0.9546007180196655, "lower": -0.8027947332932287, "upper": 0.8476195378691059 }, { "event_time": 1, "estimate": -0.04257640178223935, "se": 0.420838914524719, "pvalue": 0.9207552138905809, "lower": -0.939573314899821, "upper": 0.8544205113353424 }, { "event_time": 2, "estimate": 0.021745398626452615, "se": 0.3924227182381537, "pvalue": 0.956540635125766, "lower": -0.8146838258295921, "upper": 0.8581746230824974 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2600865277787985, "se": 0.4929228141906092, "pvalue": 0.6054658806573207, "lower": -1.3107266360814183, "upper": 0.7905535805238213 }, { "event_time": -2, "estimate": -0.18237071810050348, "se": 0.26740655083199927, "pvalue": 0.505635556432043, "lower": -0.7523342893510754, "upper": 0.3875928531500685 }, { "event_time": 0, "estimate": -0.1166461538790977, "se": 0.3924419998609381, "pvalue": 0.7703663289589289, "lower": -0.9531164761412638, "upper": 0.7198241683830684 }, { "event_time": 1, "estimate": 0.19083826700227066, "se": 0.3130353113523547, "pvalue": 0.5512252740710664, "lower": -0.47638070512386865, "upper": 0.85805723912841 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.4912795664628723e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6520295798553131, "df_num": 1, "df_den": 164, "pvalue": 0.4205575876619039, "log10_pvalue": -0.3761745271160539, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 190.58605823867572, "rss_restricted": 191.34378840623452, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 2.202522975839744 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.1616962315154475 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6837326325650839 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.03126069592351359, "event_study": [ { "event_time": -3, "estimate": -0.06475456716263023, "raw_gap": -0.06475456716263023, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.07578840229701292 }, { "event_time": -2, "estimate": -0.01643161078273793, "raw_gap": -0.01643161078273793, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.02746544591712062 }, { "event_time": -1, "estimate": 0.011033835134382693, "raw_gap": 0.011033835134382693, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.009285726766817399, "raw_gap": 0.009285726766817399, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": -0.0017481083675652941 }, { "event_time": 1, "estimate": 0.027871656401144203, "raw_gap": 0.027871656401144203, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 0.01683782126676151 }, { "event_time": 2, "estimate": 0.07084865778990271, "raw_gap": 0.07084865778990271, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.05981482265552002 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06475456716263023, 0.0116650672587107, 0.0018094797125092447, -0.0186105568427103, 0.10968251736785857, 0.25902618603119254 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 96, "termination_reason": "Relative objective tolerance reached", "objective": 0.014985314319123803, "lambda_l": 0.013206273200532003, "singular_values": [ 0.604779821247377, 0.31555742806839304, 0.0, 0.0 ], "history_objective": [ 0.015379364265298083, 0.015104010497434685, 0.015029162881847592, 0.015007994045877694, 0.014999939863811974, 0.014995750197646963, 0.014993080694393592, 0.014991204410531712, 0.014989827161136591, 0.014988795325576183, 0.01498801349813187, 0.014987416647196059, 0.014986958362104242, 0.014986604732693514, 0.014986330645590792, 0.014986117335445585, 0.01498595068566414, 0.014985820017136345, 0.014985717210851669, 0.014985636065627042, 0.01498557182432795, 0.014985520822247578, 0.01498548022478708, 0.014985447830836114, 0.014985421924747031, 0.014985401164418533, 0.01498538449632754, 0.01498537109075547, 0.014985360292208682, 0.014985351581316484, 0.014985344545434012, 0.014985338855873135, 0.014985334250200277, 0.014985330518423223, 0.014985327492174188, 0.014985325036210705, 0.014985323041716042, 0.014985321421002147, 0.014985320103309297, 0.01498531903146653, 0.014985318159229967, 0.014985317449156233, 0.01498531687089996, 0.01498531639984812, 0.014985316016022456, 0.014985315703196129, 0.014985315448181533, 0.01498531524025546, 0.01498531507069448, 0.01498531493239903, 0.01498531481958905, 0.014985314727557132, 0.014985314652468325, 0.014985314591197705, 0.014985314541198206, 0.014985314500393414, 0.01498531446709027, 0.014985314439908077, 0.014985314417720644, 0.014985314399609363, 0.01498531438482475, 0.014985314372755335, 0.014985314362902135, 0.01498531435485798, 0.014985314348290526, 0.014985314342928595, 0.014985314338550793, 0.014985314334976435, 0.014985314332058002, 0.01498531432967511, 0.014985314327729437, 0.014985314326140763, 0.014985314324843556, 0.01498531432378434, 0.014985314322919432, 0.014985314322213198, 0.014985314321636505, 0.014985314321165611, 0.014985314320781096, 0.014985314320467097, 0.014985314320210698, 0.014985314320001334, 0.014985314319830363, 0.014985314319690758, 0.014985314319576752, 0.014985314319483661, 0.014985314319407639, 0.014985314319345563, 0.014985314319294863, 0.014985314319253467, 0.014985314319219662, 0.014985314319192066, 0.014985314319169517, 0.014985314319151108, 0.014985314319136085, 0.014985314319123803 ], "history_rmse": [ 0.059408302371265403, 0.0565050519258042, 0.05453059551901022, 0.05370163679862153, 0.05334403257076803, 0.0531913869701709, 0.05313041831228884, 0.05311077754841326, 0.05310950581457472, 0.05311597881176114, 0.053125259815465654, 0.05313508091938762, 0.05314444104367824, 0.05315294271765974, 0.05316047374035139, 0.05316705283754596, 0.05317275453005064, 0.05317767274619459, 0.053181903558156544, 0.05318553740042859, 0.053188655979383694, 0.05319133147277475, 0.05319362680934553, 0.053195596418692835, 0.05319728714620427, 0.05319873918363284, 0.05319998694568284, 0.05320105986382987, 0.053201983089228744, 0.053202778106693126, 0.053203463266382485, 0.053204054241616935, 0.0532045644215888, 0.053205005247353415, 0.053205386498778456, 0.0532057165393128, 0.05320600252460197, 0.05320625058019862, 0.05320646595289712, 0.05320665313958915, 0.05320681599698073, 0.0532069578350158, 0.053207081496445374, 0.05320718942460932, 0.05320728372119513, 0.05320736619547375, 0.05320743840628498, 0.053207501697855056, 0.05320755723036858, 0.053207606006072536, 0.05320764889158145, 0.05320768663694131, 0.05320771989193756, 0.053207749220051705, 0.05320777511041173, 0.05320779798803478, 0.05320781822260982, 0.05320783613603324, 0.053207852008880174, 0.053207866085967205, 0.05320787858113438, 0.05320788968136362, 0.05320789955032445, 0.05320790833143243, 0.05320791615048736, 0.05320792311795375, 0.053207929330929694, 0.05320793487485295, 0.05320793982497663, 0.053207944247651, 0.053207948201432716, 0.05320795173805235, 0.05320795490325158, 0.05320795773751536, 0.053207960276707975, 0.05320796255262894, 0.05320796459349748, 0.053207966424377015, 0.05320796806754596, 0.053207969542822565, 0.053207970867850445, 0.053207972058348284, 0.05320797312833027, 0.0532079740902988, 0.05320797495541517, 0.05320797573365022, 0.05320797643391537, 0.05320797706418119, 0.05320797763157993, 0.05320797814249719, 0.05320797860265303, 0.05320797901717383, 0.05320797939065564, 0.05320797972722147, 0.05320798003057129, 0.05320798030402591 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 4.163336342344337e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.07540471399524093, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006253747269511223, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18520047564986342, "SE": 0.39534645345353947, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.145884795048424, "SE": 0.320514324103734, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.00486684880324721, "SE": 0.3832120397434013, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.012421380811847016, "SE": 0.3373255552622873, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.03126069592351359, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18520047564986342, "SE": 0.39534645345353947, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -1.0278614942020794, "upper": 0.6574605429023525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.145884795048424, "SE": 0.320514324103734, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8290449055047265, "upper": 0.5372753154078785, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.00486684880324721, "SE": 0.3832120397434013, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8216639767673547, "upper": 0.8119302791608604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.012421380811847016, "SE": 0.3373255552622873, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7065710206576543, "upper": 0.7314137822813485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.03126069592351359, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602643.076885, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.18520047564986342, "SE": 0.39534645345353947, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -1.0278614942020794, "upper": 0.6574605429023525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.145884795048424, "SE": 0.320514324103734, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8290449055047265, "upper": 0.5372753154078785, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.00486684880324721, "SE": 0.3832120397434013, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8216639767673547, "upper": 0.8119302791608604, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.012421380811847016, "SE": 0.3373255552622873, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7065710206576543, "upper": 0.7314137822813485, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.03126069592351359, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P071", "source_specification_id": "CI-T5-B-C10", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P071.json", "input_bytes": 48640, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p071", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C10", "specification_id": "S01-P071", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C10.csv", "output_dir": "analyses/full-archive/results/S01-P071" }, "source": { "file": "CI-T5-B-C10.csv", "bytes": 48640, "sha256": "de764eddc79d4e02c9343408c82ecb776bda20a035d0361c3b432465354060d9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 1.0040228013180015, "rows": 178, "units": 15, "clusters": 15, "treated_units": 9, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 44, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 13, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.22194506642235692, "se": 0.24948117419673407, "pvalue": 0.3886978435972825, "lower": -0.7570289677256149, "upper": 0.3131388348809011 }, { "method": "Dynamic TWFE", "estimate": -0.6630705314996881, "se": 0.25680316978322487, "pvalue": 0.02172399372680971, "lower": -1.2138585514658444, "upper": -0.11228251153353175 }, { "method": "BJS / did2s", "estimate": -0.26649857614441025, "se": 0.6016596817922857, "pvalue": 0.6645770702329175, "lower": -1.5569302523093667, "upper": 1.023933100020546 }, { "method": "Sun\u2013Abraham", "estimate": 0.38764788926886995, "se": 0.14576547913340268, "pvalue": 0.018683160291698704, "lower": 0.07501203006558743, "upper": 0.7002837484721525 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 2.0416525688038343, "se": 0.5435169522731196, "pvalue": 0.002126422528838396, "lower": 0.8759246449107911, "upper": 3.2073804926968776 }, { "event_time": -2, "estimate": -0.4502830623421071, "se": 0.27145713538845617, "pvalue": 0.11939034611784824, "lower": -1.0325007126635688, "upper": 0.1319345879793547 }, { "event_time": 0, "estimate": -0.5894129009629003, "se": 0.21617482804517632, "pvalue": 0.016381522642519533, "lower": -1.0530617944171148, "upper": -0.12576400750868583 }, { "event_time": 1, "estimate": -0.7661912142511909, "se": 0.3676777873905028, "pvalue": 0.05597748889927978, "lower": -1.554781638089414, "upper": 0.02239920958703212 }, { "event_time": 2, "estimate": -1.368641601989224, "se": 0.4285357332099085, "pvalue": 0.006500674221862144, "lower": -2.2877593378749315, "upper": -0.4495238661035167 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 1.5625391546673193, "se": 0.6628378750577979, "pvalue": 0.03349094302543441, "lower": 0.14089330399562972, "upper": 2.984185005339009 }, { "event_time": -2, "estimate": -0.44789561237550346, "se": 0.11718893214588384, "pvalue": 0.0018679225805243466, "lower": -0.6992408740132979, "upper": -0.196550350737709 }, { "event_time": -1, "estimate": 0.08512142731658531, "se": 0.05008449906306166, "pvalue": 0.11131470571770706, "lower": -0.02229913954490105, "upper": 0.19254199417807166 }, { "event_time": 0, "estimate": -0.3707054762497692, "se": 0.48670296822684633, "pvalue": 0.4588983439234121, "lower": -1.4145795234727911, "upper": 0.6731685709732527 }, { "event_time": 1, "estimate": -0.12060891599690773, "se": 0.7840747183658554, "pvalue": 0.8799444262180519, "lower": -1.8022819342808956, "upper": 1.5610641022870801 }, { "event_time": 2, "estimate": -1.1384499167630868, "se": 0.9479607153489701, "pvalue": 0.24969705771299047, "lower": -3.1716234397125964, "upper": 0.8947236061864228 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.07668424486347275, "se": 0.7053244123324596, "pvalue": 0.9149659458896872, "lower": -1.4360861653706347, "upper": 1.5894546550975803 }, { "event_time": -2, "estimate": -1.236678785323821, "se": 0.27436834441075814, "pvalue": 0.0004922043986155051, "lower": -1.8251403580020624, "upper": -0.6482172126455797 }, { "event_time": 0, "estimate": 0.1419062332448657, "se": 0.13523723327986903, "pvalue": 0.3118111969426611, "lower": -0.148148784404632, "upper": 0.43196125089436344 }, { "event_time": 1, "estimate": 0.7316862077024758, "se": 0.25953114852812814, "pvalue": 0.013652575060385034, "lower": 0.1750472552393283, "upper": 1.2883251601656234 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5833333333333334, 0.4166666666666667 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.987713626246328e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.029378653930000272, "df_num": 1, "df_den": 152, "pvalue": 0.8641356346203798, "log10_pvalue": -0.06341808536363612, "inference": "Homoskedastic nested-model F", "observations": 178, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 18, "covariance_rank": 1, "rss_unrestricted": 142.32713269546804, "rss_restricted": 142.35464177162797, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5739095744796603 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.3032232450403052 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1318616605125909 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p071", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C10", "specification_id": "S01-P071", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C10.csv", "output_dir": "analyses/archive-expanded/fits/S01-P071" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P071", "regression_results": "analyses/archive-expanded/baselines/S01-P071.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C10.csv", "bytes": 48640, "sha256": "de764eddc79d4e02c9343408c82ecb776bda20a035d0361c3b432465354060d9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 1.0040228013180015, "rows": 178, "units": 15, "clusters": 15, "treated_units": 9, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 44, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 13, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.22194506642235692, "se": 0.24948117419673407, "pvalue": 0.3886978435972825, "lower": -0.7570289677256149, "upper": 0.3131388348809011 }, { "method": "Dynamic TWFE", "estimate": -0.6630705314996881, "se": 0.25680316978322487, "pvalue": 0.02172399372680971, "lower": -1.2138585514658444, "upper": -0.11228251153353175 }, { "method": "BJS / did2s", "estimate": -0.26649857614441025, "se": 0.6016596817922857, "pvalue": 0.6645770702329175, "lower": -1.5569302523093667, "upper": 1.023933100020546 }, { "method": "Sun\u2013Abraham", "estimate": 0.38764788926886995, "se": 0.14576547913340268, "pvalue": 0.018683160291698704, "lower": 0.07501203006558743, "upper": 0.7002837484721525 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 2.0416525688038343, "se": 0.5435169522731196, "pvalue": 0.002126422528838396, "lower": 0.8759246449107911, "upper": 3.2073804926968776 }, { "event_time": -2, "estimate": -0.4502830623421071, "se": 0.27145713538845617, "pvalue": 0.11939034611784824, "lower": -1.0325007126635688, "upper": 0.1319345879793547 }, { "event_time": 0, "estimate": -0.5894129009629003, "se": 0.21617482804517632, "pvalue": 0.016381522642519533, "lower": -1.0530617944171148, "upper": -0.12576400750868583 }, { "event_time": 1, "estimate": -0.7661912142511909, "se": 0.3676777873905028, "pvalue": 0.05597748889927978, "lower": -1.554781638089414, "upper": 0.02239920958703212 }, { "event_time": 2, "estimate": -1.368641601989224, "se": 0.4285357332099085, "pvalue": 0.006500674221862144, "lower": -2.2877593378749315, "upper": -0.4495238661035167 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 1.5625391546673193, "se": 0.6628378750577979, "pvalue": 0.03349094302543441, "lower": 0.14089330399562972, "upper": 2.984185005339009 }, { "event_time": -2, "estimate": -0.44789561237550346, "se": 0.11718893214588384, "pvalue": 0.0018679225805243466, "lower": -0.6992408740132979, "upper": -0.196550350737709 }, { "event_time": -1, "estimate": 0.08512142731658531, "se": 0.05008449906306166, "pvalue": 0.11131470571770706, "lower": -0.02229913954490105, "upper": 0.19254199417807166 }, { "event_time": 0, "estimate": -0.3707054762497692, "se": 0.48670296822684633, "pvalue": 0.4588983439234121, "lower": -1.4145795234727911, "upper": 0.6731685709732527 }, { "event_time": 1, "estimate": -0.12060891599690773, "se": 0.7840747183658554, "pvalue": 0.8799444262180519, "lower": -1.8022819342808956, "upper": 1.5610641022870801 }, { "event_time": 2, "estimate": -1.1384499167630868, "se": 0.9479607153489701, "pvalue": 0.24969705771299047, "lower": -3.1716234397125964, "upper": 0.8947236061864228 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.07668424486347275, "se": 0.7053244123324596, "pvalue": 0.9149659458896872, "lower": -1.4360861653706347, "upper": 1.5894546550975803 }, { "event_time": -2, "estimate": -1.236678785323821, "se": 0.27436834441075814, "pvalue": 0.0004922043986155051, "lower": -1.8251403580020624, "upper": -0.6482172126455797 }, { "event_time": 0, "estimate": 0.1419062332448657, "se": 0.13523723327986903, "pvalue": 0.3118111969426611, "lower": -0.148148784404632, "upper": 0.43196125089436344 }, { "event_time": 1, "estimate": 0.7316862077024758, "se": 0.25953114852812814, "pvalue": 0.013652575060385034, "lower": 0.1750472552393283, "upper": 1.2883251601656234 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5833333333333334, 0.4166666666666667 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.987713626246328e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.029378653930000272, "df_num": 1, "df_den": 152, "pvalue": 0.8641356346203798, "log10_pvalue": -0.06341808536363612, "inference": "Homoskedastic nested-model F", "observations": 178, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 18, "covariance_rank": 1, "rss_unrestricted": 142.32713269546804, "rss_restricted": 142.35464177162797, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ -0.12312370125215126, -0.31151075294515873, 0.054468234651478264, -0.11784738231509395, -0.13371413599510204, -0.3370199013431118 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ], [ 0.005275299585248122, -0.08342311608670366, 0.5652942045566308, -0.20708001937230028, -0.16285535844786703, 0.019560891751525325 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5739095744796603 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.3032232450403052 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.1318616605125909 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.24045834220882445, "event_study": [ { "event_time": -3, "estimate": 0.21168454973315454, "raw_gap": 0.21168454973315454, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.17954823732826777 }, { "event_time": -2, "estimate": -0.15030686652078573, "raw_gap": -0.15030686652078573, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.1824431789256725 }, { "event_time": -1, "estimate": 0.03213631240488677, "raw_gap": 0.03213631240488677, "n": 29, "n_cells": 9, "weight_sum": 29.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.2295468301397237, "raw_gap": -0.2295468301397237, "n": 42, "n_cells": 9, "weight_sum": 42.0, "relative_to_minus_one": -0.2616831425446105 }, { "event_time": 1, "estimate": 0.31137600701592405, "raw_gap": 0.31137600701592405, "n": 30, "n_cells": 5, "weight_sum": 30.0, "relative_to_minus_one": 0.27923969461103726 }, { "event_time": 2, "estimate": -0.8948165723490048, "raw_gap": -0.8948165723490048, "n": 26, "n_cells": 3, "weight_sum": 26.0, "relative_to_minus_one": -0.9269528847538916 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.21168454973315454, -0.09806685562336773, 0.02006466193113457, -0.4055796296745802, 0.06392000787253652, -0.9878896047455638 ], "n": [ 1.0, 4.0, 9.0, 9.0, 5.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 76, "termination_reason": "Relative objective tolerance reached", "objective": 0.05668274751726805, "lambda_l": 0.0304516362462399, "singular_values": [ 1.4917739324034867, 0.0, 0.0, 0.0 ], "history_objective": [ 0.06209884770841417, 0.06028615041193261, 0.05922520998749409, 0.05835115796563529, 0.05764447911305724, 0.0571057866622255, 0.05682583231620115, 0.056741232377744255, 0.0567131109909363, 0.056701182359460305, 0.05669497448807573, 0.0566912671962151, 0.056688860220720796, 0.05668721481251738, 0.05668605180073308, 0.05668521115924514, 0.05668459425268385, 0.05668413685646641, 0.05668379535320224, 0.056683539164863045, 0.05668334635057837, 0.056683200904158244, 0.05668309101298767, 0.056683007889262546, 0.05668294495917843, 0.05668289728619247, 0.05668286115321042, 0.056682833755933845, 0.05668281297571927, 0.056682797210248326, 0.056682785246722066, 0.05668277616659412, 0.05668276927383013, 0.05668276404079196, 0.05668276006736236, 0.05668275705004042, 0.05668275475855722, 0.05668275301817004, 0.05668275169625026, 0.05668275069211813, 0.056682749929336744, 0.056682749349867834, 0.05668274890963891, 0.056682748575179444, 0.056682748321068704, 0.05668274812799842, 0.056682747981301934, 0.05668274786983807, 0.056682747785143026, 0.05668274772078685, 0.05668274767188452, 0.056682747634724556, 0.05668274760648692, 0.05668274758502911, 0.05668274756872307, 0.05668274755633187, 0.056682747546915456, 0.05668274753975965, 0.05668274753432172, 0.056682747530189176, 0.056682747527048695, 0.056682747524662055, 0.056682747522848353, 0.05668274752146999, 0.0566827475204225, 0.05668274751962645, 0.056682747519021484, 0.056682747518561734, 0.05668274751821234, 0.05668274751794679, 0.05668274751774499, 0.056682747517591676, 0.056682747517475075, 0.05668274751738655, 0.05668274751731921, 0.05668274751726805 ], "history_rmse": [ 0.11982495994530858, 0.11643530729390848, 0.11589710642538315, 0.11557773035225133, 0.11540858887201996, 0.11536206389946882, 0.11159044493698485, 0.10868095563522254, 0.1073228706297798, 0.10667075591046904, 0.1063502131846444, 0.10618962804605052, 0.10610839402544281, 0.10606765788870227, 0.10604815640348508, 0.10604004004368209, 0.10603810539179792, 0.10603951293040417, 0.10604266742050782, 0.1060466525873598, 0.10605093602130672, 0.10605520936003647, 0.10605929837836217, 0.10606311053284206, 0.1060666033671604, 0.10606976499352141, 0.10607260181743448, 0.10607513074005072, 0.10607737419418244, 0.10607935700386512, 0.106081104429542, 0.10608264098754076, 0.10608398977464836, 0.10608517211996903, 0.1060862074460072, 0.10608711326053179, 0.106087905227237, 0.10608859728096319, 0.10608920176519684, 0.10608972957756896, 0.10609019031446158, 0.10609059240939189, 0.10609094326221732, 0.10609124935772636, 0.10609151637318032, 0.10609174927495987, 0.10609195240484867, 0.10609212955667426, 0.10609228404412148, 0.10609241876055153, 0.10609253623164984, 0.10609263866167412, 0.10609272797402176, 0.10609280584677579, 0.10609287374381832, 0.1060929329420483, 0.10609298455517449, 0.10609302955450439, 0.10609306878710631, 0.10609310299166307, 0.10609313281231574, 0.10609315881074337, 0.10609318147670668, 0.10609320123724433, 0.10609321846469848, 0.10609323348371383, 0.10609324657734351, 0.10609325799237442, 0.10609326794396956, 0.1060932766197198, 0.10609328418317547, 0.10609329077692553, 0.10609329652528222, 0.10609330153662619, 0.10609330590544383, 0.10609330971411063 ], "n_observed": 44, "n_missing": 16, "n_treated_observed": 17, "n_untreated_observed": 27 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.3702520848203077, "matrix_preparation": { "source_rows": 178, "matrix_shape": [ 15, 4 ], "observed_cells": 44, "missing_cells": 16, "repeated_cells": 35, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 178.0, "treated_observation_mass": 98.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005147089250385761, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.22194506642235692, "SE": 0.24948117419673407, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.6630705314996881, "SE": 0.25680316978322487, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.26649857614441025, "SE": 0.6016596817922857, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.38764788926886995, "SE": 0.14576547913340268, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.24045834220882445, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.22194506642235692, "SE": 0.24948117419673407, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7570289677256149, "upper": 0.3131388348809011, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.6630705314996881, "SE": 0.25680316978322487, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2138585514658444, "upper": -0.11228251153353175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.26649857614441025, "SE": 0.6016596817922857, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.5569302523093667, "upper": 1.023933100020546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.38764788926886995, "SE": 0.14576547913340268, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07501203006558743, "upper": 0.7002837484721525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.24045834220882445, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602644.9123251, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.22194506642235692, "SE": 0.24948117419673407, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7570289677256149, "upper": 0.3131388348809011, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.6630705314996881, "SE": 0.25680316978322487, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.2138585514658444, "upper": -0.11228251153353175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.26649857614441025, "SE": 0.6016596817922857, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -1.5569302523093667, "upper": 1.023933100020546, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.38764788926886995, "SE": 0.14576547913340268, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07501203006558743, "upper": 0.7002837484721525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.24045834220882445, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P072", "source_specification_id": "CI-T5-B-C11", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P072.json", "input_bytes": 48467, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p072", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C11", "specification_id": "S01-P072", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C11.csv", "output_dir": "analyses/full-archive/results/S01-P072" }, "source": { "file": "CI-T5-B-C11.csv", "bytes": 48467, "sha256": "63f2eccd781f0c1c0a383fa2e36e27c78ca0a0a174b30a3c89c51ebac855d4ca" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9777926012780265, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04440438154510488, "se": 0.2581006713311633, "pvalue": 0.8657034870994644, "lower": -0.5057241770723763, "upper": 0.594532940162586 }, { "method": "Dynamic TWFE", "estimate": -0.09200875981656306, "se": 0.38444919063900196, "pvalue": 0.8140919843699471, "lower": -0.9114428124948875, "upper": 0.7274252928617613 }, { "method": "BJS / did2s", "estimate": 0.17051404958255964, "se": 0.3099994997939768, "pvalue": 0.5903848696957339, "lower": -0.49023424337707, "upper": 0.8312623425421893 }, { "method": "Sun\u2013Abraham", "estimate": 0.16878837243409034, "se": 0.23362022009370387, "pvalue": 0.4811064671173776, "lower": -0.3291613395182096, "upper": 0.6667380843863903 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.4202296855101235, "se": 0.5301865545436908, "pvalue": 0.017175222539230393, "lower": 0.29016379476607046, "upper": 2.5502955762541766 }, { "event_time": -2, "estimate": 0.7035539680995962, "se": 0.2527770398019082, "pvalue": 0.01392077976283138, "lower": 0.16477246148587366, "upper": 1.2423354747133188 }, { "event_time": 0, "estimate": -0.06271931387566829, "se": 0.295200085133679, "pvalue": 0.8346055135857878, "lower": -0.6919234011830556, "upper": 0.566484773431719 }, { "event_time": 1, "estimate": -0.13249711155838823, "se": 0.551290743039951, "pvalue": 0.8133205759219129, "lower": -1.3075455152822029, "upper": 1.0425512921654265 }, { "event_time": 2, "estimate": -0.3175125779815364, "se": 0.5629329732407885, "pvalue": 0.5810679109319059, "lower": -1.5173758079762285, "upper": 0.8823506520131557 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.5008675984599691, "se": 0.31835088746403045, "pvalue": 0.1364967302317791, "lower": -0.17768125595379003, "upper": 1.179416452873728 }, { "event_time": -2, "estimate": 0.08928680852919597, "se": 0.15549638719001413, "pvalue": 0.5743396147557673, "lower": -0.24214589528314662, "upper": 0.42071951234153854 }, { "event_time": -1, "estimate": -0.04348162771612323, "se": 0.04105685275804347, "pvalue": 0.3063299555221244, "lower": -0.13099223786936962, "upper": 0.04402898243712316 }, { "event_time": 0, "estimate": 0.046562670460084436, "se": 0.2763228940950042, "pvalue": 0.8684346563059268, "lower": -0.5424056365864743, "upper": 0.6355309775066432 }, { "event_time": 1, "estimate": 0.34185860307539306, "se": 0.47291506613530493, "pvalue": 0.4808768140572493, "lower": -0.666135999727074, "upper": 1.34985320587786 }, { "event_time": 2, "estimate": 0.09510363267277124, "se": 0.47833879574171684, "pvalue": 0.8450728220301739, "lower": -0.9244513761345217, "upper": 1.114658641480064 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 1.03632952600787, "se": 0.6141498248125612, "pvalue": 0.11220032579369542, "lower": -0.2726998389944797, "upper": 2.3453588910102194 }, { "event_time": -2, "estimate": 0.4722217168808575, "se": 0.40448634334657874, "pvalue": 0.26124815365868587, "lower": -0.3899205158303432, "upper": 1.3343639495920583 }, { "event_time": 0, "estimate": 0.10249207814133449, "se": 0.2089708762826835, "pvalue": 0.6309045543615716, "lower": -0.3429188011466194, "upper": 0.5479029574292884 }, { "event_time": 1, "estimate": 0.26043324983878224, "se": 0.38972652972030775, "pvalue": 0.5141286438050549, "lower": -0.5702491848261562, "upper": 1.0911156845037207 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.5843847059623775e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.776582958805243, "df_num": 1, "df_den": 164, "pvalue": 0.030267294207242283, "log10_pvalue": -1.5190264017519743, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.9621437831962, "rss_restricted": 169.766749666384, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0962166262893125 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.183892261268609 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.721701680155872 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p072", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [follow-up survey sample]", "source_specification_id": "CI-T5-B-C11", "specification_id": "S01-P072", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C11.csv", "output_dir": "analyses/archive-expanded/fits/S01-P072" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P072", "regression_results": "analyses/archive-expanded/baselines/S01-P072.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C11.csv", "bytes": 48467, "sha256": "63f2eccd781f0c1c0a383fa2e36e27c78ca0a0a174b30a3c89c51ebac855d4ca" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 331, "source_sd": 0.9777926012780265, "rows": 191, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04440438154510488, "se": 0.2581006713311633, "pvalue": 0.8657034870994644, "lower": -0.5057241770723763, "upper": 0.594532940162586 }, { "method": "Dynamic TWFE", "estimate": -0.09200875981656306, "se": 0.38444919063900196, "pvalue": 0.8140919843699471, "lower": -0.9114428124948875, "upper": 0.7274252928617613 }, { "method": "BJS / did2s", "estimate": 0.17051404958255964, "se": 0.3099994997939768, "pvalue": 0.5903848696957339, "lower": -0.49023424337707, "upper": 0.8312623425421893 }, { "method": "Sun\u2013Abraham", "estimate": 0.16878837243409034, "se": 0.23362022009370387, "pvalue": 0.4811064671173776, "lower": -0.3291613395182096, "upper": 0.6667380843863903 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 1.4202296855101235, "se": 0.5301865545436908, "pvalue": 0.017175222539230393, "lower": 0.29016379476607046, "upper": 2.5502955762541766 }, { "event_time": -2, "estimate": 0.7035539680995962, "se": 0.2527770398019082, "pvalue": 0.01392077976283138, "lower": 0.16477246148587366, "upper": 1.2423354747133188 }, { "event_time": 0, "estimate": -0.06271931387566829, "se": 0.295200085133679, "pvalue": 0.8346055135857878, "lower": -0.6919234011830556, "upper": 0.566484773431719 }, { "event_time": 1, "estimate": -0.13249711155838823, "se": 0.551290743039951, "pvalue": 0.8133205759219129, "lower": -1.3075455152822029, "upper": 1.0425512921654265 }, { "event_time": 2, "estimate": -0.3175125779815364, "se": 0.5629329732407885, "pvalue": 0.5810679109319059, "lower": -1.5173758079762285, "upper": 0.8823506520131557 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.5008675984599691, "se": 0.31835088746403045, "pvalue": 0.1364967302317791, "lower": -0.17768125595379003, "upper": 1.179416452873728 }, { "event_time": -2, "estimate": 0.08928680852919597, "se": 0.15549638719001413, "pvalue": 0.5743396147557673, "lower": -0.24214589528314662, "upper": 0.42071951234153854 }, { "event_time": -1, "estimate": -0.04348162771612323, "se": 0.04105685275804347, "pvalue": 0.3063299555221244, "lower": -0.13099223786936962, "upper": 0.04402898243712316 }, { "event_time": 0, "estimate": 0.046562670460084436, "se": 0.2763228940950042, "pvalue": 0.8684346563059268, "lower": -0.5424056365864743, "upper": 0.6355309775066432 }, { "event_time": 1, "estimate": 0.34185860307539306, "se": 0.47291506613530493, "pvalue": 0.4808768140572493, "lower": -0.666135999727074, "upper": 1.34985320587786 }, { "event_time": 2, "estimate": 0.09510363267277124, "se": 0.47833879574171684, "pvalue": 0.8450728220301739, "lower": -0.9244513761345217, "upper": 1.114658641480064 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 1.03632952600787, "se": 0.6141498248125612, "pvalue": 0.11220032579369542, "lower": -0.2726998389944797, "upper": 2.3453588910102194 }, { "event_time": -2, "estimate": 0.4722217168808575, "se": 0.40448634334657874, "pvalue": 0.26124815365868587, "lower": -0.3899205158303432, "upper": 1.3343639495920583 }, { "event_time": 0, "estimate": 0.10249207814133449, "se": 0.2089708762826835, "pvalue": 0.6309045543615716, "lower": -0.3429188011466194, "upper": 0.5479029574292884 }, { "event_time": 1, "estimate": 0.26043324983878224, "se": 0.38972652972030775, "pvalue": 0.5141286438050549, "lower": -0.5702491848261562, "upper": 1.0911156845037207 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5802469135802469, 0.41975308641975306 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.5843847059623775e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 4.776582958805243, "df_num": 1, "df_den": 164, "pvalue": 0.030267294207242283, "log10_pvalue": -1.5190264017519743, "inference": "Homoskedastic nested-model F", "observations": 191, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 164.9621437831962, "rss_restricted": 169.766749666384, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ -0.10936564560306679, -0.278110364291428, 0.056739691207750124, -0.10634784520154088, -0.12240887705435013, -0.29928572174095064 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ], [ 0.0044651679945906676, -0.0773968607102083, 0.518367373895039, -0.18888857674667817, -0.15071959653936487, 0.016916391504693016 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.0962166262893125 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.183892261268609 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.721701680155872 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3376770327534666, "event_study": [ { "event_time": -3, "estimate": 0.09580109949152771, "raw_gap": 0.09580109949152771, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.0941173832049438 }, { "event_time": -2, "estimate": -0.03758653796535497, "raw_gap": -0.03758653796535497, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.039270254251938884 }, { "event_time": -1, "estimate": 0.0016837162865839092, "raw_gap": 0.0016837162865839092, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.18027203147322574, "raw_gap": 0.18027203147322574, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": 0.17858831518664184 }, { "event_time": 1, "estimate": 0.7214526872732643, "raw_gap": 0.7214526872732643, "n": 34, "n_cells": 6, "weight_sum": 34.0, "relative_to_minus_one": 0.7197689709866804 }, { "event_time": 2, "estimate": 0.142837819184439, "raw_gap": 0.142837819184439, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.1411541028978551 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.09580109949152771, 0.0002560399679345515, -0.009682612640640253, 0.1566543969962968, 0.36694381135046816, 0.035023489490917326 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 69, "termination_reason": "Relative objective tolerance reached", "objective": 0.07923565925599428, "lambda_l": 0.030182483667042966, "singular_values": [ 1.4061978675676106, 0.7507090098431524, 0.0, 0.0 ], "history_objective": [ 0.0828604007981885, 0.08008810740018922, 0.07953731049837436, 0.07938618531522765, 0.07932119772896302, 0.07928626842616016, 0.07926606054968521, 0.07925409245913043, 0.07924693341110227, 0.07924262112162385, 0.07924000557101092, 0.07923840670109486, 0.07923742038734007, 0.0792368054859029, 0.07923641746859687, 0.07923616926900472, 0.07923600811801655, 0.07923590180277677, 0.07923583049163153, 0.07923578185391704, 0.07923574813495113, 0.07923572439455838, 0.07923570744029884, 0.07923569517708896, 0.07923568620754316, 0.0792356795841045, 0.07923567465365902, 0.07923567095893305, 0.07923566817506422, 0.07923566606818926, 0.07923566446797575, 0.07923566324910475, 0.07923566231858192, 0.07923566160690457, 0.07923566106181995, 0.07923566064385486, 0.07923566032307358, 0.07923566007670263, 0.07923565988737345, 0.07923565974181336, 0.07923565962986333, 0.07923565954373801, 0.07923565947746473, 0.07923565942645809, 0.07923565938719544, 0.07923565935696916, 0.07923565933369715, 0.07923565931577801, 0.07923565930197961, 0.07923565929135376, 0.0792356592831706, 0.07923565927686842, 0.07923565927201466, 0.07923565926827637, 0.07923565926539708, 0.07923565926317946, 0.0792356592614714, 0.0792356592601557, 0.07923565925914232, 0.07923565925836173, 0.07923565925776054, 0.07923565925729736, 0.07923565925694064, 0.07923565925666587, 0.07923565925645416, 0.07923565925629115, 0.07923565925616549, 0.07923565925606878, 0.07923565925599428 ], "history_rmse": [ 0.13697059096840672, 0.12631759577242546, 0.12127230445093852, 0.11961751917772656, 0.11905287272923297, 0.11886638443613697, 0.1188147784869973, 0.11881048202584775, 0.11882124214076266, 0.11883522184528605, 0.11884828789858166, 0.11885923383907751, 0.1188679425184615, 0.11887466884159538, 0.11887976031145563, 0.11888355226081941, 0.11888633350763365, 0.11888834006382308, 0.11888975935923218, 0.11889073769361765, 0.11889138796349065, 0.11889179656748428, 0.1188920291852666, 0.11889213544900326, 0.11889215264422844, 0.11889210860534569, 0.11889202396257756, 0.11889191387588104, 0.11889178936750781, 0.11889165834285463, 0.11889152637039507, 0.11889139727604538, 0.11889127359496968, 0.11889115691406939, 0.11889104813080369, 0.11889094764808095, 0.11889085552036696, 0.1188907715626607, 0.11889069543123706, 0.11889062668300039, 0.11889056481865895, 0.11889050931372032, 0.11889045964034128, 0.11889041528236276, 0.1188903757452835, 0.11889034056251171, 0.11889030929891094, 0.11889028155239621, 0.11889025695415689, 0.11889023516793212, 0.118890215888658, 0.11889019884071854, 0.11889018377597008, 0.11889017047166764, 0.11889015872836788, 0.11889014836788443, 0.11889013923131975, 0.11889013117721108, 0.11889012407979775, 0.11889011782741844, 0.11889011232104063, 0.118890107472916, 0.11889010320536592, 0.11889009944967499, 0.11889009614510046, 0.11889009323798037, 0.11889009068093206, 0.11889008843214131, 0.11889008645472209 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.1954150398014723, "matrix_preparation": { "source_rows": 191, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 17, "observation_mass": 191.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000508124940097332, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04440438154510488, "SE": 0.2581006713311633, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09200875981656306, "SE": 0.38444919063900196, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17051404958255964, "SE": 0.3099994997939768, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16878837243409034, "SE": 0.23362022009370387, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3376770327534666, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04440438154510488, "SE": 0.2581006713311633, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5057241770723763, "upper": 0.594532940162586, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09200875981656306, "SE": 0.38444919063900196, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9114428124948875, "upper": 0.7274252928617613, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17051404958255964, "SE": 0.3099994997939768, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.49023424337707, "upper": 0.8312623425421893, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16878837243409034, "SE": 0.23362022009370387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3291613395182096, "upper": 0.6667380843863903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3376770327534666, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602646.8699222, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04440438154510488, "SE": 0.2581006713311633, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5057241770723763, "upper": 0.594532940162586, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09200875981656306, "SE": 0.38444919063900196, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.9114428124948875, "upper": 0.7274252928617613, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.17051404958255964, "SE": 0.3099994997939768, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.49023424337707, "upper": 0.8312623425421893, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16878837243409034, "SE": 0.23362022009370387, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3291613395182096, "upper": 0.6667380843863903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3376770327534666, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P073", "source_specification_id": "CI-T5-B-C12", "role": "active_comparison", "published_source_location": "Table 5, panel B, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [follow-up survey sample]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P073.json", "input_bytes": 36445, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p073", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [follow-up survey sample]", "source_specification_id": "CI-T5-B-C12", "specification_id": "S01-P073", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C12.csv", "output_dir": "analyses/full-archive/results/S01-P073" }, "source": { "file": "CI-T5-B-C12.csv", "bytes": 36445, "sha256": "c63adf8150930a59cecb1db93d03798d092eaad1d18b994815f45afef554754b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.37324394645641973, "rows": 190, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.161233735547124, "se": 0.23175829526333874, "pvalue": 0.4972560973058181, "lower": -0.33274737757162776, "upper": 0.6552148486658758 }, { "method": "Dynamic TWFE", "estimate": 0.2610889385543099, "se": 0.320665020937002, "pvalue": 0.4282614852928448, "lower": -0.422392374598779, "upper": 0.9445702517073988 }, { "method": "BJS / did2s", "estimate": 0.22592870266109172, "se": 0.49834945872146913, "pvalue": 0.656783237881854, "lower": -0.836278024660744, "upper": 1.2881354299829273 }, { "method": "Sun\u2013Abraham", "estimate": 0.16128810371104074, "se": 0.1134886183687887, "pvalue": 0.17571937946615732, "lower": -0.08060716033732077, "upper": 0.4031833677594022 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.34921054114602174, "se": 0.38702988334448635, "pvalue": 0.38116706192140715, "lower": -0.4757241278266368, "upper": 1.1741452101186802 }, { "event_time": -2, "estimate": -0.0949680129844194, "se": 0.28526158812504643, "pvalue": 0.7438055524592123, "lower": -0.7029886953592096, "upper": 0.5130526693903709 }, { "event_time": 0, "estimate": 0.202167447779929, "se": 0.26340582418957786, "pvalue": 0.45468909036976257, "lower": -0.35926877648674493, "upper": 0.763603672046603 }, { "event_time": 1, "estimate": 0.3450074254147919, "se": 0.42926024845777183, "pvalue": 0.4341083076096683, "lower": -0.5699391360874024, "upper": 1.2599539869169862 }, { "event_time": 2, "estimate": 0.414132219364165, "se": 0.30999042989047754, "pvalue": 0.2014813297632705, "lower": -0.24659674155377298, "upper": 1.0748611802821029 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.21282201395982314, "se": 0.5394662129488241, "pvalue": 0.6987607119133732, "lower": -0.9370230004748015, "upper": 1.3626670283944478 }, { "event_time": -2, "estimate": -0.13837449892657921, "se": 0.16405445891729567, "pvalue": 0.41221663779882056, "lower": -0.488048300832904, "upper": 0.21129930297974558 }, { "event_time": -1, "estimate": 0.03441831594091008, "se": 0.046804312565135814, "pvalue": 0.4734585464023846, "lower": -0.06534271480628637, "upper": 0.13417934668810652 }, { "event_time": 0, "estimate": 0.09708189563677469, "se": 0.41120182176402575, "pvalue": 0.8165538638428875, "lower": -0.77937404049551, "upper": 0.9735378317690594 }, { "event_time": 1, "estimate": 0.40943779145330084, "se": 0.6517861401902921, "pvalue": 0.5393346748621014, "lower": -0.9798114808574577, "upper": 1.7986870637640595 }, { "event_time": 2, "estimate": 0.012056764618159804, "se": 0.6472200418431808, "pvalue": 0.9853829683719658, "lower": -1.3674600994456672, "upper": 1.3915736286819866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.12438588113301112, "se": 0.3944491941305992, "pvalue": 0.7568475472491966, "lower": -0.7163626744430744, "upper": 0.9651344367090966 }, { "event_time": -2, "estimate": -0.27683620248494073, "se": 0.44254873491894875, "pvalue": 0.5410117968264382, "lower": -1.2201065024159878, "upper": 0.6664340974461063 }, { "event_time": 0, "estimate": 0.025392863895047885, "se": 0.09586877575928518, "pvalue": 0.794713948491254, "lower": -0.17894659463045257, "upper": 0.22973232242054833 }, { "event_time": 1, "estimate": 0.35483586950957596, "se": 0.19504978062999118, "pvalue": 0.08889678701248799, "lower": -0.060902896775752724, "upper": 0.7705746357949046 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5875, 0.4125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.5612511283791264e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.4798721895549605e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4608953965971196, "df_num": 1, "df_den": 163, "pvalue": 0.49816860286009496, "log10_pvalue": -0.30262364740226644, "inference": "Homoskedastic nested-model F", "observations": 190, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.6078141730833, "rss_restricted": 159.05629031674408, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5263739572996232 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.4659368284355165 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5264334442896401 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [follow-up survey sample]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p073", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [follow-up survey sample]", "source_specification_id": "CI-T5-B-C12", "specification_id": "S01-P073", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-B-C12.csv", "output_dir": "analyses/archive-expanded/fits/S01-P073" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P073", "regression_results": "analyses/archive-expanded/baselines/S01-P073.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-B-C12.csv", "bytes": 36445, "sha256": "c63adf8150930a59cecb1db93d03798d092eaad1d18b994815f45afef554754b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 330, "source_sd": 0.37324394645641973, "rows": 190, "units": 16, "clusters": 16, "treated_units": 10, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 48, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 12, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 1, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.161233735547124, "se": 0.23175829526333874, "pvalue": 0.4972560973058181, "lower": -0.33274737757162776, "upper": 0.6552148486658758 }, { "method": "Dynamic TWFE", "estimate": 0.2610889385543099, "se": 0.320665020937002, "pvalue": 0.4282614852928448, "lower": -0.422392374598779, "upper": 0.9445702517073988 }, { "method": "BJS / did2s", "estimate": 0.22592870266109172, "se": 0.49834945872146913, "pvalue": 0.656783237881854, "lower": -0.836278024660744, "upper": 1.2881354299829273 }, { "method": "Sun\u2013Abraham", "estimate": 0.16128810371104074, "se": 0.1134886183687887, "pvalue": 0.17571937946615732, "lower": -0.08060716033732077, "upper": 0.4031833677594022 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.34921054114602174, "se": 0.38702988334448635, "pvalue": 0.38116706192140715, "lower": -0.4757241278266368, "upper": 1.1741452101186802 }, { "event_time": -2, "estimate": -0.0949680129844194, "se": 0.28526158812504643, "pvalue": 0.7438055524592123, "lower": -0.7029886953592096, "upper": 0.5130526693903709 }, { "event_time": 0, "estimate": 0.202167447779929, "se": 0.26340582418957786, "pvalue": 0.45468909036976257, "lower": -0.35926877648674493, "upper": 0.763603672046603 }, { "event_time": 1, "estimate": 0.3450074254147919, "se": 0.42926024845777183, "pvalue": 0.4341083076096683, "lower": -0.5699391360874024, "upper": 1.2599539869169862 }, { "event_time": 2, "estimate": 0.414132219364165, "se": 0.30999042989047754, "pvalue": 0.2014813297632705, "lower": -0.24659674155377298, "upper": 1.0748611802821029 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.21282201395982314, "se": 0.5394662129488241, "pvalue": 0.6987607119133732, "lower": -0.9370230004748015, "upper": 1.3626670283944478 }, { "event_time": -2, "estimate": -0.13837449892657921, "se": 0.16405445891729567, "pvalue": 0.41221663779882056, "lower": -0.488048300832904, "upper": 0.21129930297974558 }, { "event_time": -1, "estimate": 0.03441831594091008, "se": 0.046804312565135814, "pvalue": 0.4734585464023846, "lower": -0.06534271480628637, "upper": 0.13417934668810652 }, { "event_time": 0, "estimate": 0.09708189563677469, "se": 0.41120182176402575, "pvalue": 0.8165538638428875, "lower": -0.77937404049551, "upper": 0.9735378317690594 }, { "event_time": 1, "estimate": 0.40943779145330084, "se": 0.6517861401902921, "pvalue": 0.5393346748621014, "lower": -0.9798114808574577, "upper": 1.7986870637640595 }, { "event_time": 2, "estimate": 0.012056764618159804, "se": 0.6472200418431808, "pvalue": 0.9853829683719658, "lower": -1.3674600994456672, "upper": 1.3915736286819866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.12438588113301112, "se": 0.3944491941305992, "pvalue": 0.7568475472491966, "lower": -0.7163626744430744, "upper": 0.9651344367090966 }, { "event_time": -2, "estimate": -0.27683620248494073, "se": 0.44254873491894875, "pvalue": 0.5410117968264382, "lower": -1.2201065024159878, "upper": 0.6664340974461063 }, { "event_time": 0, "estimate": 0.025392863895047885, "se": 0.09586877575928518, "pvalue": 0.794713948491254, "lower": -0.17894659463045257, "upper": 0.22973232242054833 }, { "event_time": 1, "estimate": 0.35483586950957596, "se": 0.19504978062999118, "pvalue": 0.08889678701248799, "lower": -0.060902896775752724, "upper": 0.7705746357949046 } ] }, "target": { "event_times": [ 0.0, 1.0 ], "weights": [ 0.5875, 0.4125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.5612511283791264e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.4798721895549605e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4608953965971196, "df_num": 1, "df_den": 163, "pvalue": 0.49816860286009496, "log10_pvalue": -0.30262364740226644, "inference": "Homoskedastic nested-model F", "observations": 190, "design_columns": 8, "restricted_design_columns": 7, "fixed_effect_rank": 19, "covariance_rank": 1, "rss_unrestricted": 158.6078141730833, "rss_restricted": 159.05629031674408, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ -0.10925732843130936, -0.27728967319909403, 0.05381074970185646, -0.10027432876071635, -0.12531762433781932, -0.29901660883677394 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ], [ 0.00457979745894397, -0.07652834301491784, 0.5152677453619604, -0.18246111999514517, -0.15379785401121374, 0.01720118723520417 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5263739572996232 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.4659368284355165 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.5264334442896401 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "status": "unidentified", "reason": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "method": "SDID", "status": "unidentified", "reason": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "parameters": {}, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.35811258145475366, "event_study": [ { "event_time": -3, "estimate": -0.11310249614296009, "raw_gap": -0.11310249614296009, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.15874604620592359 }, { "event_time": -2, "estimate": -0.028297195138131274, "raw_gap": -0.028297195138131274, "n": 9, "n_cells": 4, "weight_sum": 9.0, "relative_to_minus_one": -0.07394074520109478 }, { "event_time": -1, "estimate": 0.0456435500629635, "raw_gap": 0.0456435500629635, "n": 30, "n_cells": 10, "weight_sum": 30.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23250449830373549, "raw_gap": 0.23250449830373549, "n": 47, "n_cells": 10, "weight_sum": 47.0, "relative_to_minus_one": 0.18686094824077198 }, { "event_time": 1, "estimate": 0.6318383428575896, "raw_gap": 0.6318383428575896, "n": 33, "n_cells": 6, "weight_sum": 33.0, "relative_to_minus_one": 0.586194792794626 }, { "event_time": 2, "estimate": 0.2502032635859354, "raw_gap": 0.2502032635859354, "n": 29, "n_cells": 4, "weight_sum": 29.0, "relative_to_minus_one": 0.20455971352297192 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.11310249614296009, 0.05216489994336054, -0.009555797020855294, 0.1973073487636101, 0.5038332427210293, 0.17321438685605345 ], "n": [ 1.0, 4.0, 10.0, 10.0, 6.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 61, "termination_reason": "Relative objective tolerance reached", "objective": 0.06420578455639045, "lambda_l": 0.030034344675854325, "singular_values": [ 1.7223554977259865, 0.0, 0.0, 0.0 ], "history_objective": [ 0.07465020592609495, 0.06958279411016716, 0.0676582150366805, 0.06636184990401733, 0.06549292804436849, 0.06492811615335323, 0.06456872386056016, 0.06436596768910716, 0.06429200951851932, 0.06425702924689256, 0.06423738691408909, 0.06422573614123876, 0.06421860043856453, 0.06421412355419083, 0.06421126284945737, 0.06420940951167933, 0.06420819634019098, 0.064207396005438, 0.06420686487562213, 0.06420651077322756, 0.06420627383451498, 0.06420611482739187, 0.06420600786114486, 0.06420593575683956, 0.06420588706722948, 0.06420585413824151, 0.06420583183770652, 0.0642058167163657, 0.06420580645138915, 0.06420579947579982, 0.06420579473089247, 0.06420579150037968, 0.06420578929903345, 0.06420578779776916, 0.06420578677315918, 0.06420578607335774, 0.06420578559506987, 0.0642057852679653, 0.06420578504411786, 0.06420578489084268, 0.06420578478583217, 0.06420578471385037, 0.06420578466448425, 0.06420578463061219, 0.06420578460736084, 0.06420578459139321, 0.06420578458042321, 0.06420578457288374, 0.06420578456770017, 0.06420578456413512, 0.0642057845616824, 0.06420578455999441, 0.06420578455883241, 0.06420578455803233, 0.06420578455748123, 0.06420578455710155, 0.06420578455683994, 0.06420578455665961, 0.06420578455653528, 0.06420578455644954, 0.06420578455639045 ], "history_rmse": [ 0.12673506624727787, 0.11545654190460178, 0.11506421087012497, 0.11542096054259375, 0.11611072898338537, 0.11692304658733468, 0.11772867066726571, 0.11680993747327871, 0.11442896536055266, 0.1133670612683104, 0.11278873834011494, 0.11243286462750267, 0.11219960729158013, 0.11204210183239072, 0.11193423441568759, 0.11185982503575716, 0.11180828867293716, 0.11177251517038027, 0.11174766235654927, 0.11173040498278662, 0.111718445821183, 0.111710190184313, 0.11170452652482613, 0.1117006773224683, 0.11169809709201181, 0.11169640223389463, 0.11169532254014075, 0.11169466751019967, 0.11169430284820486, 0.11169413399457093, 0.11169409454087458, 0.11169413805035414, 0.11169423226397028, 0.11169435498452798, 0.11169449114586756, 0.11169463072207395, 0.11169476723413872, 0.11169489668286231, 0.11169501678664653, 0.11169512643786653, 0.1116952253161991, 0.11169531361478367, 0.11169539184752156, 0.11169546071469025, 0.11169552101041416, 0.11169557356008883, 0.11169561917915478, 0.11169565864699431, 0.1116956926914473, 0.11169572198069523, 0.11169574712017392, 0.11169576865283218, 0.11169578706154222, 0.11169580277281327, 0.1116958161612152, 0.11169582755410991, 0.11169583723640805, 0.11169584545517822, 0.11169585242399516, 0.11169585832696483, 0.11169586332239677 ], "n_observed": 48, "n_missing": 16, "n_treated_observed": 20, "n_untreated_observed": 28 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2844465245693245, "matrix_preparation": { "source_rows": 190, "matrix_shape": [ 16, 4 ], "observed_cells": 48, "missing_cells": 16, "repeated_cells": 38, "minimum_cell_count": 1, "maximum_cell_count": 16, "observation_mass": 190.0, "treated_observation_mass": 109.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004906249232590199, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.161233735547124, "SE": 0.23175829526333874, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2610889385543099, "SE": 0.320665020937002, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22592870266109172, "SE": 0.49834945872146913, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16128810371104074, "SE": 0.1134886183687887, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log." }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.35811258145475366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.161233735547124, "SE": 0.23175829526333874, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.33274737757162776, "upper": 0.6552148486658758, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2610889385543099, "SE": 0.320665020937002, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.422392374598779, "upper": 0.9445702517073988, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22592870266109172, "SE": 0.49834945872146913, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.836278024660744, "upper": 1.2881354299829273, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16128810371104074, "SE": 0.1134886183687887, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08060716033732077, "upper": 0.4031833677594022, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.35811258145475366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602648.752664, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.161233735547124, "SE": 0.23175829526333874, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.33274737757162776, "upper": 0.6552148486658758, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2610889385543099, "SE": 0.320665020937002, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.422392374598779, "upper": 0.9445702517073988, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22592870266109172, "SE": 0.49834945872146913, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.836278024660744, "upper": 1.2881354299829273, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.16128810371104074, "SE": 0.1134886183687887, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08060716033732077, "upper": 0.4031833677594022, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Equal post-event times", "Event study": "No", "Status": "unidentified", "Note": "UnidentifiedTarget: CS-DID cannot estimate 1 observed post-treatment group-time cells with the configured controls; no target cells were dropped. See csdid-group-time.json and package log.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: SDID cohort 1 has no observed donor/treated pre-period overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.35811258145475366, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 1, period 1: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P074", "source_specification_id": "CI-T5-C-C01", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P074.json", "input_bytes": 157399, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p074", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C01", "specification_id": "S01-P074", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C01.csv", "output_dir": "analyses/full-archive/results/S01-P074" }, "source": { "file": "CI-T5-C-C01.csv", "bytes": 157399, "sha256": "2292a67d302974778d0351f7ba650a050bcf3c598c2bd7943cb337413cbf8b46" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1076, "source_sd": 1.0038277749194622, "rows": 683, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4105352415894667, "se": 0.14104040249783997, "pvalue": 0.009325972514862687, "lower": 0.11422035141728754, "upper": 0.7068501317616458 }, { "method": "Dynamic TWFE", "estimate": 0.4058581920621245, "se": 0.12544088083278745, "pvalue": 0.004590129191643252, "lower": 0.1423166807732717, "upper": 0.6693997033509773 }, { "method": "BJS / did2s", "estimate": 0.37046327835198456, "se": 0.13870551402359055, "pvalue": 0.015585616554127173, "lower": 0.07905380683686075, "upper": 0.6618727498671084 }, { "method": "Sun\u2013Abraham", "estimate": 0.45984172770274206, "se": 0.11093052920455639, "pvalue": 0.000607775152453933, "lower": 0.2267853339612874, "upper": 0.6928981214441967 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.33534432925747293, "se": 0.1124933572659968, "pvalue": 0.008009149312576002, "lower": -0.571684102918315, "upper": -0.0990045555966309 }, { "event_time": -2, "estimate": -0.15638945955856542, "se": 0.13783193408280028, "pvalue": 0.2714112438828219, "lower": -0.4459636077221705, "upper": 0.13318468860503963 }, { "event_time": 0, "estimate": 0.4292483830831133, "se": 0.125317721361987, "pvalue": 0.0030176689680087992, "lower": 0.16596562024092965, "upper": 0.692531145925297 }, { "event_time": 1, "estimate": 0.3635125223430622, "se": 0.13923775569311347, "pvalue": 0.017695334177249975, "lower": 0.07098485257370302, "upper": 0.6560401921124214 }, { "event_time": 2, "estimate": 0.42081910809032225, "se": 0.24239279822212947, "pvalue": 0.09963054063653852, "lower": -0.08842926409024826, "upper": 0.9300674802708928 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.17129915969884155, "se": 0.09588364634481636, "pvalue": 0.09086793979171957, "lower": -0.3727432256033433, "upper": 0.03014490620566021 }, { "event_time": -2, "estimate": 0.020623040474588517, "se": 0.056914909490504484, "pvalue": 0.7213109063758055, "lower": -0.09895074729233619, "upper": 0.14019682824151322 }, { "event_time": -1, "estimate": 0.02079872958203574, "se": 0.021167577443839538, "pvalue": 0.33884028418473106, "lower": -0.023672700408235804, "upper": 0.06527015957230728 }, { "event_time": 0, "estimate": 0.43568638495397716, "se": 0.13253427107565732, "pvalue": 0.004094027242508655, "lower": 0.15724221376384834, "upper": 0.714130556144106 }, { "event_time": 1, "estimate": 0.326611795313362, "se": 0.16014512657320532, "pvalue": 0.056359646566537615, "lower": -0.009840630741475842, "upper": 0.6630642213681999 }, { "event_time": 2, "estimate": 0.2831379123095163, "se": 0.27122414509171167, "pvalue": 0.3103377655883807, "lower": -0.286682871959194, "upper": 0.8529586965782265 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5093845885806233, "se": 0.19780075083539245, "pvalue": 0.019065108344836126, "lower": -0.9249485455869253, "upper": -0.09382063157432136 }, { "event_time": -2, "estimate": -0.1727928860227633, "se": 0.15525752566328174, "pvalue": 0.2803753576283431, "lower": -0.49897684360204053, "upper": 0.1533910715565139 }, { "event_time": 0, "estimate": 0.4907266890087258, "se": 0.10697636505440845, "pvalue": 0.00022857164765366407, "lower": 0.26597768588104787, "upper": 0.7154756921364037 }, { "event_time": 1, "estimate": 0.4348584241044823, "se": 0.11465425549029606, "pvalue": 0.001332658535534146, "lower": 0.1939787717374922, "upper": 0.6757380764714723 }, { "event_time": 2, "estimate": 0.4258242602216345, "se": 0.2758248241629196, "pvalue": 0.14003038284085212, "lower": -0.1536621921078522, "upper": 1.0053107125511211 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4780058651026393, 0.3313782991202346, 0.1906158357771261 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.025384162863872555, "df_num": 1, "df_den": 652, "pvalue": 0.8734628894882257, "log10_pvalue": -0.058755542006586246, "inference": "Homoskedastic nested-model F", "observations": 683, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 739.6194984888045, "rss_restricted": 739.6482939210238, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.33484544435644065 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05404965625332503 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.08095456952632889 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4186759127165261 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p074", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C01", "specification_id": "S01-P074", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P074" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P074", "regression_results": "analyses/archive-expanded/baselines/S01-P074.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600, "estimators": { "sdid": { "max_iterations": 20000 } } }, "source": { "file": "CI-T5-C-C01.csv", "bytes": 157399, "sha256": "2292a67d302974778d0351f7ba650a050bcf3c598c2bd7943cb337413cbf8b46" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1076, "source_sd": 1.0038277749194622, "rows": 683, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.4105352415894667, "se": 0.14104040249783997, "pvalue": 0.009325972514862687, "lower": 0.11422035141728754, "upper": 0.7068501317616458 }, { "method": "Dynamic TWFE", "estimate": 0.4058581920621245, "se": 0.12544088083278745, "pvalue": 0.004590129191643252, "lower": 0.1423166807732717, "upper": 0.6693997033509773 }, { "method": "BJS / did2s", "estimate": 0.37046327835198456, "se": 0.13870551402359055, "pvalue": 0.015585616554127173, "lower": 0.07905380683686075, "upper": 0.6618727498671084 }, { "method": "Sun\u2013Abraham", "estimate": 0.45984172770274206, "se": 0.11093052920455639, "pvalue": 0.000607775152453933, "lower": 0.2267853339612874, "upper": 0.6928981214441967 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.33534432925747293, "se": 0.1124933572659968, "pvalue": 0.008009149312576002, "lower": -0.571684102918315, "upper": -0.0990045555966309 }, { "event_time": -2, "estimate": -0.15638945955856542, "se": 0.13783193408280028, "pvalue": 0.2714112438828219, "lower": -0.4459636077221705, "upper": 0.13318468860503963 }, { "event_time": 0, "estimate": 0.4292483830831133, "se": 0.125317721361987, "pvalue": 0.0030176689680087992, "lower": 0.16596562024092965, "upper": 0.692531145925297 }, { "event_time": 1, "estimate": 0.3635125223430622, "se": 0.13923775569311347, "pvalue": 0.017695334177249975, "lower": 0.07098485257370302, "upper": 0.6560401921124214 }, { "event_time": 2, "estimate": 0.42081910809032225, "se": 0.24239279822212947, "pvalue": 0.09963054063653852, "lower": -0.08842926409024826, "upper": 0.9300674802708928 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.17129915969884155, "se": 0.09588364634481636, "pvalue": 0.09086793979171957, "lower": -0.3727432256033433, "upper": 0.03014490620566021 }, { "event_time": -2, "estimate": 0.020623040474588517, "se": 0.056914909490504484, "pvalue": 0.7213109063758055, "lower": -0.09895074729233619, "upper": 0.14019682824151322 }, { "event_time": -1, "estimate": 0.02079872958203574, "se": 0.021167577443839538, "pvalue": 0.33884028418473106, "lower": -0.023672700408235804, "upper": 0.06527015957230728 }, { "event_time": 0, "estimate": 0.43568638495397716, "se": 0.13253427107565732, "pvalue": 0.004094027242508655, "lower": 0.15724221376384834, "upper": 0.714130556144106 }, { "event_time": 1, "estimate": 0.326611795313362, "se": 0.16014512657320532, "pvalue": 0.056359646566537615, "lower": -0.009840630741475842, "upper": 0.6630642213681999 }, { "event_time": 2, "estimate": 0.2831379123095163, "se": 0.27122414509171167, "pvalue": 0.3103377655883807, "lower": -0.286682871959194, "upper": 0.8529586965782265 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5093845885806233, "se": 0.19780075083539245, "pvalue": 0.019065108344836126, "lower": -0.9249485455869253, "upper": -0.09382063157432136 }, { "event_time": -2, "estimate": -0.1727928860227633, "se": 0.15525752566328174, "pvalue": 0.2803753576283431, "lower": -0.49897684360204053, "upper": 0.1533910715565139 }, { "event_time": 0, "estimate": 0.4907266890087258, "se": 0.10697636505440845, "pvalue": 0.00022857164765366407, "lower": 0.26597768588104787, "upper": 0.7154756921364037 }, { "event_time": 1, "estimate": 0.4348584241044823, "se": 0.11465425549029606, "pvalue": 0.001332658535534146, "lower": 0.1939787717374922, "upper": 0.6757380764714723 }, { "event_time": 2, "estimate": 0.4258242602216345, "se": 0.2758248241629196, "pvalue": 0.14003038284085212, "lower": -0.1536621921078522, "upper": 1.0053107125511211 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4780058651026393, 0.3313782991202346, 0.1906158357771261 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.025384162863872555, "df_num": 1, "df_den": 652, "pvalue": 0.8734628894882257, "log10_pvalue": -0.058755542006586246, "inference": "Homoskedastic nested-model F", "observations": 683, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 739.6194984888045, "rss_restricted": 739.6482939210238, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ], [ -0.11839318532676822, -0.15851440313334372, -0.022340304013756515, -0.0954493319028161, -0.1331737813201851, -0.2019997948653492 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.33484544435644065 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.05404965625332503 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.08095456952632889 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4186759127165261 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.34332108496807584, "se": 0.14040248075255257, "lower": 0.06813727935299463, "upper": 0.618504890583157 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3392788777721344, "se": 0.12601679776076866, "lower": 0.09229049271396009, "upper": 0.5862672628303087 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.33918822144136657, "se": 0.13055744461570248, "lower": 0.0833003320810069, "upper": 0.5950761108017262 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 341.0, "post_cells": 6, "estimate": 0.34738385756396195, "se": 0.12378200178438815, "lower": 0.10477559213228846, "upper": 0.5899921229956354 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.34332108496807584, "se": 0.14040248075255257, "lower": 0.06813727935299463, "upper": 0.618504890583157, "event_study": [ { "event_time": -3, "estimate": -0.42560504772002683, "se": 0.1642847040493874, "lower": -0.7475971508676477, "upper": -0.103612944572406, "relative_to_minus_one": -0.42560504772002683, "n": 0.0 }, { "event_time": -2, "estimate": 0.009169169117737377, "se": 0.17142689428526195, "lower": -0.3268213696629313, "upper": 0.345159707898406, "relative_to_minus_one": 0.009169169117737377, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3517021541166141, "se": 0.12774267068826986, "lower": 0.10133112027864472, "upper": 0.6020731879545835, "relative_to_minus_one": 0.3517021541166141, "n": 163.0 }, { "event_time": 1, "estimate": 0.29971970196350184, "se": 0.14157357159059378, "lower": 0.022240600483235062, "upper": 0.5771988034437686, "relative_to_minus_one": 0.29971970196350184, "n": 113.0 }, { "event_time": 2, "estimate": 0.3785413988241115, "se": 0.27417385401269395, "lower": -0.1588294805433112, "upper": 0.9159122781915341, "relative_to_minus_one": 0.3785413988241115, "n": 65.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.25026308444380857, "se": 0.15497135432267373, "event_time": 0, "mass": 65.0 }, { "group": 2, "year": 3, "att": 0.15231044734511423, "se": 0.17060103927038994, "event_time": 1, "mass": 69.0 }, { "group": 2, "year": 4, "att": 0.3785413988241115, "se": 0.27417385401269395, "event_time": 2, "mass": 65.0 }, { "group": 3, "year": 1, "att": 0.007903648022588295, "se": 0.2371950645883833, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.6376197009460121, "se": 0.20421502822127746, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.5259757671917247, "se": 0.1939876369861592, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.42560504772002683, "se": 0.1642847040493874, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.01101382698524282, "se": 0.2627760337161509, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.16188941122648043, "se": 0.2718967231973283, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.34738385756396195, "treated_cell_se": 0.12378200178438815, "checks": { "input_rows": 683, "retained_rows": 683, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.0580804580822587, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "parameters": { "max_iterations": 20000 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.46222828719488895, "event_study": [ { "event_time": -3, "estimate": -0.0887743256438843, "raw_gap": -0.0887743256438843, "n": 23, "n_cells": 4, "weight_sum": 23.0, "relative_to_minus_one": -0.10711622172600667 }, { "event_time": -2, "estimate": -0.0029202313832336242, "raw_gap": -0.0029202313832336242, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.021262127465356002 }, { "event_time": -1, "estimate": 0.018341896082122378, "raw_gap": 0.018341896082122378, "n": 122, "n_cells": 13, "weight_sum": 122.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4853431759541872, "raw_gap": 0.4853431759541872, "n": 163, "n_cells": 13, "weight_sum": 163.0, "relative_to_minus_one": 0.4670012798720648 }, { "event_time": 1, "estimate": 0.4435480411795652, "raw_gap": 0.4435480411795652, "n": 113, "n_cells": 9, "weight_sum": 113.0, "relative_to_minus_one": 0.4252061450974428 }, { "event_time": 2, "estimate": 0.43673814768667313, "raw_gap": 0.43673814768667313, "n": 65, "n_cells": 5, "weight_sum": 65.0, "relative_to_minus_one": 0.41839625160455074 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.07817983095317806, 0.008061911268546659, 0.019094093138750757, 0.5086566805289606, 0.49864937056571457, 0.33197555040365323 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 35, "termination_reason": "Relative objective tolerance reached", "objective": 0.04390705497113914, "lambda_l": 0.017442943250947272, "singular_values": [ 1.2850113238736391, 0.42937736623146, 0.17484690527781493, 0.0 ], "history_objective": [ 0.044184105234627374, 0.044018036329351605, 0.04395528513821408, 0.04392848596832588, 0.04391676083165199, 0.04391152193818708, 0.04390913908210736, 0.04390803885348153, 0.043907524310392396, 0.04390728099161601, 0.043907164789323994, 0.04390710878978548, 0.043907081570810316, 0.04390706823028359, 0.043907061637566, 0.04390705835225924, 0.043907056701187844, 0.0439070558642375, 0.043907055436250314, 0.04390705521545762, 0.043907055100550235, 0.0439070550402303, 0.04390705500829904, 0.04390705499125942, 0.043907054982097245, 0.04390705497713577, 0.04390705497443154, 0.04390705497294887, 0.04390705497213159, 0.04390705497167902, 0.04390705497142731, 0.04390705497128682, 0.04390705497120819, 0.043907054971164004, 0.04390705497113914 ], "history_rmse": [ 0.10449945901860105, 0.10456023847026896, 0.10461601261703796, 0.10463947728391515, 0.10464956693410862, 0.10465400076109152, 0.10465598532834888, 0.10465688650727495, 0.10465730020005354, 0.10465749164581767, 0.10465758077216071, 0.1046576224515164, 0.10465764201189201, 0.10465765121951963, 0.10465765556626284, 0.10465765762450494, 0.10465765860251425, 0.10465765906919512, 0.10465765929304406, 0.10465765940110695, 0.10465765945368376, 0.10465765947950448, 0.10465765949232404, 0.10465765949876787, 0.1046576595020511, 0.10465765950374792, 0.10465765950463796, 0.10465765950511173, 0.1046576595053671, 0.10465765950550698, 0.10465765950558419, 0.10465765950562722, 0.10465765950565172, 0.1046576595056653, 0.104657659505673 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.47260218274022914, "matrix_preparation": { "source_rows": 683, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 683.0, "treated_observation_mass": 341.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003437083214521408, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3138535072417889, "event_study": [ { "event_time": -3, "estimate": -0.12704970617686198, "raw_gap": -0.12704970617686198, "n": 23, "n_cells": 4, "weight_sum": 23.0, "relative_to_minus_one": -0.1429980153066071 }, { "event_time": -2, "estimate": 0.03709601936864021, "raw_gap": 0.03709601936864021, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": 0.021147710238895074 }, { "event_time": -1, "estimate": 0.015948309129745136, "raw_gap": 0.015948309129745136, "n": 122, "n_cells": 13, "weight_sum": 122.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3933678334666533, "raw_gap": 0.3933678334666533, "n": 163, "n_cells": 13, "weight_sum": 163.0, "relative_to_minus_one": 0.3774195243369082 }, { "event_time": 1, "estimate": 0.29455904084835377, "raw_gap": 0.29455904084835377, "n": 113, "n_cells": 9, "weight_sum": 113.0, "relative_to_minus_one": 0.2786107317186086 }, { "event_time": 2, "estimate": 0.14799873074648537, "raw_gap": 0.14799873074648537, "n": 65, "n_cells": 5, "weight_sum": 65.0, "relative_to_minus_one": 0.13205042161674024 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06653733390442627, 0.021649148363401836, 0.007150472977730142, 0.39287034346075483, 0.28770871288718963, 0.06525649561205253 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.038074083882583536, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.2971472355198067, "matrix_preparation": { "source_rows": 683, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 683.0, "treated_observation_mass": 341.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00021891668438911438, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.11422035141728754, "upper": 0.7068501317616458, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1423166807732717, "upper": 0.6693997033509773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07905380683686075, "upper": 0.6618727498671084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2267853339612874, "upper": 0.6928981214441967, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06813727935299463, "upper": 0.618504890583157, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10477559213228846, "upper": 0.5899921229956354, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602770.860055, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.4105352415894667, "SE": 0.14104040249783997, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.11422035141728754, "upper": 0.7068501317616458, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.4058581920621245, "SE": 0.12544088083278745, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.1423166807732717, "upper": 0.6693997033509773, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.37046327835198456, "SE": 0.13870551402359055, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07905380683686075, "upper": 0.6618727498671084, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.45984172770274206, "SE": 0.11093052920455639, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.2267853339612874, "upper": 0.6928981214441967, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.34332108496807584, "SE": 0.14040248075255257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.06813727935299463, "upper": 0.618504890583157, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.34738385756396195, "SE": 0.12378200178438815, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.10477559213228846, "upper": 0.5899921229956354, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46222828719488895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3138535072417889, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P075", "source_specification_id": "CI-T5-C-C02", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P075.json", "input_bytes": 154923, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p075", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C02", "specification_id": "S01-P075", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C02.csv", "output_dir": "analyses/full-archive/results/S01-P075" }, "source": { "file": "CI-T5-C-C02.csv", "bytes": 154923, "sha256": "7dd67ab4f26bd5236135e740944e6db7a6db4e3efa00e0c936294d2a9d50788e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1059, "source_sd": 1.024653073464993, "rows": 676, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.32189403893089286, "se": 0.14366237884102623, "pvalue": 0.037901450586620776, "lower": 0.020070580870323096, "upper": 0.6237174969914626 }, { "method": "Dynamic TWFE", "estimate": 0.2828889523263585, "se": 0.20605461306406744, "pvalue": 0.18665202509581105, "lower": -0.15001572575327976, "upper": 0.7157936304059969 }, { "method": "BJS / did2s", "estimate": 0.312763687867338, "se": 0.16540206334483978, "pvalue": 0.07484113525983059, "lower": -0.03473315251518028, "upper": 0.6602605282498563 }, { "method": "Sun\u2013Abraham", "estimate": 0.34450545002681265, "se": 0.21936245091087844, "pvalue": 0.1337142154742274, "lower": -0.11635795789314468, "upper": 0.8053688579467699 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0803407437204916, "se": 0.23578530114600152, "pvalue": 0.7372463701772133, "lower": -0.4150257922220135, "upper": 0.5757072796629967 }, { "event_time": -2, "estimate": -0.01854995077317135, "se": 0.15147935231693316, "pvalue": 0.903892707384372, "lower": -0.3367962606972536, "upper": 0.2996963591509109 }, { "event_time": 0, "estimate": 0.2993474194744997, "se": 0.16128198358351908, "pvalue": 0.07989407917352309, "lower": -0.03949345452990882, "upper": 0.6381882934789083 }, { "event_time": 1, "estimate": 0.2951671165698158, "se": 0.2360939970982157, "pvalue": 0.22723273669525887, "lower": -0.20084796550242928, "upper": 0.7911821986420609 }, { "event_time": 2, "estimate": 0.22012536256418386, "se": 0.34544646402092266, "pvalue": 0.5320036156889009, "lower": -0.5056307274207055, "upper": 0.9458814525490731 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.029171802255043643, "se": 0.08941510770601938, "pvalue": 0.747996823057404, "lower": -0.21702597276514607, "upper": 0.15868236825505877 }, { "event_time": -2, "estimate": -0.016098499252245706, "se": 0.05494797895485676, "pvalue": 0.7728903957606694, "lower": -0.131539919305205, "upper": 0.09934292080071358 }, { "event_time": -1, "estimate": 0.01435283690813, "se": 0.03338207504118381, "pvalue": 0.6723306300157265, "lower": -0.05578030029487333, "upper": 0.08448597411113333 }, { "event_time": 0, "estimate": 0.3240238002398766, "se": 0.14770295533261582, "pvalue": 0.04162327389999015, "lower": 0.013711405972846424, "upper": 0.6343361945069068 }, { "event_time": 1, "estimate": 0.30776667920915757, "se": 0.19358540734304783, "pvalue": 0.1292842340272648, "lower": -0.09894116974689093, "upper": 0.7144745281652061 }, { "event_time": 2, "estimate": 0.2928501370555972, "se": 0.2764643678086107, "pvalue": 0.30348553290905417, "lower": -0.287979946614818, "upper": 0.8736802207260124 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2005420801909808, "se": 0.3722503277556806, "pvalue": 0.5966742437212106, "lower": -0.9826109982598406, "upper": 0.5815268378778788 }, { "event_time": -2, "estimate": -0.014632174708633733, "se": 0.22740363268621816, "pvalue": 0.949405122197122, "lower": -0.49238947864998683, "upper": 0.4631251292327194 }, { "event_time": 0, "estimate": 0.33322861121178937, "se": 0.15781998031529682, "pvalue": 0.04897843867800709, "lower": 0.0016611361769754973, "upper": 0.6647960862466032 }, { "event_time": 1, "estimate": 0.40977978697202133, "se": 0.3046780582601362, "pvalue": 0.1953406154192365, "lower": -0.23032506080454196, "upper": 1.0498846347485846 }, { "event_time": 2, "estimate": 0.26085968165276274, "se": 0.3462179442107455, "pvalue": 0.4609189732849061, "lower": -0.4665172280665346, "upper": 0.9882365913720601 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48214285714285715, 0.3273809523809524, 0.19047619047619047 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.6243650226606134e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.37191055261811795, "df_num": 1, "df_den": 645, "pvalue": 0.5421794687577995, "log10_pvalue": -0.2658569322996482, "inference": "Homoskedastic nested-model F", "observations": 676, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 627.3476154350458, "rss_restricted": 627.7093475254956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.48996513893707183 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.003484117474000725 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28748062155383897 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6011162486193654 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p075", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C02", "specification_id": "S01-P075", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C02.csv", "output_dir": "analyses/archive-expanded/fits/S01-P075" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P075", "regression_results": "analyses/archive-expanded/baselines/S01-P075.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C02.csv", "bytes": 154923, "sha256": "7dd67ab4f26bd5236135e740944e6db7a6db4e3efa00e0c936294d2a9d50788e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1059, "source_sd": 1.024653073464993, "rows": 676, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.32189403893089286, "se": 0.14366237884102623, "pvalue": 0.037901450586620776, "lower": 0.020070580870323096, "upper": 0.6237174969914626 }, { "method": "Dynamic TWFE", "estimate": 0.2828889523263585, "se": 0.20605461306406744, "pvalue": 0.18665202509581105, "lower": -0.15001572575327976, "upper": 0.7157936304059969 }, { "method": "BJS / did2s", "estimate": 0.312763687867338, "se": 0.16540206334483978, "pvalue": 0.07484113525983059, "lower": -0.03473315251518028, "upper": 0.6602605282498563 }, { "method": "Sun\u2013Abraham", "estimate": 0.34450545002681265, "se": 0.21936245091087844, "pvalue": 0.1337142154742274, "lower": -0.11635795789314468, "upper": 0.8053688579467699 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0803407437204916, "se": 0.23578530114600152, "pvalue": 0.7372463701772133, "lower": -0.4150257922220135, "upper": 0.5757072796629967 }, { "event_time": -2, "estimate": -0.01854995077317135, "se": 0.15147935231693316, "pvalue": 0.903892707384372, "lower": -0.3367962606972536, "upper": 0.2996963591509109 }, { "event_time": 0, "estimate": 0.2993474194744997, "se": 0.16128198358351908, "pvalue": 0.07989407917352309, "lower": -0.03949345452990882, "upper": 0.6381882934789083 }, { "event_time": 1, "estimate": 0.2951671165698158, "se": 0.2360939970982157, "pvalue": 0.22723273669525887, "lower": -0.20084796550242928, "upper": 0.7911821986420609 }, { "event_time": 2, "estimate": 0.22012536256418386, "se": 0.34544646402092266, "pvalue": 0.5320036156889009, "lower": -0.5056307274207055, "upper": 0.9458814525490731 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.029171802255043643, "se": 0.08941510770601938, "pvalue": 0.747996823057404, "lower": -0.21702597276514607, "upper": 0.15868236825505877 }, { "event_time": -2, "estimate": -0.016098499252245706, "se": 0.05494797895485676, "pvalue": 0.7728903957606694, "lower": -0.131539919305205, "upper": 0.09934292080071358 }, { "event_time": -1, "estimate": 0.01435283690813, "se": 0.03338207504118381, "pvalue": 0.6723306300157265, "lower": -0.05578030029487333, "upper": 0.08448597411113333 }, { "event_time": 0, "estimate": 0.3240238002398766, "se": 0.14770295533261582, "pvalue": 0.04162327389999015, "lower": 0.013711405972846424, "upper": 0.6343361945069068 }, { "event_time": 1, "estimate": 0.30776667920915757, "se": 0.19358540734304783, "pvalue": 0.1292842340272648, "lower": -0.09894116974689093, "upper": 0.7144745281652061 }, { "event_time": 2, "estimate": 0.2928501370555972, "se": 0.2764643678086107, "pvalue": 0.30348553290905417, "lower": -0.287979946614818, "upper": 0.8736802207260124 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2005420801909808, "se": 0.3722503277556806, "pvalue": 0.5966742437212106, "lower": -0.9826109982598406, "upper": 0.5815268378778788 }, { "event_time": -2, "estimate": -0.014632174708633733, "se": 0.22740363268621816, "pvalue": 0.949405122197122, "lower": -0.49238947864998683, "upper": 0.4631251292327194 }, { "event_time": 0, "estimate": 0.33322861121178937, "se": 0.15781998031529682, "pvalue": 0.04897843867800709, "lower": 0.0016611361769754973, "upper": 0.6647960862466032 }, { "event_time": 1, "estimate": 0.40977978697202133, "se": 0.3046780582601362, "pvalue": 0.1953406154192365, "lower": -0.23032506080454196, "upper": 1.0498846347485846 }, { "event_time": 2, "estimate": 0.26085968165276274, "se": 0.3462179442107455, "pvalue": 0.4609189732849061, "lower": -0.4665172280665346, "upper": 0.9882365913720601 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48214285714285715, 0.3273809523809524, 0.19047619047619047 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.6243650226606134e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.37191055261811795, "df_num": 1, "df_den": 645, "pvalue": 0.5421794687577995, "log10_pvalue": -0.2658569322996482, "inference": "Homoskedastic nested-model F", "observations": 676, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 627.3476154350458, "rss_restricted": 627.7093475254956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.48996513893707183 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.003484117474000725 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28748062155383897 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6011162486193654 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.30926181017283977, "se": 0.17939505382423732, "lower": -0.04234603432728984, "upper": 0.6608696546729693 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.31232990557227364, "se": 0.16220157555007333, "lower": -0.00557934074152272, "upper": 0.6302391518860699 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.26810106283662083, "se": 0.157557353238418, "lower": -0.04070567501013367, "upper": 0.5769078006833753 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 336.0, "post_cells": 6, "estimate": 0.2987061190451773, "se": 0.1606326800084927, "lower": -0.016128148511615537, "upper": 0.6135403866019702 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.30926181017283977, "se": 0.17939505382423732, "lower": -0.04234603432728984, "upper": 0.6608696546729693, "event_study": [ { "event_time": -3, "estimate": -0.1409575658992412, "se": 0.3416430484513747, "lower": -0.8105656364324083, "upper": 0.528650504633926, "relative_to_minus_one": -0.1409575658992412, "n": 0.0 }, { "event_time": -2, "estimate": -0.020828263011197348, "se": 0.19010971775251828, "lower": -0.39343646291720813, "upper": 0.35177993689481346, "relative_to_minus_one": -0.020828263011197348, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.325952087104086, "se": 0.16235649747817588, "lower": 0.0077391993907932055, "upper": 0.6441649748173788, "relative_to_minus_one": 0.325952087104086, "n": 162.0 }, { "event_time": 1, "estimate": 0.30324790194708723, "se": 0.20020949910823985, "lower": -0.08915550566786695, "upper": 0.6956513095620414, "relative_to_minus_one": 0.30324790194708723, "n": 110.0 }, { "event_time": 2, "estimate": 0.29858544146734617, "se": 0.3097367359992527, "lower": -0.30848740578018, "upper": 0.9056582887148723, "relative_to_minus_one": 0.29858544146734617, "n": 64.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.5432693097568267, "se": 0.13179021473518063, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.17403664071729558, "se": 0.18521306306939972, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.29858544146734617, "se": 0.3097367359992527, "event_time": 2, "mass": 64.0 }, { "group": 3, "year": 1, "att": 0.06232597465234639, "se": 0.25251759506376903, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.25110767825698926, "se": 0.3148310195689865, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.4970647937917747, "se": 0.33572272468918035, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.1409575658992412, "se": 0.3416430484513747, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.14307209957640696, "se": 0.31765922257337903, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.043232572064345096, "se": 0.24351113575698283, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.2987061190451773, "treated_cell_se": 0.1606326800084927, "checks": { "input_rows": 676, "retained_rows": 676, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.046811833046376705, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3704053674049335, "event_study": [ { "event_time": -3, "estimate": -0.07699904970007367, "raw_gap": -0.026018662138330664, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.12392394676371499 }, { "event_time": -2, "estimate": -0.0430225563253953, "raw_gap": 0.002838840303649004, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.08994745338903662 }, { "event_time": -1, "estimate": 0.04692489706364133, "raw_gap": 0.06909108763238943, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3621397788471005, "raw_gap": 0.3899613372806906, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.3152148817834592 }, { "event_time": 1, "estimate": 0.44950873117796664, "raw_gap": 0.466585730170059, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.4025838341143253 }, { "event_time": 2, "estimate": 0.25536873195704757, "raw_gap": 0.2553687319570475, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.20844383489340623 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04732710317223593, -0.016544798144073655, 0.02474359983396412, 0.36871750021795535, 0.4839128142855132, 0.12907741128218028 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": 0.04269249748023083 }, { "cohort": 3, "pre_gap": 0.050980387561743015 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07878557497265722, "zeta_omega": [ 0.0, 0.8481293676115614, 1.0602113582809083 ], "zeta_lambda": [ 0.0, 5.043007392032136e-07, 7.496826409314305e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.24689828995184976, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.12493674607809765, "time_objective": 0.48207750713112285, "unit_projected_gradient": 3.113872826254749e-09, "time_projected_gradient": 1.3024904210734434e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.2051572476861068, "time_objective": 0.26686964590736856, "unit_projected_gradient": 6.770722260629469e-09, "time_projected_gradient": 9.577834525487106e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3425358651009305, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004382920451462269, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3487912056841281, "event_study": [ { "event_time": -3, "estimate": -0.036438553629964954, "raw_gap": -0.036438553629964954, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.045176185870564704 }, { "event_time": -2, "estimate": -0.020190224996689026, "raw_gap": -0.020190224996689026, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.028927857237288773 }, { "event_time": -1, "estimate": 0.008737632240599749, "raw_gap": 0.008737632240599749, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3553031541499659, "raw_gap": 0.3553031541499659, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.3465655219093661 }, { "event_time": 1, "estimate": 0.3671575547793932, "raw_gap": 0.3671575547793932, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.35841992253879346 }, { "event_time": 2, "estimate": 0.30074067362248885, "raw_gap": 0.30074067362248885, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.2920030413818891 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.02654752503500225, 0.004799371530844407, 0.005215037315649253, 0.38046176692169337, 0.43387890186630335, 0.20833617361404033 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.05630447378386648, "lambda_l": 0.018609049848526047, "singular_values": [ 1.3674044429857557, 0.7936053637102941, 0.19471451212552382, 0.0 ], "history_objective": [ 0.056662443725662044, 0.056444427972259466, 0.05636303894199736, 0.05632971661199871, 0.05631588144162149, 0.05630993662696982, 0.05630724988287225, 0.05630596088807299, 0.056305304226112365, 0.05630495164350102, 0.05630475438837023, 0.05630464073443185, 0.056304573938480144, 0.05630453417589071, 0.05630451031453106, 0.056304495923854295, 0.05630448721824421, 0.05630448194186258, 0.05630447874016774, 0.05630447679596494, 0.05630447561480851, 0.0563044748969993, 0.056304474460679314, 0.05630447419541981, 0.05630447403413587, 0.05630447393606133, 0.056304473876418244, 0.05630447384014397, 0.05630447381808073, 0.056304473804660235, 0.056304473796496356, 0.05630447379152986, 0.05630447378850827, 0.05630447378666992, 0.05630447378555137, 0.056304473784870766, 0.05630447378445663, 0.056304473784204584, 0.05630447378405123, 0.056304473783957865, 0.056304473783901035, 0.05630447378386648 ], "history_rmse": [ 0.11107104694817414, 0.11136437006954686, 0.11153561907336136, 0.11160651644599709, 0.11163497292843538, 0.11164630389818293, 0.11165086240036232, 0.1116527453157126, 0.11165355537831849, 0.11165392243003813, 0.11165409858935237, 0.11165418802907388, 0.11165423573186431, 0.11165426219074608, 0.11165427729745188, 0.11165428609943757, 0.11165429129897, 0.11165429439867346, 0.11165429625775357, 0.11165429737721583, 0.11165429805310448, 0.11165429846191391, 0.11165429870948748, 0.1116542988595472, 0.11165429895055888, 0.1116542990057838, 0.11165429903930542, 0.11165429905965878, 0.11165429907201968, 0.11165429907952829, 0.11165429908408973, 0.1116542990868616, 0.11165429908854554, 0.11165429908956903, 0.11165429909019137, 0.11165429909056969, 0.11165429909079977, 0.11165429909093957, 0.11165429909102445, 0.11165429909107598, 0.11165429909110731, 0.11165429909112652 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3663923686981092, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031233392655849457, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.28697117011338297, "event_study": [ { "event_time": -3, "estimate": 0.09554849547632992, "raw_gap": 0.09554849547632992, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": 0.06880275711190446 }, { "event_time": -2, "estimate": 0.03348732429800102, "raw_gap": 0.03348732429800102, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": 0.006741585933575562 }, { "event_time": -1, "estimate": 0.026745738364425457, "raw_gap": 0.026745738364425457, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2749192395942892, "raw_gap": 0.2749192395942892, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.24817350122986376 }, { "event_time": 1, "estimate": 0.2975615309039354, "raw_gap": 0.2975615309039354, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.27081579253950994 }, { "event_time": 2, "estimate": 0.2992754366310768, "raw_gap": 0.2992754366310768, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.27252969826665135 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.07424005444242468, 0.01022997897294179, -0.02913846535024846, 0.29165541861525945, 0.33737992355589763, 0.1729841159562096 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07445942797206145, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.28492075310305554, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002204589545726776, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.020070580870323096, "upper": 0.6237174969914626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15001572575327976, "upper": 0.7157936304059969, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03473315251518028, "upper": 0.6602605282498563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11635795789314468, "upper": 0.8053688579467699, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04234603432728984, "upper": 0.6608696546729693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.016128148511615537, "upper": 0.6135403866019702, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602652.298362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.020070580870323096, "upper": 0.6237174969914626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15001572575327976, "upper": 0.7157936304059969, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03473315251518028, "upper": 0.6602605282498563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11635795789314468, "upper": 0.8053688579467699, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04234603432728984, "upper": 0.6608696546729693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.016128148511615537, "upper": 0.6135403866019702, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P076", "source_specification_id": "CI-T5-C-C03", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P076.json", "input_bytes": 154483, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p076", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C03", "specification_id": "S01-P076", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C03.csv", "output_dir": "analyses/full-archive/results/S01-P076" }, "source": { "file": "CI-T5-C-C03.csv", "bytes": 154483, "sha256": "f34dadec7af8c332496fa969b8c8690e1696bdc63d6eee7ff3ac74b5d0af8701" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 1.008773868579148, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23709369878871236, "se": 0.09734179090682957, "pvalue": 0.02548557205046169, "lower": 0.03258618483601944, "upper": 0.4416012127414053 }, { "method": "Dynamic TWFE", "estimate": 0.14956552060300193, "se": 0.12293668767216552, "pvalue": 0.2394668628329103, "lower": -0.10871487608167935, "upper": 0.4078459172876832 }, { "method": "BJS / did2s", "estimate": 0.1793526180136395, "se": 0.1201143796271201, "pvalue": 0.15271124548083825, "lower": -0.07299832949485624, "upper": 0.43170356552213524 }, { "method": "Sun\u2013Abraham", "estimate": 0.17714854287302012, "se": 0.11426107153568407, "pvalue": 0.13845311798346777, "lower": -0.06290506065785648, "upper": 0.41720214640389675 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.022384271044201733, "se": 0.31299744018716164, "pvalue": 0.9437758547699353, "lower": -0.6351989495840322, "upper": 0.6799674916724356 }, { "event_time": -2, "estimate": -0.0023108654719100822, "se": 0.17989534265446036, "pvalue": 0.9898922749079878, "lower": -0.3802569557913796, "upper": 0.37563522484755946 }, { "event_time": 0, "estimate": 0.23790087385173833, "se": 0.09358077720182126, "pvalue": 0.020430178477883542, "lower": 0.041294956485545986, "upper": 0.4345067912179307 }, { "event_time": 1, "estimate": 0.06322775704911021, "se": 0.16189619366329586, "pvalue": 0.7007170542696713, "lower": -0.27690352444923955, "upper": 0.40335903854745997 }, { "event_time": 2, "estimate": 0.07316594543844318, "se": 0.20767787886614478, "pvalue": 0.7287008346612234, "lower": -0.3631490875419489, "upper": 0.5094809784188352 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0013242424991051012, "se": 0.11603762207415141, "pvalue": 0.9910201302821378, "lower": -0.24511024021184982, "upper": 0.24246175521363963 }, { "event_time": -2, "estimate": -0.02523477636498435, "se": 0.05214660366599052, "pvalue": 0.6342777878535024, "lower": -0.13479072533057795, "upper": 0.08432117260060926 }, { "event_time": -1, "estimate": 0.014215272958100775, "se": 0.0207456247117168, "pvalue": 0.5019361437690779, "lower": -0.02936966723731419, "upper": 0.05780021315351574 }, { "event_time": 0, "estimate": 0.2644231729513395, "se": 0.10269543313476473, "pvalue": 0.01908158381867802, "lower": 0.04866807404641246, "upper": 0.4801782718562665 }, { "event_time": 1, "estimate": 0.06323083613365382, "se": 0.1716146884233593, "pvalue": 0.7168379016143677, "lower": -0.2973182452040803, "upper": 0.42377991747138793 }, { "event_time": 2, "estimate": 0.16335208002778276, "se": 0.1923637110154503, "pvalue": 0.40693186126656017, "lower": -0.24078908018713455, "upper": 0.5674932402427001 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09846135092484139, "se": 0.3371928775708094, "pvalue": 0.7736230932450086, "lower": -0.806877299225653, "upper": 0.6099545973759701 }, { "event_time": -2, "estimate": -0.10501388789129965, "se": 0.1534633139362708, "pvalue": 0.5025061073369507, "lower": -0.42742834650844064, "upper": 0.21740057072584137 }, { "event_time": 0, "estimate": 0.24920129107731173, "se": 0.07905589624629168, "pvalue": 0.005511479028623771, "lower": 0.08311101624246878, "upper": 0.41529156591215466 }, { "event_time": 1, "estimate": 0.07004057790302767, "se": 0.18017553306394296, "pvalue": 0.7020319552422333, "lower": -0.30849417062318807, "upper": 0.44857532642924336 }, { "event_time": 2, "estimate": 0.17888395458101905, "se": 0.18906696008204701, "pvalue": 0.356605944966502, "lower": -0.21833098893672612, "upper": 0.5760988980987642 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7153526892683115e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21466534303729037, "df_num": 1, "df_den": 643, "pvalue": 0.6432918537486636, "log10_pvalue": -0.1915919482023121, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 662.76071639885, "rss_restricted": 662.9819788506967, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09377649933587205 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.4305738356121076 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.22487522718449304 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3274985084976827 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p076", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C03", "specification_id": "S01-P076", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C03.csv", "output_dir": "analyses/archive-expanded/fits/S01-P076" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P076", "regression_results": "analyses/archive-expanded/baselines/S01-P076.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C03.csv", "bytes": 154483, "sha256": "f34dadec7af8c332496fa969b8c8690e1696bdc63d6eee7ff3ac74b5d0af8701" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 1.008773868579148, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23709369878871236, "se": 0.09734179090682957, "pvalue": 0.02548557205046169, "lower": 0.03258618483601944, "upper": 0.4416012127414053 }, { "method": "Dynamic TWFE", "estimate": 0.14956552060300193, "se": 0.12293668767216552, "pvalue": 0.2394668628329103, "lower": -0.10871487608167935, "upper": 0.4078459172876832 }, { "method": "BJS / did2s", "estimate": 0.1793526180136395, "se": 0.1201143796271201, "pvalue": 0.15271124548083825, "lower": -0.07299832949485624, "upper": 0.43170356552213524 }, { "method": "Sun\u2013Abraham", "estimate": 0.17714854287302012, "se": 0.11426107153568407, "pvalue": 0.13845311798346777, "lower": -0.06290506065785648, "upper": 0.41720214640389675 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.022384271044201733, "se": 0.31299744018716164, "pvalue": 0.9437758547699353, "lower": -0.6351989495840322, "upper": 0.6799674916724356 }, { "event_time": -2, "estimate": -0.0023108654719100822, "se": 0.17989534265446036, "pvalue": 0.9898922749079878, "lower": -0.3802569557913796, "upper": 0.37563522484755946 }, { "event_time": 0, "estimate": 0.23790087385173833, "se": 0.09358077720182126, "pvalue": 0.020430178477883542, "lower": 0.041294956485545986, "upper": 0.4345067912179307 }, { "event_time": 1, "estimate": 0.06322775704911021, "se": 0.16189619366329586, "pvalue": 0.7007170542696713, "lower": -0.27690352444923955, "upper": 0.40335903854745997 }, { "event_time": 2, "estimate": 0.07316594543844318, "se": 0.20767787886614478, "pvalue": 0.7287008346612234, "lower": -0.3631490875419489, "upper": 0.5094809784188352 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.0013242424991051012, "se": 0.11603762207415141, "pvalue": 0.9910201302821378, "lower": -0.24511024021184982, "upper": 0.24246175521363963 }, { "event_time": -2, "estimate": -0.02523477636498435, "se": 0.05214660366599052, "pvalue": 0.6342777878535024, "lower": -0.13479072533057795, "upper": 0.08432117260060926 }, { "event_time": -1, "estimate": 0.014215272958100775, "se": 0.0207456247117168, "pvalue": 0.5019361437690779, "lower": -0.02936966723731419, "upper": 0.05780021315351574 }, { "event_time": 0, "estimate": 0.2644231729513395, "se": 0.10269543313476473, "pvalue": 0.01908158381867802, "lower": 0.04866807404641246, "upper": 0.4801782718562665 }, { "event_time": 1, "estimate": 0.06323083613365382, "se": 0.1716146884233593, "pvalue": 0.7168379016143677, "lower": -0.2973182452040803, "upper": 0.42377991747138793 }, { "event_time": 2, "estimate": 0.16335208002778276, "se": 0.1923637110154503, "pvalue": 0.40693186126656017, "lower": -0.24078908018713455, "upper": 0.5674932402427001 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09846135092484139, "se": 0.3371928775708094, "pvalue": 0.7736230932450086, "lower": -0.806877299225653, "upper": 0.6099545973759701 }, { "event_time": -2, "estimate": -0.10501388789129965, "se": 0.1534633139362708, "pvalue": 0.5025061073369507, "lower": -0.42742834650844064, "upper": 0.21740057072584137 }, { "event_time": 0, "estimate": 0.24920129107731173, "se": 0.07905589624629168, "pvalue": 0.005511479028623771, "lower": 0.08311101624246878, "upper": 0.41529156591215466 }, { "event_time": 1, "estimate": 0.07004057790302767, "se": 0.18017553306394296, "pvalue": 0.7020319552422333, "lower": -0.30849417062318807, "upper": 0.44857532642924336 }, { "event_time": 2, "estimate": 0.17888395458101905, "se": 0.18906696008204701, "pvalue": 0.356605944966502, "lower": -0.21833098893672612, "upper": 0.5760988980987642 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7153526892683115e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21466534303729037, "df_num": 1, "df_den": 643, "pvalue": 0.6432918537486636, "log10_pvalue": -0.1915919482023121, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 662.76071639885, "rss_restricted": 662.9819788506967, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.09377649933587205 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.4305738356121076 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.22487522718449304 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.3274985084976827 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.16662224325451772, "se": 0.13925202769420295, "lower": -0.10630671580029424, "upper": 0.43955120230932965 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.16672571513682213, "se": 0.1261713889222105, "lower": -0.0805656630301064, "upper": 0.4140170933037507 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14888330215445628, "se": 0.1265903440465004, "lower": -0.09922921296721898, "upper": 0.39699581727613154 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 335.0, "post_cells": 6, "estimate": 0.15847134980844452, "se": 0.1241535101788343, "lower": -0.08486505869629773, "upper": 0.40180775831318677 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.16662224325451772, "se": 0.13925202769420295, "lower": -0.10630671580029424, "upper": 0.43955120230932965, "event_study": [ { "event_time": -3, "estimate": -0.059308752173132855, "se": 0.32773666493360276, "lower": -0.7016608118562655, "upper": 0.5830433075099999, "relative_to_minus_one": -0.059308752173132855, "n": 0.0 }, { "event_time": -2, "estimate": -0.0511198477686806, "se": 0.15897883837376708, "lower": -0.3627126452852784, "upper": 0.2604729497479172, "relative_to_minus_one": -0.0511198477686806, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.24764148903666394, "se": 0.10363205868533251, "lower": 0.044526386369670906, "upper": 0.450756591703657, "relative_to_minus_one": 0.24764148903666394, "n": 162.0 }, { "event_time": 1, "estimate": 0.030913048108180505, "se": 0.17232117257876348, "lower": -0.30683024391990704, "upper": 0.3686563401362681, "relative_to_minus_one": 0.030913048108180505, "n": 110.0 }, { "event_time": 2, "estimate": 0.22131219261870874, "se": 0.23284411279190131, "lower": -0.2350538824655999, "upper": 0.6776782677030174, "relative_to_minus_one": 0.22131219261870874, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.42711383515363954, "se": 0.13906850991274997, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.12269470613856942, "se": 0.21545650785236337, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.22131219261870874, "se": 0.23284411279190131, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": -0.11053114564960219, "se": 0.2433788066785392, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.011268089407768642, "se": 0.15521191145346303, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": -0.10702780635854439, "se": 0.19651924665458897, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.059308752173132855, "se": 0.32773666493360276, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.03571204913420479, "se": 0.25106183633911894, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1988847230920346, "se": 0.23649459848642268, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.15847134980844452, "treated_cell_se": 0.1241535101788343, "checks": { "input_rows": 674, "retained_rows": 674, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04399408306926489, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2136148067842567, "event_study": [ { "event_time": -3, "estimate": 0.029755407440293744, "raw_gap": -0.004101521417579973, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.025449322819009183 }, { "event_time": -2, "estimate": 0.14307727726326466, "raw_gap": 0.06593575863918388, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.08787254700396174 }, { "event_time": -1, "estimate": 0.05520473025930293, "raw_gap": 0.023472122795501402, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.34309628831369826, "raw_gap": 0.29685402340903805, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.2878915580543953 }, { "event_time": 1, "estimate": 0.07001539764915556, "raw_gap": 0.02817928450272927, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.014810667389852629 }, { "event_time": 2, "estimate": 0.13139155276983744, "raw_gap": 0.13139155276983744, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.07618682251053452 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0697834899392186, -0.06482258655712378, 0.018418979438470484, 0.3217282374177748, 0.12353234025151544, 0.1042513930712606 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": -0.10459028286606571 }, { "cohort": 3, "pre_gap": -0.03385692885787371 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07854659140280026, "zeta_omega": [ 0.0, 0.4610210323421587, 0.7650105477700291 ], "zeta_lambda": [ 0.0, 2.741247459135974e-07, 5.409441460074228e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.06897797769153222, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 12, "time_iterations": 14, "unit_objective": 0.05597137781393982, "time_objective": 0.14035959293066175, "unit_projected_gradient": 4.8723889922719366e-09, "time_projected_gradient": 7.773995780446796e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 19, "unit_objective": 0.10114980603337624, "time_objective": 0.048260818637994196, "unit_projected_gradient": 5.556853227561831e-09, "time_projected_gradient": 8.97335605820615e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.25139500342263094, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005815830081701279, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.15404394979185232, "event_study": [ { "event_time": -3, "estimate": 0.002268814402315805, "raw_gap": 0.002268814402315805, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": 0.0007127860108335625 }, { "event_time": -2, "estimate": -0.007023220239977472, "raw_gap": -0.007023220239977472, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.008579248631459714 }, { "event_time": -1, "estimate": 0.0015560283914822423, "raw_gap": 0.0015560283914822423, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2401077759364816, "raw_gap": 0.2401077759364816, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.23855174754499936 }, { "event_time": 1, "estimate": 0.0156361007512581, "raw_gap": 0.0156361007512581, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.01408007235977586 }, { "event_time": 2, "estimate": 0.17440146660193842, "raw_gap": 0.17440146660193842, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.17284543821045617 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02850955021058603, -0.027713996771506894, 0.00828265489849278, 0.3069267620734025, 0.14593971285871274, 0.16518521154677035 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 48, "termination_reason": "Relative objective tolerance reached", "objective": 0.03522208514850406, "lambda_l": 0.014271612847759027, "singular_values": [ 1.0573707307260718, 0.7979536723087644, 0.09887964160070939, 0.0 ], "history_objective": [ 0.0354025465125112, 0.035309888625613836, 0.035271834076943474, 0.03525088446321128, 0.035238981795711714, 0.03523209259076452, 0.035228056103247696, 0.035225670152570575, 0.03522424995273755, 0.035223399476125156, 0.03522288732166277, 0.03522257724666973, 0.035222388532790416, 0.03522227308965868, 0.03522220211365522, 0.03522215826307519, 0.03522213104311547, 0.035222114069945715, 0.03522210344062657, 0.03522209675703888, 0.03522209253848204, 0.035222089866381014, 0.03522208816829394, 0.035222087085939296, 0.035222086394157796, 0.03522208595090693, 0.035222085666258715, 0.035222085483091053, 0.03522208536500995, 0.03522208528876344, 0.035222085239458384, 0.0352220852075338, 0.035222085186839114, 0.03522208517341041, 0.03522208516468865, 0.035222085159019534, 0.03522208515533199, 0.035222085152931876, 0.0352220851513689, 0.03522208515035056, 0.0352220851496868, 0.03522208514925396, 0.035222085148971655, 0.03522208514878746, 0.035222085148667245, 0.03522208514858878, 0.035222085148537544, 0.03522208514850406 ], "history_rmse": [ 0.08554792786953135, 0.08553081651599574, 0.085576529031784, 0.08560030407230103, 0.08561312499886704, 0.08562022374535314, 0.0856242270600871, 0.08562651269384235, 0.08562782877908806, 0.0856285914779217, 0.08562903591081715, 0.08562929623764462, 0.08562944952822647, 0.08562954028692606, 0.08562959433139976, 0.08562962670664148, 0.08562964622127625, 0.08562965805849455, 0.085629665284544, 0.0856296697236618, 0.08562967246764994, 0.08562967417400086, 0.08562967524117744, 0.08562967591220824, 0.08562967633626666, 0.08562967660549002, 0.08562967677713249, 0.08562967688697765, 0.08562967695751325, 0.0856296770029426, 0.08562967703227928, 0.08562967705126726, 0.0856296770635815, 0.08562967707158187, 0.08562967707678613, 0.08562967708017691, 0.08562967708238767, 0.08562967708383046, 0.08562967708477306, 0.08562967708538897, 0.08562967708579165, 0.08562967708605498, 0.08562967708622739, 0.08562967708634023, 0.08562967708641404, 0.08562967708646248, 0.08562967708649415, 0.08562967708651456 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2270159770524629, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041450001299381256, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.32461135081791587, "event_study": [ { "event_time": -3, "estimate": -0.005910280384071639, "raw_gap": -0.005910280384071639, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.042766931063925574 }, { "event_time": -2, "estimate": 0.06076612372053461, "raw_gap": 0.06076612372053461, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.023909473040680675 }, { "event_time": -1, "estimate": 0.036856650679853935, "raw_gap": 0.036856650679853935, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.36851941561000096, "raw_gap": 0.36851941561000096, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.331662764930147 }, { "event_time": 1, "estimate": 0.2762357107702244, "raw_gap": 0.2762357107702244, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.23937906009037047 }, { "event_time": 2, "estimate": 0.29617030175328507, "raw_gap": 0.29617030175328507, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.25931365107343113 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06797473097272691, -0.08804045889976285, 0.0332634421005536, 0.3851745819242233, 0.3704622957046359, 0.2690301420547082 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06763935099233435, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3587622569122284, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002754591405391693, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03258618483601944, "upper": 0.4416012127414053, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10871487608167935, "upper": 0.4078459172876832, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07299832949485624, "upper": 0.43170356552213524, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06290506065785648, "upper": 0.41720214640389675, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10630671580029424, "upper": 0.43955120230932965, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08486505869629773, "upper": 0.40180775831318677, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602654.0823228, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23709369878871236, "SE": 0.09734179090682957, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.03258618483601944, "upper": 0.4416012127414053, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.14956552060300193, "SE": 0.12293668767216552, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10871487608167935, "upper": 0.4078459172876832, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1793526180136395, "SE": 0.1201143796271201, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07299832949485624, "upper": 0.43170356552213524, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.17714854287302012, "SE": 0.11426107153568407, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06290506065785648, "upper": 0.41720214640389675, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.16662224325451772, "SE": 0.13925202769420295, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10630671580029424, "upper": 0.43955120230932965, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.15847134980844452, "SE": 0.1241535101788343, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08486505869629773, "upper": 0.40180775831318677, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2136148067842567, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.15404394979185232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.32461135081791587, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P077", "source_specification_id": "CI-T5-C-C04", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P077.json", "input_bytes": 148787, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p077", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C04", "specification_id": "S01-P077", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C04.csv", "output_dir": "analyses/full-archive/results/S01-P077" }, "source": { "file": "CI-T5-C-C04.csv", "bytes": 148787, "sha256": "0a4ddb98e875cf915d2a27754bacfa89735aef1d49ce480c4d2a42f110add3f9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1017, "source_sd": 0.977146953252265, "rows": 652, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23582791435780864, "se": 0.15115025994902712, "pvalue": 0.13611658063168652, "lower": -0.0817269981572647, "upper": 0.553382826872882 }, { "method": "Dynamic TWFE", "estimate": 0.12751990712161132, "se": 0.20326405160059538, "pvalue": 0.5383003023387085, "lower": -0.2995220188747712, "upper": 0.5545618331179938 }, { "method": "BJS / did2s", "estimate": 0.2015398324790163, "se": 0.17892541381205687, "pvalue": 0.2747940593987179, "lower": -0.17436851295798228, "upper": 0.5774481779160149 }, { "method": "Sun\u2013Abraham", "estimate": 0.07075989313060833, "se": 0.2132728729157203, "pvalue": 0.743886554756117, "lower": -0.37730978616355443, "upper": 0.5188295724247711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4793329413761492, "se": 0.2736374217326266, "pvalue": 0.09684390197638751, "lower": -0.0955579489766582, "upper": 1.0542238317289565 }, { "event_time": -2, "estimate": 0.11589261888651405, "se": 0.1704790370983479, "pvalue": 0.5052771002799211, "lower": -0.24227054755247474, "upper": 0.4740557853255028 }, { "event_time": 0, "estimate": 0.21909501235305961, "se": 0.1578557441515874, "pvalue": 0.18209576636115224, "lower": -0.11254759971366074, "upper": 0.5507376244197799 }, { "event_time": 1, "estimate": 0.005157863414913895, "se": 0.22839397359879496, "pvalue": 0.9822312237778031, "lower": -0.4746800695770242, "upper": 0.48499579640685203 }, { "event_time": 2, "estimate": 0.10445572862280063, "se": 0.34638023270887175, "pvalue": 0.7664408478639412, "lower": -0.6232621365790878, "upper": 0.832173593824689 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.24421147770631807, "se": 0.11862099006895434, "pvalue": 0.054289540644874734, "lower": -0.005001974764761413, "upper": 0.4934249301773975 }, { "event_time": -2, "estimate": -0.04275688679842263, "se": 0.07937130646338857, "pvalue": 0.5966976203389638, "lower": -0.20950981391008164, "upper": 0.12399604031323638 }, { "event_time": -1, "estimate": -0.021180095653988422, "se": 0.031994657302333585, "pvalue": 0.5163649529387419, "lower": -0.08839837635041992, "upper": 0.04603818504244308 }, { "event_time": 0, "estimate": 0.2519925363855253, "se": 0.14448713876394315, "pvalue": 0.09820329538736056, "lower": -0.051563677975008104, "upper": 0.5555487507460588 }, { "event_time": 1, "estimate": 0.14823868972951582, "se": 0.18712006782526272, "pvalue": 0.4385540295680244, "lower": -0.24488598493597658, "upper": 0.5413633643950082 }, { "event_time": 2, "estimate": 0.1643078098253299, "se": 0.3371508865739736, "pvalue": 0.6318981340071941, "lower": -0.5440199186647375, "upper": 0.8726355383153973 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6463884835422231, "se": 0.2649973850031103, "pvalue": 0.025299990670157372, "lower": 0.08964963678294868, "upper": 1.2031273303014975 }, { "event_time": -2, "estimate": 0.22303934847468698, "se": 0.22562274135103547, "pvalue": 0.33598654607527095, "lower": -0.2509764416093065, "upper": 0.6970551385586805 }, { "event_time": 0, "estimate": 0.16113146089492872, "se": 0.16911455244061357, "pvalue": 0.3533146089565439, "lower": -0.19416502965305518, "upper": 0.5164279514429126 }, { "event_time": 1, "estimate": 0.004591244149932231, "se": 0.2041496929797747, "pvalue": 0.9823048478968464, "lower": -0.4243113453397176, "upper": 0.43349383363958205 }, { "event_time": 2, "estimate": -0.04685419452589386, "se": 0.4209370514545182, "pvalue": 0.9126029036084691, "lower": -0.9312101234807671, "upper": 0.8375017344289793 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4845679012345679, 0.3271604938271605, 0.1882716049382716 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03055997584018018, "df_num": 1, "df_den": 621, "pvalue": 0.8612826733542684, "log10_pvalue": -0.06485428951008305, "inference": "Homoskedastic nested-model F", "observations": 652, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 609.1897089714944, "rss_restricted": 609.2196877521518, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5697728595042388 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6442390893153587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0839612042271336 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5935171872306434 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p077", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C04", "specification_id": "S01-P077", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P077" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P077", "regression_results": "analyses/archive-expanded/baselines/S01-P077.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C04.csv", "bytes": 148787, "sha256": "0a4ddb98e875cf915d2a27754bacfa89735aef1d49ce480c4d2a42f110add3f9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1017, "source_sd": 0.977146953252265, "rows": 652, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23582791435780864, "se": 0.15115025994902712, "pvalue": 0.13611658063168652, "lower": -0.0817269981572647, "upper": 0.553382826872882 }, { "method": "Dynamic TWFE", "estimate": 0.12751990712161132, "se": 0.20326405160059538, "pvalue": 0.5383003023387085, "lower": -0.2995220188747712, "upper": 0.5545618331179938 }, { "method": "BJS / did2s", "estimate": 0.2015398324790163, "se": 0.17892541381205687, "pvalue": 0.2747940593987179, "lower": -0.17436851295798228, "upper": 0.5774481779160149 }, { "method": "Sun\u2013Abraham", "estimate": 0.07075989313060833, "se": 0.2132728729157203, "pvalue": 0.743886554756117, "lower": -0.37730978616355443, "upper": 0.5188295724247711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4793329413761492, "se": 0.2736374217326266, "pvalue": 0.09684390197638751, "lower": -0.0955579489766582, "upper": 1.0542238317289565 }, { "event_time": -2, "estimate": 0.11589261888651405, "se": 0.1704790370983479, "pvalue": 0.5052771002799211, "lower": -0.24227054755247474, "upper": 0.4740557853255028 }, { "event_time": 0, "estimate": 0.21909501235305961, "se": 0.1578557441515874, "pvalue": 0.18209576636115224, "lower": -0.11254759971366074, "upper": 0.5507376244197799 }, { "event_time": 1, "estimate": 0.005157863414913895, "se": 0.22839397359879496, "pvalue": 0.9822312237778031, "lower": -0.4746800695770242, "upper": 0.48499579640685203 }, { "event_time": 2, "estimate": 0.10445572862280063, "se": 0.34638023270887175, "pvalue": 0.7664408478639412, "lower": -0.6232621365790878, "upper": 0.832173593824689 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.24421147770631807, "se": 0.11862099006895434, "pvalue": 0.054289540644874734, "lower": -0.005001974764761413, "upper": 0.4934249301773975 }, { "event_time": -2, "estimate": -0.04275688679842263, "se": 0.07937130646338857, "pvalue": 0.5966976203389638, "lower": -0.20950981391008164, "upper": 0.12399604031323638 }, { "event_time": -1, "estimate": -0.021180095653988422, "se": 0.031994657302333585, "pvalue": 0.5163649529387419, "lower": -0.08839837635041992, "upper": 0.04603818504244308 }, { "event_time": 0, "estimate": 0.2519925363855253, "se": 0.14448713876394315, "pvalue": 0.09820329538736056, "lower": -0.051563677975008104, "upper": 0.5555487507460588 }, { "event_time": 1, "estimate": 0.14823868972951582, "se": 0.18712006782526272, "pvalue": 0.4385540295680244, "lower": -0.24488598493597658, "upper": 0.5413633643950082 }, { "event_time": 2, "estimate": 0.1643078098253299, "se": 0.3371508865739736, "pvalue": 0.6318981340071941, "lower": -0.5440199186647375, "upper": 0.8726355383153973 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6463884835422231, "se": 0.2649973850031103, "pvalue": 0.025299990670157372, "lower": 0.08964963678294868, "upper": 1.2031273303014975 }, { "event_time": -2, "estimate": 0.22303934847468698, "se": 0.22562274135103547, "pvalue": 0.33598654607527095, "lower": -0.2509764416093065, "upper": 0.6970551385586805 }, { "event_time": 0, "estimate": 0.16113146089492872, "se": 0.16911455244061357, "pvalue": 0.3533146089565439, "lower": -0.19416502965305518, "upper": 0.5164279514429126 }, { "event_time": 1, "estimate": 0.004591244149932231, "se": 0.2041496929797747, "pvalue": 0.9823048478968464, "lower": -0.4243113453397176, "upper": 0.43349383363958205 }, { "event_time": 2, "estimate": -0.04685419452589386, "se": 0.4209370514545182, "pvalue": 0.9126029036084691, "lower": -0.9312101234807671, "upper": 0.8375017344289793 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4845679012345679, 0.3271604938271605, 0.1882716049382716 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03055997584018018, "df_num": 1, "df_den": 621, "pvalue": 0.8612826733542684, "log10_pvalue": -0.06485428951008305, "inference": "Homoskedastic nested-model F", "observations": 652, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 609.1897089714944, "rss_restricted": 609.2196877521518, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5697728595042388 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6442390893153587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0839612042271336 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5935171872306434 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.203343080088042, "se": 0.1966602162253641, "lower": -0.18210386090553118, "upper": 0.5887900210816152 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.22567974054012588, "se": 0.16737632603529423, "lower": -0.1023718303536846, "upper": 0.5537313114339364 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.24546619548883436, "se": 0.14949639821744107, "lower": -0.047541360835808066, "upper": 0.5384737518134768 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 324.0, "post_cells": 6, "estimate": 0.23687940461177173, "se": 0.15842900125851428, "lower": -0.07363573196156717, "upper": 0.5473945411851107 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.203343080088042, "se": 0.1966602162253641, "lower": -0.18210386090553118, "upper": 0.5887900210816152, "event_study": [ { "event_time": -3, "estimate": 0.4778889248362266, "se": 0.2393716027250025, "lower": 0.008729204573591831, "upper": 0.9470486450988613, "relative_to_minus_one": 0.4778889248362266, "n": 0.0 }, { "event_time": -2, "estimate": -0.09243384688236009, "se": 0.2278763528040112, "lower": -0.5390632913065649, "upper": 0.3541955975418448, "relative_to_minus_one": -0.09243384688236009, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2830412910524207, "se": 0.13869896509650015, "lower": 0.011196314770302418, "upper": 0.5548862673345389, "relative_to_minus_one": 0.2830412910524207, "n": 157.0 }, { "event_time": 1, "estimate": 0.23091714800217095, "se": 0.1806678301619059, "lower": -0.1231852922801639, "upper": 0.5850195882845057, "relative_to_minus_one": 0.23091714800217095, "n": 106.0 }, { "event_time": 2, "estimate": 0.09607080120953429, "se": 0.35504830135699705, "lower": -0.5998110822223036, "upper": 0.7919526846413721, "relative_to_minus_one": 0.09607080120953429, "n": 61.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.18532403315818574, "se": 0.27635210949620653, "event_time": 0, "mass": 62.0 }, { "group": 2, "year": 3, "att": 0.3591904566281908, "se": 0.17718982705990102, "event_time": 1, "mass": 63.0 }, { "group": 2, "year": 4, "att": 0.09607080120953429, "se": 0.35504830135699705, "event_time": 2, "mass": 61.0 }, { "group": 3, "year": 1, "att": -0.05820229087008903, "se": 0.2699544851723007, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.363184548532425, "se": 0.21958421848535448, "event_time": 0, "mass": 56.0 }, { "group": 3, "year": 4, "att": 0.03496589740168657, "se": 0.24997203890167402, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": 0.4778889248362266, "se": 0.23937160272500246, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.14181210909475112, "se": 0.3185581246481738, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.3827602843836049, "se": 0.17423386010756112, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.23687940461177173, "treated_cell_se": 0.15842900125851428, "checks": { "input_rows": 652, "retained_rows": 652, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04796979110687971, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0497449339676709, "event_study": [ { "event_time": -3, "estimate": 0.6186811399877862, "raw_gap": 0.3276114785141661, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.6381783858550424 }, { "event_time": -2, "estimate": 0.0430804064431371, "raw_gap": -0.00914128852907607, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.06257765231039333 }, { "event_time": -1, "estimate": -0.019497245867256235, "raw_gap": -0.07270011290499002, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0968237382173722, "raw_gap": 0.05745786085381829, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.11632098408462843 }, { "event_time": 1, "estimate": -0.010814441502078985, "raw_gap": 0.026645933196355755, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.00868280436517725 }, { "event_time": 2, "estimate": 0.03380922138718544, "raw_gap": 0.03380922138718542, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": 0.05330646725444167 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.4389358786764129, -0.03094117618888112, -0.11601646963035404, -0.016980995301297118, -0.09338248956024224, -0.03432237367433466 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.6653345369377347e-17 }, { "cohort": 2, "pre_gap": 0.09234417948916473 }, { "cohort": 3, "pre_gap": -0.2910696614736201 } ], "diagnostics": { "converged": true, "pre_rmse": 0.26032743646932316, "zeta_omega": [ 0.0, 1.7370150643081739, 1.4954473374183437 ], "zeta_lambda": [ 0.0, 1.0328353366710946e-06, 1.0574409531958777e-06 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4710612663338885, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.5798814174789655, "time_objective": 0.354609716076686, "unit_projected_gradient": 5.903326855127844e-10, "time_projected_gradient": 8.178316357465576e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.5023128151605749, "time_objective": 0.08170398609511516, "unit_projected_gradient": 4.681515175519735e-09, "time_projected_gradient": 6.106561811769495e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": -0.029899333457390834, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005913330242037773, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.27381717366298525, "event_study": [ { "event_time": -3, "estimate": 0.08161518472906296, "raw_gap": 0.08161518472906296, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.09033448304510353 }, { "event_time": -2, "estimate": -0.004194762009875638, "raw_gap": -0.004194762009875638, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.004524536306164928 }, { "event_time": -1, "estimate": -0.008719298316040566, "raw_gap": -0.008719298316040566, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.31088140407063236, "raw_gap": 0.31088140407063236, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.31960070238667293 }, { "event_time": 1, "estimate": 0.23252509459460152, "raw_gap": 0.23252509459460152, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.2412443929106421 }, { "event_time": 2, "estimate": 0.2501758000113143, "raw_gap": 0.2501758000113143, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": 0.25889509832735486 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1008511711075339, -0.011179798843743118, -0.02415134210675579, 0.21234811065285633, 0.08456328778654072, 0.18395787481779935 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 39, "termination_reason": "Relative objective tolerance reached", "objective": 0.08345202501484358, "lambda_l": 0.024331106301021546, "singular_values": [ 1.8758854097920716, 0.699184461000847, 0.0, 0.0 ], "history_objective": [ 0.08536047414652032, 0.08429129395170824, 0.08385799869415411, 0.08365857828761007, 0.08355931969787489, 0.08350715234502082, 0.083480751000551, 0.08346716787640301, 0.0834600211651325, 0.08345624554515048, 0.08345425139316426, 0.08345319907484024, 0.08345264413257618, 0.08345235157706939, 0.08345219734847949, 0.08345211602175324, 0.08345207311636728, 0.08345205046542355, 0.08345203849707529, 0.08345203216672421, 0.08345202881447497, 0.0834520270369009, 0.08345202609290554, 0.08345202559075829, 0.08345202532316166, 0.08345202518027597, 0.08345202510381731, 0.08345202506280966, 0.0834520250407613, 0.08345202502887553, 0.0834520250224503, 0.08345202501896672, 0.08345202501707222, 0.08345202501603866, 0.08345202501547289, 0.08345202501516213, 0.0834520250149909, 0.08345202501489615, 0.08345202501484358 ], "history_rmse": [ 0.14486664514724557, 0.14526433337075192, 0.14563088102685273, 0.14580531625490836, 0.14589021396260632, 0.14574521656207234, 0.14521945242700665, 0.14490607221723653, 0.144702440571393, 0.1445631548301588, 0.14446517113427837, 0.14439523638667556, 0.1443449622406032, 0.14430869845462924, 0.14428250068501117, 0.14426356304792853, 0.14424987075741766, 0.14423997071719524, 0.1442328129274407, 0.14422763811408215, 0.14422389712912964, 0.14422119281250287, 0.14421923795726427, 0.14421782489369286, 0.14421680347814705, 0.14421606516663898, 0.14421553149363833, 0.1442151457394277, 0.1442148669046282, 0.1442146653536899, 0.14421451966537782, 0.14421441435601678, 0.14421433823372315, 0.14421428320878424, 0.14421424343377928, 0.14421421468204618, 0.14421419389843254, 0.14421417887457436, 0.14421416801418388 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1644957186168517, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00042845821008086205, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10559724490425232, "event_study": [ { "event_time": -3, "estimate": 0.13026397245467602, "raw_gap": 0.13026397245467602, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.17496705559446646 }, { "event_time": -2, "estimate": -0.02966854033610971, "raw_gap": -0.02966854033610971, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.015034542803680731 }, { "event_time": -1, "estimate": -0.04470308313979044, "raw_gap": -0.04470308313979044, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.000769378542463563, "raw_gap": 0.000769378542463563, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.045472461682254 }, { "event_time": 1, "estimate": -0.21012080350390358, "raw_gap": -0.21012080350390358, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": -0.16541772036411315 }, { "event_time": 2, "estimate": -0.19772941981525818, "raw_gap": -0.19772941981525818, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": -0.15302633667546775 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.24158837261692284, 0.0002608811496549769, -0.07449542612807157, -0.05633209277731072, -0.3287692740409278, -0.26586101487677827 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.1307472965122168, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1859461387724919, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00030508311465382576, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0817269981572647, "upper": 0.553382826872882, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2995220188747712, "upper": 0.5545618331179938, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17436851295798228, "upper": 0.5774481779160149, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37730978616355443, "upper": 0.5188295724247711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18210386090553118, "upper": 0.5887900210816152, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07363573196156717, "upper": 0.5473945411851107, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602655.979362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0817269981572647, "upper": 0.553382826872882, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2995220188747712, "upper": 0.5545618331179938, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17436851295798228, "upper": 0.5774481779160149, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37730978616355443, "upper": 0.5188295724247711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18210386090553118, "upper": 0.5887900210816152, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07363573196156717, "upper": 0.5473945411851107, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P078", "source_specification_id": "CI-T5-C-C05", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P078.json", "input_bytes": 116159, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p078", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [science-track students only]", "source_specification_id": "CI-T5-C-C05", "specification_id": "S01-P078", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C05.csv", "output_dir": "analyses/full-archive/results/S01-P078" }, "source": { "file": "CI-T5-C-C05.csv", "bytes": 116159, "sha256": "9ac1d43b5077c2e2b65d1442453400c22899f7b004d05105c5c2d0c113a093c6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 0.48578456509863044, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.264675995173418, "se": 0.11777799410823679, "pvalue": 0.03740155223517578, "lower": 0.017233611496044188, "upper": 0.5121183788507918 }, { "method": "Dynamic TWFE", "estimate": 0.2726848526117863, "se": 0.19501099709179584, "pvalue": 0.17901379288099353, "lower": -0.13701804926774858, "upper": 0.6823877544913213 }, { "method": "BJS / did2s", "estimate": 0.29501717640003045, "se": 0.16023571818625676, "pvalue": 0.08214352123884086, "lower": -0.04162557557132812, "upper": 0.6316599283713891 }, { "method": "Sun\u2013Abraham", "estimate": 0.3223054726379633, "se": 0.1959054247052868, "pvalue": 0.1172762637909061, "lower": -0.08927655192815498, "upper": 0.7338874972040815 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1289750428604999, "se": 0.32810528553418006, "pvalue": 0.6988693956191878, "lower": -0.5603485830378381, "upper": 0.8182986687588378 }, { "event_time": -2, "estimate": 0.09381690138970818, "se": 0.17945693707640586, "pvalue": 0.6075013804488258, "lower": -0.2832081329882621, "upper": 0.4708419357676784 }, { "event_time": 0, "estimate": 0.2602030488712681, "se": 0.14005227280266486, "pvalue": 0.07961876872748855, "lower": -0.03403585784570101, "upper": 0.5544419555882372 }, { "event_time": 1, "estimate": 0.3028681008432638, "se": 0.2390240936434315, "pvalue": 0.22126798668789086, "lower": -0.19930288564085924, "upper": 0.8050390873273869 }, { "event_time": 2, "estimate": 0.25208000976260264, "se": 0.3254270155218847, "pvalue": 0.44862467186818183, "lower": -0.4316167796371873, "upper": 0.9357767991623926 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.058608383082509846, "se": 0.10577592281167222, "pvalue": 0.58634218167033, "lower": -0.2808353506443868, "upper": 0.16361858447936714 }, { "event_time": -2, "estimate": 0.033483986686668465, "se": 0.06786035356331913, "pvalue": 0.6276786401481865, "lower": -0.10908532577305816, "upper": 0.1760532991463951 }, { "event_time": -1, "estimate": -0.007885791571645859, "se": 0.029040637710220515, "pvalue": 0.7890630245363868, "lower": -0.06889790739970317, "upper": 0.05312632425641146 }, { "event_time": 0, "estimate": 0.2613015902313064, "se": 0.12210967577451041, "pvalue": 0.04631203238565519, "lower": 0.00475868106995031, "upper": 0.5178444993926625 }, { "event_time": 1, "estimate": 0.34009324340897207, "se": 0.1983867216640621, "pvalue": 0.10364139391495084, "lower": -0.07670179262622023, "upper": 0.7568882794441644 }, { "event_time": 2, "estimate": 0.3030101539928831, "se": 0.2989269770979049, "pvalue": 0.3241778977489865, "lower": -0.3250121206147334, "upper": 0.9310324286004996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09090574909527017, "se": 0.2906400986189122, "pvalue": 0.7580443618913157, "lower": -0.7015179380615718, "upper": 0.5197064398710315 }, { "event_time": -2, "estimate": 0.06360759264637571, "se": 0.18288044485902827, "pvalue": 0.7320172794813703, "lower": -0.3206099646870426, "upper": 0.44782514997979406 }, { "event_time": 0, "estimate": 0.29124575286724613, "se": 0.13308294531464884, "pvalue": 0.04206457823233772, "lower": 0.011648859875507567, "upper": 0.5708426458589847 }, { "event_time": 1, "estimate": 0.39253250219551605, "se": 0.23587063389501498, "pvalue": 0.11338647691836158, "lower": -0.10301331120014579, "upper": 0.8880783155911779 }, { "event_time": 2, "estimate": 0.27955470043995334, "se": 0.37091020892757554, "pvalue": 0.46077602959931596, "lower": -0.4996987324463984, "upper": 1.058808133326305 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.791144365601745e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.017874351745550358, "df_num": 1, "df_den": 643, "pvalue": 0.8936855951413996, "log10_pvalue": -0.0488152421783305, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 634.7162177707673, "rss_restricted": 634.7338618468716, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2032618891241475 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.009484680951869153 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.06350197256350959 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.44454994254289704 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p078", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [science-track students only]", "source_specification_id": "CI-T5-C-C05", "specification_id": "S01-P078", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P078" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P078", "regression_results": "analyses/archive-expanded/baselines/S01-P078.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C05.csv", "bytes": 116159, "sha256": "9ac1d43b5077c2e2b65d1442453400c22899f7b004d05105c5c2d0c113a093c6" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 0.48578456509863044, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.264675995173418, "se": 0.11777799410823679, "pvalue": 0.03740155223517578, "lower": 0.017233611496044188, "upper": 0.5121183788507918 }, { "method": "Dynamic TWFE", "estimate": 0.2726848526117863, "se": 0.19501099709179584, "pvalue": 0.17901379288099353, "lower": -0.13701804926774858, "upper": 0.6823877544913213 }, { "method": "BJS / did2s", "estimate": 0.29501717640003045, "se": 0.16023571818625676, "pvalue": 0.08214352123884086, "lower": -0.04162557557132812, "upper": 0.6316599283713891 }, { "method": "Sun\u2013Abraham", "estimate": 0.3223054726379633, "se": 0.1959054247052868, "pvalue": 0.1172762637909061, "lower": -0.08927655192815498, "upper": 0.7338874972040815 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1289750428604999, "se": 0.32810528553418006, "pvalue": 0.6988693956191878, "lower": -0.5603485830378381, "upper": 0.8182986687588378 }, { "event_time": -2, "estimate": 0.09381690138970818, "se": 0.17945693707640586, "pvalue": 0.6075013804488258, "lower": -0.2832081329882621, "upper": 0.4708419357676784 }, { "event_time": 0, "estimate": 0.2602030488712681, "se": 0.14005227280266486, "pvalue": 0.07961876872748855, "lower": -0.03403585784570101, "upper": 0.5544419555882372 }, { "event_time": 1, "estimate": 0.3028681008432638, "se": 0.2390240936434315, "pvalue": 0.22126798668789086, "lower": -0.19930288564085924, "upper": 0.8050390873273869 }, { "event_time": 2, "estimate": 0.25208000976260264, "se": 0.3254270155218847, "pvalue": 0.44862467186818183, "lower": -0.4316167796371873, "upper": 0.9357767991623926 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.058608383082509846, "se": 0.10577592281167222, "pvalue": 0.58634218167033, "lower": -0.2808353506443868, "upper": 0.16361858447936714 }, { "event_time": -2, "estimate": 0.033483986686668465, "se": 0.06786035356331913, "pvalue": 0.6276786401481865, "lower": -0.10908532577305816, "upper": 0.1760532991463951 }, { "event_time": -1, "estimate": -0.007885791571645859, "se": 0.029040637710220515, "pvalue": 0.7890630245363868, "lower": -0.06889790739970317, "upper": 0.05312632425641146 }, { "event_time": 0, "estimate": 0.2613015902313064, "se": 0.12210967577451041, "pvalue": 0.04631203238565519, "lower": 0.00475868106995031, "upper": 0.5178444993926625 }, { "event_time": 1, "estimate": 0.34009324340897207, "se": 0.1983867216640621, "pvalue": 0.10364139391495084, "lower": -0.07670179262622023, "upper": 0.7568882794441644 }, { "event_time": 2, "estimate": 0.3030101539928831, "se": 0.2989269770979049, "pvalue": 0.3241778977489865, "lower": -0.3250121206147334, "upper": 0.9310324286004996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09090574909527017, "se": 0.2906400986189122, "pvalue": 0.7580443618913157, "lower": -0.7015179380615718, "upper": 0.5197064398710315 }, { "event_time": -2, "estimate": 0.06360759264637571, "se": 0.18288044485902827, "pvalue": 0.7320172794813703, "lower": -0.3206099646870426, "upper": 0.44782514997979406 }, { "event_time": 0, "estimate": 0.29124575286724613, "se": 0.13308294531464884, "pvalue": 0.04206457823233772, "lower": 0.011648859875507567, "upper": 0.5708426458589847 }, { "event_time": 1, "estimate": 0.39253250219551605, "se": 0.23587063389501498, "pvalue": 0.11338647691836158, "lower": -0.10301331120014579, "upper": 0.8880783155911779 }, { "event_time": 2, "estimate": 0.27955470043995334, "se": 0.37091020892757554, "pvalue": 0.46077602959931596, "lower": -0.4996987324463984, "upper": 1.058808133326305 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.791144365601745e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.017874351745550358, "df_num": 1, "df_den": 643, "pvalue": 0.8936855951413996, "log10_pvalue": -0.0488152421783305, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 634.7162177707673, "rss_restricted": 634.7338618468716, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2032618891241475 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.009484680951869153 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.06350197256350959 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.44454994254289704 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3119016886120893, "se": 0.19404313141299406, "lower": -0.0684158604047519, "upper": 0.6922192376289305 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3160352269196702, "se": 0.16544155268161084, "lower": -0.008224257882673058, "upper": 0.6402947117220135 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.27620127232881314, "se": 0.1569952832192719, "lower": -0.031503828523625266, "upper": 0.5839063731812515 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 335.0, "post_cells": 6, "estimate": 0.30888127517424024, "se": 0.15747843464414366, "lower": 0.0002292149299739643, "upper": 0.6175333354185065 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3119016886120893, "se": 0.19404313141299406, "lower": -0.0684158604047519, "upper": 0.6922192376289305, "event_study": [ { "event_time": -3, "estimate": -0.11104933713795759, "se": 0.2702424201939769, "lower": -0.6407147478130921, "upper": 0.4186160735371769, "relative_to_minus_one": -0.11104933713795759, "n": 0.0 }, { "event_time": -2, "estimate": 0.07424417470629084, "se": 0.20031599689289994, "lower": -0.3183679647310304, "upper": 0.4668563141436121, "relative_to_minus_one": 0.07424417470629084, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3077728243609547, "se": 0.11919934611732798, "lower": 0.07414639899026754, "upper": 0.5413992497316419, "relative_to_minus_one": 0.3077728243609547, "n": 162.0 }, { "event_time": 1, "estimate": 0.3485880337737932, "se": 0.19605538725384644, "lower": -0.03567346421879897, "upper": 0.7328495317663855, "relative_to_minus_one": 0.3485880337737932, "n": 110.0 }, { "event_time": 2, "estimate": 0.2793442077015199, "se": 0.3504295975113984, "lower": -0.40748518253768795, "upper": 0.9661735979407278, "relative_to_minus_one": 0.2793442077015199, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.41956641225112185, "se": 0.1620476444646289, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.31855254623913853, "se": 0.2503025433153349, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.2793442077015199, "se": 0.35042959751139846, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": 0.1382737035072275, "se": 0.22010586957942924, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.35326833741057007, "se": 0.2096997162765791, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.39372908813874197, "se": 0.2069898520576259, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.11104933713795759, "se": 0.2702424201939769, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.019337444310462748, "se": 0.33036726725655, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.00428431084637186, "se": 0.2557855609605678, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.30888127517424024, "treated_cell_se": 0.15747843464414366, "checks": { "input_rows": 674, "retained_rows": 674, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04240575013682246, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2720230563253292, "event_study": [ { "event_time": -3, "estimate": -0.39316879861634485, "raw_gap": -0.2153797319856011, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.39980073374062675 }, { "event_time": -2, "estimate": -0.08308962614482446, "raw_gap": -0.03177705674407739, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.08972156126910635 }, { "event_time": -1, "estimate": 0.00663193512428189, "raw_gap": 0.04426488518011411, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.24290899634264848, "raw_gap": 0.27518765881963597, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.23627706121836659 }, { "event_time": 1, "estimate": 0.34223859673344437, "raw_gap": 0.33068178129393894, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.33560666160916247 }, { "event_time": 2, "estimate": 0.22428921937773597, "raw_gap": 0.22428921937773585, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.21765728425345407 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10621549162004706, 0.07444851401599037, -0.013132780434441261, 0.17346461959721, 0.3578516689711585, 0.25971761386999986 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.028892038598763062 }, { "cohort": 3, "pre_gap": 0.1777890666307438 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09099721543552491, "zeta_omega": [ 0.0, 0.9884550490947931, 1.172511848778594 ], "zeta_lambda": [ 0.0, 5.877388886219459e-07, 8.290910792929194e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.1632366086075324, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 5, "unit_objective": 0.1640442248607935, "time_objective": 0.3370427740375016, "unit_projected_gradient": 9.6218405187809e-09, "time_projected_gradient": 0.0 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 4, "unit_objective": 0.25229359509864846, "time_objective": 0.4566111737317708, "unit_projected_gradient": 1.6529464325065746e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.23312122915264022, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005693328566849232, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1808380955459464, "event_study": [ { "event_time": -3, "estimate": -0.06082788113940316, "raw_gap": -0.06082788113940316, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.05926035398773582 }, { "event_time": -2, "estimate": 0.01674121007468994, "raw_gap": 0.01674121007468994, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.018308737226357286 }, { "event_time": -1, "estimate": -0.0015675271516673451, "raw_gap": -0.0015675271516673451, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17179630140199137, "raw_gap": 0.17179630140199137, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.17336382855365873 }, { "event_time": 1, "estimate": 0.2582372218489192, "raw_gap": 0.2582372218489192, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.25980474900058653 }, { "event_time": 2, "estimate": 0.0689470917045767, "raw_gap": 0.0689470917045767, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.07051461885624405 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.053477033970113025, 0.0355809619369997, -0.005441478243044461, 0.11320108441423161, 0.36862194188848235, 0.17547751413586876 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 57, "termination_reason": "Relative objective tolerance reached", "objective": 0.07224067751329342, "lambda_l": 0.021121951927963723, "singular_values": [ 1.7196390395502965, 0.8950372435311238, 0.04510397719056103, 0.0 ], "history_objective": [ 0.07354853987023344, 0.07295677175846711, 0.07265796737176056, 0.07249149524082851, 0.07239549928563868, 0.07233822775356018, 0.07230306909419265, 0.07228101039452157, 0.07226695071757207, 0.07225788821364702, 0.07225199948213992, 0.07224815029743542, 0.07224562292019747, 0.07224395756401501, 0.07224285706710337, 0.07224212810549076, 0.0722416442722551, 0.07224132258277301, 0.07224110837947265, 0.07224096556305694, 0.07224087023521074, 0.07224080654275693, 0.07224076395078824, 0.0722407354477698, 0.07224071636087762, 0.0722407035722526, 0.07224069499941936, 0.07224068925020552, 0.07224068539318997, 0.07224068280478892, 0.0722406810672673, 0.07224067990064303, 0.07224067911717783, 0.07224067859093747, 0.07224067823741784, 0.07224067799989861, 0.07224067784029906, 0.07224067773304696, 0.07224067766096695, 0.07224067761252141, 0.07224067757995888, 0.072240677558071, 0.07224067754335771, 0.07224067753346697, 0.07224067752681783, 0.07224067752234786, 0.07224067751934272, 0.07224067751732234, 0.07224067751596405, 0.07224067751505085, 0.07224067751443687, 0.07224067751402405, 0.07224067751374658, 0.07224067751355995, 0.0722406775134345, 0.07224067751335009, 0.07224067751329342 ], "history_rmse": [ 0.12558280549583714, 0.12600731668971465, 0.1263297615595072, 0.12650403762139345, 0.12659915200886954, 0.12665239299806785, 0.12668312659673248, 0.12670139475874462, 0.12671252374343023, 0.12671943601023528, 0.12672379326069372, 0.12672657103174612, 0.12672835728127022, 0.12672951374960487, 0.12673026655256808, 0.12673075876379158, 0.12673108177570622, 0.1267312944088377, 0.12673143475142626, 0.12673152759089942, 0.12673158912657687, 0.1267316299830014, 0.12673165714974657, 0.1267316752371891, 0.12673168729334172, 0.12673169533732848, 0.12673170070903292, 0.12673170429895456, 0.12673170669971892, 0.12673170830618252, 0.12673170938170145, 0.1267317101020861, 0.12673171058479638, 0.12673171090836244, 0.12673171112532125, 0.12673171127083743, 0.12673171136846084, 0.12673171143396839, 0.12673171147793402, 0.12673171150744672, 0.12673171152726062, 0.12673171154056517, 0.12673171154949994, 0.12673171155550064, 0.12673171155953086, 0.12673171156223878, 0.12673171156405746, 0.126731711565279, 0.12673171156610025, 0.12673171156665186, 0.12673171156702262, 0.1267317115672715, 0.12673171156743923, 0.12673171156755172, 0.1267317115676275, 0.1267317115676779, 0.12673171156771215 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.20987404240965543, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041225040331482887, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.40599369834699806, "event_study": [ { "event_time": -3, "estimate": -0.22235780786070933, "raw_gap": -0.22235780786070933, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.2866687267533162 }, { "event_time": -2, "estimate": -0.04840760506992395, "raw_gap": -0.04840760506992395, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.11271852396253083 }, { "event_time": -1, "estimate": 0.06431091889260689, "raw_gap": 0.06431091889260689, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.316264736786013, "raw_gap": 0.316264736786013, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.25195381789340615 }, { "event_time": 1, "estimate": 0.5537336796821011, "raw_gap": 0.5537336796821011, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.4894227607894942 }, { "event_time": 2, "estimate": 0.3787666162203032, "raw_gap": 0.3787666162203032, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.31445569732769635 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1131935674951553, 0.03980253176421556, 0.010334924297451057, 0.21251631628742315, 0.5845473698395963, 0.4141950107125673 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.057541805348171354, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3738745738465075, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002780831418931484, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.017233611496044188, "upper": 0.5121183788507918, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13701804926774858, "upper": 0.6823877544913213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04162557557132812, "upper": 0.6316599283713891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08927655192815498, "upper": 0.7338874972040815, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0684158604047519, "upper": 0.6922192376289305, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.0002292149299739643, "upper": 0.6175333354185065, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602657.821707, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.017233611496044188, "upper": 0.5121183788507918, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13701804926774858, "upper": 0.6823877544913213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04162557557132812, "upper": 0.6316599283713891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08927655192815498, "upper": 0.7338874972040815, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0684158604047519, "upper": 0.6922192376289305, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.0002292149299739643, "upper": 0.6175333354185065, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P079", "source_specification_id": "CI-T5-C-C06", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P079.json", "input_bytes": 110155, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p079", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [science-track students only]", "source_specification_id": "CI-T5-C-C06", "specification_id": "S01-P079", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C06.csv", "output_dir": "analyses/full-archive/results/S01-P079" }, "source": { "file": "CI-T5-C-C06.csv", "bytes": 110155, "sha256": "8ebe457a3333574ae6606760bc30e441864d69edcd020300e844efeabfa615bf" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1002, "source_sd": 0.4527875222948195, "rows": 640, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.022752399509013088, "se": 0.17966124563021166, "pvalue": 0.9006288208538716, "lower": -0.3547018712126575, "upper": 0.4002066702306837 }, { "method": "Dynamic TWFE", "estimate": 0.033531574397901956, "se": 0.23942597839919832, "pvalue": 0.8901758284926146, "lower": -0.46948374062724857, "upper": 0.5365468894230525 }, { "method": "BJS / did2s", "estimate": 0.05607109758103658, "se": 0.23724532341268442, "pvalue": 0.815835627034186, "lower": -0.44236283132078535, "upper": 0.5545050264828585 }, { "method": "Sun\u2013Abraham", "estimate": 0.025541150642906123, "se": 0.2522132665571726, "pvalue": 0.9204571808592226, "lower": -0.5043392599082458, "upper": 0.5554215611940579 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2668983368919008, "se": 0.31315883008237183, "pvalue": 0.40525750786194614, "lower": -0.3910239513242525, "upper": 0.9248206251080541 }, { "event_time": -2, "estimate": 0.27025089975565303, "se": 0.1728621257425402, "pvalue": 0.13537116566959437, "lower": -0.09291895013976742, "upper": 0.6334207496510735 }, { "event_time": 0, "estimate": 0.03332480714632703, "se": 0.18924622830355592, "pvalue": 0.8621874038735692, "lower": -0.364266764929101, "upper": 0.430916379221755 }, { "event_time": 1, "estimate": 0.05187911516608398, "se": 0.2564610495535954, "pvalue": 0.8419599903190178, "lower": -0.4869255563044136, "upper": 0.5906837866365816 }, { "event_time": 2, "estimate": 0.002670111507774467, "se": 0.3867771697494075, "pvalue": 0.9945677942454724, "lower": -0.8099185690808051, "upper": 0.8152587920963541 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011736582482568371, "se": 0.1183462944827192, "pvalue": 0.9220982005647569, "lower": -0.2603729209421695, "upper": 0.23689975597703278 }, { "event_time": -2, "estimate": 0.08983429283004303, "se": 0.06372102572209586, "pvalue": 0.17564194478637613, "lower": -0.044038614536274265, "upper": 0.2237072001963603 }, { "event_time": -1, "estimate": -0.045873327741674255, "se": 0.02857912764180582, "pvalue": 0.12586534298326826, "lower": -0.10591584689520599, "upper": 0.014169191411857476 }, { "event_time": 0, "estimate": 0.03802506343340793, "se": 0.20431948815536918, "pvalue": 0.854442989837265, "lower": -0.39123425248297494, "upper": 0.46728437934979083 }, { "event_time": 1, "estimate": 0.07724143467674391, "se": 0.22704888612762114, "pvalue": 0.737645771505034, "lower": -0.3997705744009531, "upper": 0.5542534437544409 }, { "event_time": 2, "estimate": 0.0641185404567556, "se": 0.38451262351765036, "pvalue": 0.8694235294928593, "lower": -0.7437125050423806, "upper": 0.8719495859558918 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.31901757482201226, "se": 0.3100460976418578, "pvalue": 0.31713862193257725, "lower": -0.33236510520449175, "upper": 0.9704002548485162 }, { "event_time": -2, "estimate": 0.2817096968164088, "se": 0.21462439702090688, "pvalue": 0.20581837080456236, "lower": -0.16919942925825754, "upper": 0.732618822891075 }, { "event_time": 0, "estimate": 0.030891629021783468, "se": 0.19424579103354356, "pvalue": 0.8754131100193082, "lower": -0.37720363458464323, "upper": 0.4389868926282102 }, { "event_time": 1, "estimate": 0.0027223020367852027, "se": 0.2463685544498602, "pvalue": 0.9913053322809651, "lower": -0.5148788240292503, "upper": 0.5203234281028208 }, { "event_time": 2, "estimate": 0.051436719008381336, "se": 0.4596372616318702, "pvalue": 0.9121354807688995, "lower": -0.9142253344700513, "upper": 1.017098772486814 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.475, 0.33125, 0.19375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.2669209748338058e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.044480358305321745, "df_num": 1, "df_den": 609, "pvalue": 0.8330329896265545, "log10_pvalue": -0.07933779939864223, "inference": "Homoskedastic nested-model F", "observations": 640, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 628.1432542828545, "rss_restricted": 628.1891328329655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.1530829742016886 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27932858795735344 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.10579949711557426 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.03330492450839242 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p079", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [science-track students only]", "source_specification_id": "CI-T5-C-C06", "specification_id": "S01-P079", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P079" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P079", "regression_results": "analyses/archive-expanded/baselines/S01-P079.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C06.csv", "bytes": 110155, "sha256": "8ebe457a3333574ae6606760bc30e441864d69edcd020300e844efeabfa615bf" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1002, "source_sd": 0.4527875222948195, "rows": 640, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.022752399509013088, "se": 0.17966124563021166, "pvalue": 0.9006288208538716, "lower": -0.3547018712126575, "upper": 0.4002066702306837 }, { "method": "Dynamic TWFE", "estimate": 0.033531574397901956, "se": 0.23942597839919832, "pvalue": 0.8901758284926146, "lower": -0.46948374062724857, "upper": 0.5365468894230525 }, { "method": "BJS / did2s", "estimate": 0.05607109758103658, "se": 0.23724532341268442, "pvalue": 0.815835627034186, "lower": -0.44236283132078535, "upper": 0.5545050264828585 }, { "method": "Sun\u2013Abraham", "estimate": 0.025541150642906123, "se": 0.2522132665571726, "pvalue": 0.9204571808592226, "lower": -0.5043392599082458, "upper": 0.5554215611940579 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.2668983368919008, "se": 0.31315883008237183, "pvalue": 0.40525750786194614, "lower": -0.3910239513242525, "upper": 0.9248206251080541 }, { "event_time": -2, "estimate": 0.27025089975565303, "se": 0.1728621257425402, "pvalue": 0.13537116566959437, "lower": -0.09291895013976742, "upper": 0.6334207496510735 }, { "event_time": 0, "estimate": 0.03332480714632703, "se": 0.18924622830355592, "pvalue": 0.8621874038735692, "lower": -0.364266764929101, "upper": 0.430916379221755 }, { "event_time": 1, "estimate": 0.05187911516608398, "se": 0.2564610495535954, "pvalue": 0.8419599903190178, "lower": -0.4869255563044136, "upper": 0.5906837866365816 }, { "event_time": 2, "estimate": 0.002670111507774467, "se": 0.3867771697494075, "pvalue": 0.9945677942454724, "lower": -0.8099185690808051, "upper": 0.8152587920963541 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.011736582482568371, "se": 0.1183462944827192, "pvalue": 0.9220982005647569, "lower": -0.2603729209421695, "upper": 0.23689975597703278 }, { "event_time": -2, "estimate": 0.08983429283004303, "se": 0.06372102572209586, "pvalue": 0.17564194478637613, "lower": -0.044038614536274265, "upper": 0.2237072001963603 }, { "event_time": -1, "estimate": -0.045873327741674255, "se": 0.02857912764180582, "pvalue": 0.12586534298326826, "lower": -0.10591584689520599, "upper": 0.014169191411857476 }, { "event_time": 0, "estimate": 0.03802506343340793, "se": 0.20431948815536918, "pvalue": 0.854442989837265, "lower": -0.39123425248297494, "upper": 0.46728437934979083 }, { "event_time": 1, "estimate": 0.07724143467674391, "se": 0.22704888612762114, "pvalue": 0.737645771505034, "lower": -0.3997705744009531, "upper": 0.5542534437544409 }, { "event_time": 2, "estimate": 0.0641185404567556, "se": 0.38451262351765036, "pvalue": 0.8694235294928593, "lower": -0.7437125050423806, "upper": 0.8719495859558918 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.31901757482201226, "se": 0.3100460976418578, "pvalue": 0.31713862193257725, "lower": -0.33236510520449175, "upper": 0.9704002548485162 }, { "event_time": -2, "estimate": 0.2817096968164088, "se": 0.21462439702090688, "pvalue": 0.20581837080456236, "lower": -0.16919942925825754, "upper": 0.732618822891075 }, { "event_time": 0, "estimate": 0.030891629021783468, "se": 0.19424579103354356, "pvalue": 0.8754131100193082, "lower": -0.37720363458464323, "upper": 0.4389868926282102 }, { "event_time": 1, "estimate": 0.0027223020367852027, "se": 0.2463685544498602, "pvalue": 0.9913053322809651, "lower": -0.5148788240292503, "upper": 0.5203234281028208 }, { "event_time": 2, "estimate": 0.051436719008381336, "se": 0.4596372616318702, "pvalue": 0.9121354807688995, "lower": -0.9142253344700513, "upper": 1.017098772486814 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.475, 0.33125, 0.19375 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 1.2669209748338058e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.044480358305321745, "df_num": 1, "df_den": 609, "pvalue": 0.8330329896265545, "log10_pvalue": -0.07933779939864223, "inference": "Homoskedastic nested-model F", "observations": 640, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 628.1432542828545, "rss_restricted": 628.1891328329655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ], [ -0.11454659996167157, -0.15173680720746358, -0.02544989180656264, -0.09190982012280023, -0.12930546900477732, -0.1954323889230501 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.1530829742016886 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.27932858795735344 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.10579949711557426 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.03330492450839242 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.12747605207006413, "se": 0.23094738451466354, "lower": -0.3251725039023998, "upper": 0.5801246080425281 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.14305818322233943, "se": 0.20590568590572805, "lower": -0.26050954536490417, "upper": 0.5466259118095831 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.15272654667060595, "se": 0.1845803672472297, "lower": -0.20904432538714088, "upper": 0.5144974187283528 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 320.0, "post_cells": 6, "estimate": 0.1431365976261864, "se": 0.19672441285913358, "lower": -0.2424361664575037, "upper": 0.5287093617098766 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.12747605207006413, "se": 0.23094738451466354, "lower": -0.3251725039023998, "upper": 0.5801246080425281, "event_study": [ { "event_time": -3, "estimate": 0.3276240232317844, "se": 0.27936997787941187, "lower": -0.21993107177361448, "upper": 0.8751791182371833, "relative_to_minus_one": 0.3276240232317844, "n": 0.0 }, { "event_time": -2, "estimate": 0.3495109001372616, "se": 0.15126754448747354, "lower": 0.05303196091200307, "upper": 0.6459898393625201, "relative_to_minus_one": 0.3495109001372616, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.20118266532438447, "se": 0.18197690223384883, "lower": -0.15548550907212574, "upper": 0.5578508397208947, "relative_to_minus_one": 0.20118266532438447, "n": 152.0 }, { "event_time": 1, "estimate": 0.11552639976909544, "se": 0.19679875721308232, "lower": -0.2701920765707881, "upper": 0.5012448761089789, "relative_to_minus_one": 0.11552639976909544, "n": 106.0 }, { "event_time": 2, "estimate": 0.06571909111671247, "se": 0.37883776065146196, "lower": -0.6767892757439582, "upper": 0.8082274579773832, "relative_to_minus_one": 0.06571909111671247, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2337933257298555, "se": 0.35398461719469404, "event_time": 0, "mass": 58.0 }, { "group": 2, "year": 3, "att": 0.14560106217831617, "se": 0.23679900924749925, "event_time": 1, "mass": 63.0 }, { "group": 2, "year": 4, "att": 0.06571909111671247, "se": 0.3788377606514619, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": 0.2765050323860013, "se": 0.24418472793941923, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.12256952233193529, "se": 0.2106559351025982, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": 0.07068781217716635, "se": 0.3274584117782655, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": 0.3276240232317844, "se": 0.27936997787941187, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.45803313598372974, "se": 0.2043758445866199, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.24576776563076508, "se": 0.2467449032959767, "event_time": 0, "mass": 36.0 } ], "treated_cell_att": 0.1431365976261864, "treated_cell_se": 0.19672441285913358, "checks": { "input_rows": 640, "retained_rows": 640, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04794758418574929, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.07437081113131841, "event_study": [ { "event_time": -3, "estimate": 0.32749125000397855, "raw_gap": 0.09049136231489173, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.4745091506345027 }, { "event_time": -2, "estimate": 0.23653349803530416, "raw_gap": 0.11135689246683247, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.3835513986658283 }, { "event_time": -1, "estimate": -0.14701790063052417, "raw_gap": -0.21663503469756787, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.04938921401517766, "raw_gap": -0.12521354330130832, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.09762868661534652 }, { "event_time": 1, "estimate": -0.12863300517937531, "raw_gap": -0.14956859237381964, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.018384895451148853 }, { "event_time": 2, "estimate": -0.042845169075824203, "raw_gap": -0.04284516907582424, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.10417273155469997 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06200818916678541, 0.1749196192088115, -0.12672228541058744, -0.17792185444406958, -0.0765361920836847, -0.11834690483567992 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": -0.05160865680490911 }, { "cohort": 3, "pre_gap": -0.2369998876890868 } ], "diagnostics": { "converged": true, "pre_rmse": 0.168985698945778, "zeta_omega": [ 0.0, 1.7623989158204882, 1.0480907692330101 ], "zeta_lambda": [ 0.0, 1.0479286650834032e-06, 7.411120902236863e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.7378229076721013, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 16, "unit_objective": 0.5380202609050743, "time_objective": 0.30418552418718064, "unit_projected_gradient": 1.6348304376911926e-09, "time_projected_gradient": 4.373176820671176e-09 }, { "cohort": 3, "unit_iterations": 12, "time_iterations": 17, "unit_objective": 0.23327943553583147, "time_objective": 1.0135065971807655, "unit_projected_gradient": 8.342543628137022e-09, "time_projected_gradient": 3.3512489450160388e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.8041124150158794e-16 }, "native_matrix_att": -0.08269168724106819, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005134171806275845, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05486041498883106, "event_study": [ { "event_time": -3, "estimate": 0.0299155052878674, "raw_gap": 0.0299155052878674, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.06292256259297851 }, { "event_time": -2, "estimate": 0.039490752674731754, "raw_gap": 0.039490752674731754, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.07249780997984287 }, { "event_time": -1, "estimate": -0.033007057305111116, "raw_gap": -0.033007057305111116, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.014704823357224292, "raw_gap": 0.014704823357224292, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.04771188066233541 }, { "event_time": 1, "estimate": 0.06602537934788727, "raw_gap": 0.06602537934788727, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.09903243665299838 }, { "event_time": 2, "estimate": 0.13421789411696433, "raw_gap": 0.13421789411696433, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.16722495142207544 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.012264410714206198, 0.06739045394325283, -0.04524480590501762, -0.10087455775818271, 0.07293240268448664, -0.04627191045442709 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.08769802644654794, "lambda_l": 0.02109795783011731, "singular_values": [ 1.5317912592691094, 1.5183349843880718, 0.347054153518478, 0.0 ], "history_objective": [ 0.08781416633727386, 0.08774763726495692, 0.08772462452011426, 0.087714077895695, 0.08770823440535436, 0.08770465307954617, 0.08770236224414277, 0.08770087243106624, 0.08769989733920205, 0.08769925742425996, 0.08769883691014019, 0.08769856033894316, 0.08769837831979149, 0.08769825846041411, 0.08769817949283876, 0.08769812744167158, 0.08769809311729855, 0.08769807047334642, 0.08769805552932906, 0.08769804566342344, 0.08769803914787795, 0.08769803484360925, 0.08769803199931825, 0.0876980301192802, 0.08769802887628407, 0.08769802805427501, 0.0876980275105483, 0.0876980271508187, 0.08769802691277452, 0.08769802675522399, 0.08769802665093027, 0.08769802658187947, 0.08769802653615524, 0.08769802650587295, 0.08769802648581485, 0.08769802647252714, 0.0876980264637235, 0.08769802645789002, 0.08769802645402425, 0.08769802645146214, 0.08769802644976389, 0.08769802644863811, 0.08769802644789185, 0.08769802644739698, 0.08769802644706892, 0.08769802644685139, 0.08769802644670704, 0.08769802644661139, 0.08769802644654794 ], "history_rmse": [ 0.12645955046090548, 0.12654233081143387, 0.12656912093484657, 0.1265782111556398, 0.12658214433964027, 0.12658423559466567, 0.12658548645184953, 0.12658627559500635, 0.12658678459007755, 0.12658711596867783, 0.1265873326422276, 0.126587474640497, 0.12658756783326414, 0.1265876290581029, 0.12658766931375484, 0.12658769580029916, 0.12658771323792373, 0.1265877247244214, 0.12658773229461331, 0.1265877372860943, 0.12658774057871602, 0.1265877427515805, 0.12658774418604835, 0.12658774513339122, 0.12658774575924453, 0.126587746172842, 0.1265877464462531, 0.12658774662704494, 0.1265877467466255, 0.12658774682573937, 0.12658774687809335, 0.12658774691274668, 0.1265877469356886, 0.1265877469508806, 0.12658774696094238, 0.12658774696760713, 0.1265877469720233, 0.12658774697494948, 0.12658774697688893, 0.12658774697817432, 0.12658774697902636, 0.12658774697959108, 0.12658774697996594, 0.1265877469802141, 0.1265877469803791, 0.12658774698048847, 0.12658774698056066, 0.12658774698060893, 0.1265877469806407 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-17, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": -0.03282730292474559, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004458753392100334, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.01424846941699318, "event_study": [ { "event_time": -3, "estimate": 0.01722283961311689, "raw_gap": 0.01722283961311689, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.17135340950069822 }, { "event_time": -2, "estimate": 0.01586764206943125, "raw_gap": 0.01586764206943125, "n": 63, "n_cells": 8, "weight_sum": 63.0, "relative_to_minus_one": 0.1699982119570126 }, { "event_time": -1, "estimate": -0.15413056988758134, "raw_gap": -0.15413056988758134, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.010056309684955416, "raw_gap": 0.010056309684955416, "n": 152, "n_cells": 13, "weight_sum": 152.0, "relative_to_minus_one": 0.16418687957253675 }, { "event_time": 1, "estimate": 0.03871387983348272, "raw_gap": 0.03871387983348272, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.19284444972106407 }, { "event_time": 2, "estimate": -0.017301937435880255, "raw_gap": -0.017301937435880255, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.13682863245170107 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.011260333534989453, 0.07944718084039393, -0.045425854814084406, -0.07310242182422318, 0.09631496131175428, -0.09280367319573593 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07647135856979008, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.020278340662510826, "matrix_preparation": { "source_rows": 640, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 33, "observation_mass": 640.0, "treated_observation_mass": 320.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00029841717332601547, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3547018712126575, "upper": 0.4002066702306837, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46948374062724857, "upper": 0.5365468894230525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.44236283132078535, "upper": 0.5545050264828585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5043392599082458, "upper": 0.5554215611940579, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3251725039023998, "upper": 0.5801246080425281, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2424361664575037, "upper": 0.5287093617098766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602659.741621, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.022752399509013088, "SE": 0.17966124563021166, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3547018712126575, "upper": 0.4002066702306837, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.033531574397901956, "SE": 0.23942597839919832, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.46948374062724857, "upper": 0.5365468894230525, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.05607109758103658, "SE": 0.23724532341268442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.44236283132078535, "upper": 0.5545050264828585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.025541150642906123, "SE": 0.2522132665571726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5043392599082458, "upper": 0.5554215611940579, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12747605207006413, "SE": 0.23094738451466354, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3251725039023998, "upper": 0.5801246080425281, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1431365976261864, "SE": 0.19672441285913358, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2424361664575037, "upper": 0.5287093617098766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.07437081113131841, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05486041498883106, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.01424846941699318, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P080", "source_specification_id": "CI-T5-C-C07", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P080.json", "input_bytes": 160941, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p080", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C07", "specification_id": "S01-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C07.csv", "output_dir": "analyses/full-archive/results/S01-P080" }, "source": { "file": "CI-T5-C-C07.csv", "bytes": 160941, "sha256": "f57992f99c45adb92609ab25edb094f05be3faa73a201eb0b7a03067a1b1fca9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1101, "source_sd": 0.9733997053729233, "rows": 700, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16001101263152434, "se": 0.1601630442793191, "pvalue": 0.33101204566342385, "lower": -0.17647905712699852, "upper": 0.4965010823900472 }, { "method": "Dynamic TWFE", "estimate": 0.1552157707827433, "se": 0.18979010446860858, "pvalue": 0.4241492911189217, "lower": -0.24351844271500567, "upper": 0.5539499842804922 }, { "method": "BJS / did2s", "estimate": 0.23344681597747013, "se": 0.17882077069954494, "pvalue": 0.20817053472132313, "lower": -0.1422416824380927, "upper": 0.6091353143930329 }, { "method": "Sun\u2013Abraham", "estimate": 0.07159163451959023, "se": 0.1874306829433942, "pvalue": 0.7069606171644892, "lower": -0.3221856182936167, "upper": 0.46536888733279713 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3912354850895506, "se": 0.2332123363893215, "pvalue": 0.11070498459080957, "lower": -0.09872545248688208, "upper": 0.8811964226659832 }, { "event_time": -2, "estimate": -0.027942782813418793, "se": 0.17867492222248113, "pvalue": 0.8774671127828783, "lower": -0.4033248649489827, "upper": 0.3474392993221451 }, { "event_time": 0, "estimate": 0.11494013074267921, "se": 0.17176880312988477, "pvalue": 0.5118881132846463, "lower": -0.24593273357871953, "upper": 0.475812995064078 }, { "event_time": 1, "estimate": 0.17077683148338976, "se": 0.21367618409969807, "pvalue": 0.43457632233147725, "lower": -0.2781401731662676, "upper": 0.6196938361330472 }, { "event_time": 2, "estimate": 0.23076030206751894, "se": 0.2787647254519755, "pvalue": 0.41862652027720026, "lower": -0.35490265367627827, "upper": 0.8164232578113162 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.190254751520915, "se": 0.12120180900246179, "pvalue": 0.13388851143422123, "lower": -0.06438080032944163, "upper": 0.44489030337127167 }, { "event_time": -2, "estimate": 0.02468879176897182, "se": 0.08625353309074486, "pvalue": 0.7779663412970496, "lower": -0.1565231569500338, "upper": 0.20590074048797744 }, { "event_time": -1, "estimate": -0.052721949614282726, "se": 0.03770408618000875, "pvalue": 0.17901271686611542, "lower": -0.13193529527701064, "upper": 0.026491396048445193 }, { "event_time": 0, "estimate": 0.17597333886638977, "se": 0.1879679591992853, "pvalue": 0.3615679931121268, "lower": -0.21893268947451694, "upper": 0.5708793672072965 }, { "event_time": 1, "estimate": 0.3114731098933082, "se": 0.19829455969641238, "pvalue": 0.1336504117699236, "lower": -0.10512830103277687, "upper": 0.7280745208193933 }, { "event_time": 2, "estimate": 0.24229441057776605, "se": 0.23288808033384129, "pvalue": 0.3119325411753545, "lower": -0.2469852903050266, "upper": 0.7315741114605587 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6896158632481039, "se": 0.26465844288349777, "pvalue": 0.01788436879933963, "lower": 0.13358910745828945, "upper": 1.2456426190379184 }, { "event_time": -2, "estimate": 0.5753273472115268, "se": 0.1951089204717488, "pvalue": 0.008589897250296493, "lower": 0.16541871594479385, "upper": 0.9852359784782597 }, { "event_time": 0, "estimate": 0.053408062093887654, "se": 0.15265523861125974, "pvalue": 0.7305034745712115, "lower": -0.2673086932627627, "upper": 0.374124817450538 }, { "event_time": 1, "estimate": 0.2604716851404905, "se": 0.22301348172744612, "pvalue": 0.25805947553798375, "lower": -0.20806225389159305, "upper": 0.7290056241725741 }, { "event_time": 2, "estimate": -0.2166802167334644, "se": 0.30136312480852934, "pvalue": 0.481371427255915, "lower": -0.8498206477596145, "upper": 0.41646021429268576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48011363636363635, 0.33238636363636365, 0.1875 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7748115388986643e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 13.963479684272693, "df_num": 1, "df_den": 669, "pvalue": 0.00020231659013051603, "log10_pvalue": -3.6939685032562783, "inference": "Homoskedastic nested-model F", "observations": 700, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 640.5572379372906, "rss_restricted": 653.9270555434956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.7104218003027107 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.0227804037006942 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.7323898610603616 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.9507827931498118 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p080", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C07", "specification_id": "S01-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C07.csv", "output_dir": "analyses/archive-expanded/fits/S01-P080" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P080", "regression_results": "analyses/archive-expanded/baselines/S01-P080.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C07.csv", "bytes": 160941, "sha256": "f57992f99c45adb92609ab25edb094f05be3faa73a201eb0b7a03067a1b1fca9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1101, "source_sd": 0.9733997053729233, "rows": 700, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16001101263152434, "se": 0.1601630442793191, "pvalue": 0.33101204566342385, "lower": -0.17647905712699852, "upper": 0.4965010823900472 }, { "method": "Dynamic TWFE", "estimate": 0.1552157707827433, "se": 0.18979010446860858, "pvalue": 0.4241492911189217, "lower": -0.24351844271500567, "upper": 0.5539499842804922 }, { "method": "BJS / did2s", "estimate": 0.23344681597747013, "se": 0.17882077069954494, "pvalue": 0.20817053472132313, "lower": -0.1422416824380927, "upper": 0.6091353143930329 }, { "method": "Sun\u2013Abraham", "estimate": 0.07159163451959023, "se": 0.1874306829433942, "pvalue": 0.7069606171644892, "lower": -0.3221856182936167, "upper": 0.46536888733279713 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3912354850895506, "se": 0.2332123363893215, "pvalue": 0.11070498459080957, "lower": -0.09872545248688208, "upper": 0.8811964226659832 }, { "event_time": -2, "estimate": -0.027942782813418793, "se": 0.17867492222248113, "pvalue": 0.8774671127828783, "lower": -0.4033248649489827, "upper": 0.3474392993221451 }, { "event_time": 0, "estimate": 0.11494013074267921, "se": 0.17176880312988477, "pvalue": 0.5118881132846463, "lower": -0.24593273357871953, "upper": 0.475812995064078 }, { "event_time": 1, "estimate": 0.17077683148338976, "se": 0.21367618409969807, "pvalue": 0.43457632233147725, "lower": -0.2781401731662676, "upper": 0.6196938361330472 }, { "event_time": 2, "estimate": 0.23076030206751894, "se": 0.2787647254519755, "pvalue": 0.41862652027720026, "lower": -0.35490265367627827, "upper": 0.8164232578113162 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.190254751520915, "se": 0.12120180900246179, "pvalue": 0.13388851143422123, "lower": -0.06438080032944163, "upper": 0.44489030337127167 }, { "event_time": -2, "estimate": 0.02468879176897182, "se": 0.08625353309074486, "pvalue": 0.7779663412970496, "lower": -0.1565231569500338, "upper": 0.20590074048797744 }, { "event_time": -1, "estimate": -0.052721949614282726, "se": 0.03770408618000875, "pvalue": 0.17901271686611542, "lower": -0.13193529527701064, "upper": 0.026491396048445193 }, { "event_time": 0, "estimate": 0.17597333886638977, "se": 0.1879679591992853, "pvalue": 0.3615679931121268, "lower": -0.21893268947451694, "upper": 0.5708793672072965 }, { "event_time": 1, "estimate": 0.3114731098933082, "se": 0.19829455969641238, "pvalue": 0.1336504117699236, "lower": -0.10512830103277687, "upper": 0.7280745208193933 }, { "event_time": 2, "estimate": 0.24229441057776605, "se": 0.23288808033384129, "pvalue": 0.3119325411753545, "lower": -0.2469852903050266, "upper": 0.7315741114605587 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6896158632481039, "se": 0.26465844288349777, "pvalue": 0.01788436879933963, "lower": 0.13358910745828945, "upper": 1.2456426190379184 }, { "event_time": -2, "estimate": 0.5753273472115268, "se": 0.1951089204717488, "pvalue": 0.008589897250296493, "lower": 0.16541871594479385, "upper": 0.9852359784782597 }, { "event_time": 0, "estimate": 0.053408062093887654, "se": 0.15265523861125974, "pvalue": 0.7305034745712115, "lower": -0.2673086932627627, "upper": 0.374124817450538 }, { "event_time": 1, "estimate": 0.2604716851404905, "se": 0.22301348172744612, "pvalue": 0.25805947553798375, "lower": -0.20806225389159305, "upper": 0.7290056241725741 }, { "event_time": 2, "estimate": -0.2166802167334644, "se": 0.30136312480852934, "pvalue": 0.481371427255915, "lower": -0.8498206477596145, "upper": 0.41646021429268576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48011363636363635, 0.33238636363636365, 0.1875 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7748115388986643e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 13.963479684272693, "df_num": 1, "df_den": 669, "pvalue": 0.00020231659013051603, "log10_pvalue": -3.6939685032562783, "inference": "Homoskedastic nested-model F", "observations": 700, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 640.5572379372906, "rss_restricted": 653.9270555434956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.7104218003027107 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.0227804037006942 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.7323898610603616 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.9507827931498118 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.17266283149702985, "se": 0.2055471358691201, "lower": -0.23020215193180663, "upper": 0.5755278149258664 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2335187875474835, "se": 0.2293554074258235, "lower": -0.21600955066664101, "upper": 0.683047125761608 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.29837523772197516, "se": 0.21203626302678377, "lower": -0.11720820122698289, "upper": 0.7139586766709332 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 352.0, "post_cells": 6, "estimate": 0.26568982773335853, "se": 0.2274149146612357, "lower": -0.18003521454991334, "upper": 0.7114148700166304 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.17266283149702985, "se": 0.2055471358691201, "lower": -0.23020215193180663, "upper": 0.5755278149258664, "event_study": [ { "event_time": -3, "estimate": 0.6740795833144398, "se": 0.2683243628839769, "lower": 0.1481734958871891, "upper": 1.1999856707416905, "relative_to_minus_one": 0.6740795833144398, "n": 0.0 }, { "event_time": -2, "estimate": 0.20972747983516318, "se": 0.3797927245709921, "lower": -0.5346525819143219, "upper": 0.9541075415846482, "relative_to_minus_one": 0.20972747983516318, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.24660609492979244, "se": 0.2151147018251716, "lower": -0.17501097319261652, "upper": 0.6682231630522014, "relative_to_minus_one": 0.24660609492979244, "n": 169.0 }, { "event_time": 1, "estimate": 0.48729113030389437, "se": 0.2787900601848606, "lower": -0.059127346906186484, "upper": 1.0337096075139751, "relative_to_minus_one": 0.48729113030389437, "n": 117.0 }, { "event_time": 2, "estimate": -0.2159087307425973, "se": 0.2877061298410375, "lower": -0.7798023833624353, "upper": 0.3479849218772407, "relative_to_minus_one": -0.2159087307425973, "n": 66.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.11807221423523752, "se": 0.2729116650337998, "event_time": 0, "mass": 67.0 }, { "group": 2, "year": 3, "att": -0.060611326634677734, "se": 0.1991349550569111, "event_time": 1, "mass": 70.0 }, { "group": 2, "year": 4, "att": -0.2159087307425973, "se": 0.2877061298410375, "event_time": 2, "mass": 66.0 }, { "group": 3, "year": 1, "att": 0.6991510573777007, "se": 0.33106299597873007, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.9430677708437903, "se": 0.2822935838115303, "event_time": 0, "mass": 60.0 }, { "group": 3, "year": 4, "att": 1.3153010230930848, "se": 0.250274825956032, "event_time": 1, "mass": 47.0 }, { "group": 4, "year": 1, "att": 0.6740795833144398, "se": 0.2683243628839769, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.49854403888493176, "se": 0.2642356516815328, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.03626696365094228, "se": 0.12181001443790282, "event_time": 0, "mass": 42.0 } ], "treated_cell_att": 0.26568982773335853, "treated_cell_se": 0.2274149146612357, "checks": { "input_rows": 700, "retained_rows": 700, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045609707944095135, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.19084774829403625, "event_study": [ { "event_time": -3, "estimate": 0.5573195928037475, "raw_gap": 0.3632965241146158, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.6849747890656451 }, { "event_time": -2, "estimate": 0.26441839273264167, "raw_gap": 0.17071815381442793, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.39207358899453926 }, { "event_time": -1, "estimate": -0.12765519626189759, "raw_gap": -0.18253319108919006, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.16592037629345022, "raw_gap": -0.22635873659992778, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": -0.03826518003155263 }, { "event_time": 1, "estimate": -0.10209757868396219, "raw_gap": -0.11592384055319366, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.0255576175779354 }, { "event_time": 2, "estimate": -0.412006774240668, "raw_gap": -0.4120067742406679, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": -0.2843515779787704 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.3995838565218461, 0.0958889276885609, -0.18195744981506698, -0.19698519923968213, -0.10662864848678992, -0.41638786647787374 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.03441856678085295 }, { "cohort": 3, "pre_gap": -0.1940230686891319 } ], "diagnostics": { "converged": true, "pre_rmse": 0.30422673612688167, "zeta_omega": [ 0.0, 1.4773908862206373, 1.2357780494259507 ], "zeta_lambda": [ 0.0, 8.784618767668788e-07, 8.738270387905741e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4569750818970131, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 14, "unit_objective": 0.5914315096800942, "time_objective": 0.36224987455522856, "unit_projected_gradient": 6.184353751326199e-09, "time_projected_gradient": 1.7703489785247939e-09 }, { "cohort": 3, "unit_iterations": 19, "time_iterations": 4, "unit_objective": 0.3676183133146063, "time_objective": 0.04035315019817929, "unit_projected_gradient": 8.562422160185434e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.16855422036603687, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00047275004908442497, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09567096402902067, "event_study": [ { "event_time": -3, "estimate": 0.0752384542727167, "raw_gap": 0.0752384542727167, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.10303584978795113 }, { "event_time": -2, "estimate": 0.019980197560986037, "raw_gap": 0.019980197560986037, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.04777759307622047 }, { "event_time": -1, "estimate": -0.027797395515234434, "raw_gap": -0.027797395515234434, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06774940234709555, "raw_gap": 0.06774940234709555, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": 0.09554679786232997 }, { "event_time": 1, "estimate": 0.16915261574935384, "raw_gap": 0.16915261574935384, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.19695001126458828 }, { "event_time": 2, "estimate": 0.03690415604366255, "raw_gap": 0.03690415604366255, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": 0.06470155155889698 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06903790618988437, 0.035253717540541976, -0.04293698343379423, 0.09479868953245073, 0.1911364444243637, -0.018797207359921297 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 27, "termination_reason": "Relative objective tolerance reached", "objective": 0.08177484795851275, "lambda_l": 0.02391577529403578, "singular_values": [ 1.7231014926258068, 0.9825722761273761, 0.0, 0.0 ], "history_objective": [ 0.08280480402814448, 0.08191286732048719, 0.08179310420267233, 0.08177787103449327, 0.08177550866274597, 0.0817750429108592, 0.08177491955241983, 0.0817748776110757, 0.08177486104659944, 0.08177485396300642, 0.08177485078965559, 0.08177484932180212, 0.08177484862602094, 0.08177484828973981, 0.08177484812465796, 0.08177484804259402, 0.08177484800137834, 0.08177484798049994, 0.08177484796984527, 0.08177484796437197, 0.08177484796154319, 0.0817748479600728, 0.08177484795930418, 0.08177484795890025, 0.08177484795868678, 0.08177484795857329, 0.08177484795851275 ], "history_rmse": [ 0.1408695530476737, 0.13562420976264464, 0.13238488403419832, 0.13130883028270673, 0.13091161166082305, 0.13075656607604338, 0.13069311446624643, 0.13066572754434483, 0.13065314481086615, 0.13064695519872452, 0.1306436995541063, 0.13064188340487845, 0.13064082141895428, 0.13064017803523434, 0.13063977803389956, 0.130639524587548, 0.13063936169207124, 0.13063925581614566, 0.13063918636542843, 0.13063914045031147, 0.13063910988647834, 0.13063908941725888, 0.13063907563381316, 0.13063906630705938, 0.13063905996846262, 0.1306390556439716, 0.13063905268350925 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.1058749972941306, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00028125010430812836, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13234577061775446, "event_study": [ { "event_time": -3, "estimate": 0.024399210523570858, "raw_gap": 0.024399210523570858, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.10425500001909888 }, { "event_time": -2, "estimate": 0.042218835914658505, "raw_gap": 0.042218835914658505, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.12207462541018652 }, { "event_time": -1, "estimate": -0.07985578949552802, "raw_gap": -0.07985578949552802, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11406195870870386, "raw_gap": 0.11406195870870386, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": 0.19391774820423188 }, { "event_time": 1, "estimate": 0.19623308861502015, "raw_gap": 0.19623308861502015, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.27608887811054816 }, { "event_time": 2, "estimate": 0.06590861920789783, "raw_gap": 0.06590861920789783, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": 0.14576440870342583 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06068654293080117, 0.03819631074021507, -0.04217820443422514, 0.14004383647795843, 0.19303045769970745, 0.06152752697069199 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.053841908248349175, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1431659862357143, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002360842190682888, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17647905712699852, "upper": 0.4965010823900472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24351844271500567, "upper": 0.5539499842804922, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1422416824380927, "upper": 0.6091353143930329, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3221856182936167, "upper": 0.46536888733279713, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23020215193180663, "upper": 0.5755278149258664, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.18003521454991334, "upper": 0.7114148700166304, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602661.60658, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17647905712699852, "upper": 0.4965010823900472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24351844271500567, "upper": 0.5539499842804922, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1422416824380927, "upper": 0.6091353143930329, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3221856182936167, "upper": 0.46536888733279713, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23020215193180663, "upper": 0.5755278149258664, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.18003521454991334, "upper": 0.7114148700166304, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P081", "source_specification_id": "CI-T5-C-C08", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P081.json", "input_bytes": 114220, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p081", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [science-track students only]", "source_specification_id": "CI-T5-C-C08", "specification_id": "S01-P081", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C08.csv", "output_dir": "analyses/full-archive/results/S01-P081" }, "source": { "file": "CI-T5-C-C08.csv", "bytes": 114220, "sha256": "247cd228abb070c7236ad52af60d8c11b2218320c93e13f05a5d6fdac179aeaa" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1038, "source_sd": 0.7401111438254223, "rows": 661, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16805116826903127, "se": 0.17673419997090717, "pvalue": 0.3542647499299058, "lower": -0.20325360771421463, "upper": 0.5393559442522772 }, { "method": "Dynamic TWFE", "estimate": -0.09953972617637045, "se": 0.29597253001438883, "pvalue": 0.7405229694054188, "lower": -0.7213549377895021, "upper": 0.5222754854367613 }, { "method": "BJS / did2s", "estimate": 0.030290971187605154, "se": 0.25521980964173213, "pvalue": 0.9068387785100414, "lower": -0.5059059519948321, "upper": 0.5664878943700424 }, { "method": "Sun\u2013Abraham", "estimate": -0.02067761653089223, "se": 0.3212444740290497, "pvalue": 0.9493872821140735, "lower": -0.6955872123241627, "upper": 0.6542319792623781 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.43756545458923274, "se": 0.37281338928806457, "pvalue": 0.2558178158437141, "lower": -0.34568641186302435, "upper": 1.2208173210414899 }, { "event_time": -2, "estimate": -0.2837269976368704, "se": 0.24446229362199287, "pvalue": 0.26095994327854294, "lower": -0.7973232183151915, "upper": 0.22986922304145058 }, { "event_time": 0, "estimate": 0.10250744204113478, "se": 0.20248868827300942, "pvalue": 0.6188338148899041, "lower": -0.3229055060511278, "upper": 0.5279203901333973 }, { "event_time": 1, "estimate": -0.3621970610678624, "se": 0.35378111604862317, "pvalue": 0.31949825066041765, "lower": -1.1054636051954874, "upper": 0.3810694830597625 }, { "event_time": 2, "estimate": -0.14540811885507188, "se": 0.5118348120456936, "pvalue": 0.7795821363180693, "lower": -1.2207331564444988, "upper": 0.9299169187343551 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.25838453748998796, "se": 0.1483197453746862, "pvalue": 0.09855563397869176, "lower": -0.05322368457062904, "upper": 0.5699927595506049 }, { "event_time": -2, "estimate": -0.21251542930025688, "se": 0.10805636887151915, "pvalue": 0.06482841032590943, "lower": -0.43953343625084706, "upper": 0.014502577650333331 }, { "event_time": -1, "estimate": 0.07468146775349377, "se": 0.04928354675562635, "pvalue": 0.14704946911252012, "lower": -0.028859421846651342, "upper": 0.1782223573536389 }, { "event_time": 0, "estimate": 0.21810619731149256, "se": 0.19652574737194106, "pvalue": 0.2816880970981346, "lower": -0.1947790768170607, "upper": 0.6309914714400457 }, { "event_time": 1, "estimate": -0.1635004185639637, "se": 0.2708965379833145, "pvalue": 0.5536713706479869, "lower": -0.7326329258381027, "upper": 0.4056320887101753 }, { "event_time": 2, "estimate": -0.0994854382156556, "se": 0.4932767313534614, "pvalue": 0.8424264382210779, "lower": -1.1358213950542002, "upper": 0.936850518622889 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.003306080512218301, "se": 0.43145632196939426, "pvalue": 0.9939704710076898, "lower": -0.9097621767390524, "upper": 0.9031500157146158 }, { "event_time": -2, "estimate": -0.38076184420683734, "se": 0.32757495743180615, "pvalue": 0.2602673061566428, "lower": -1.0689712921063388, "upper": 0.3074476036926641 }, { "event_time": 0, "estimate": 0.12716236307664824, "se": 0.21738372613105048, "pvalue": 0.5658311679940383, "lower": -0.3295438983417974, "upper": 0.5838686244950939 }, { "event_time": 1, "estimate": -0.10346053139986043, "se": 0.3542718706095879, "pvalue": 0.7735974776240273, "lower": -0.847758112600965, "upper": 0.6408370498012441 }, { "event_time": 2, "estimate": -0.2435299831667459, "se": 0.615170717353357, "pvalue": 0.6968511580882815, "lower": -1.5359557017653038, "upper": 1.048895735431812 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47560975609756095, 0.3323170731707317, 0.19207317073170732 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2202535444774286e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.551030572123559, "df_num": 1, "df_den": 630, "pvalue": 0.4581735747017874, "log10_pvalue": -0.3389699624887018, "inference": "Homoskedastic nested-model F", "observations": 661, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 652.1659925946902, "rss_restricted": 652.7364106899585, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.7970044850424391 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.7863049315573232 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.36427701493695064 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.452116010052323 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p081", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [science-track students only]", "source_specification_id": "CI-T5-C-C08", "specification_id": "S01-P081", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C08.csv", "output_dir": "analyses/archive-expanded/fits/S01-P081" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P081", "regression_results": "analyses/archive-expanded/baselines/S01-P081.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C08.csv", "bytes": 114220, "sha256": "247cd228abb070c7236ad52af60d8c11b2218320c93e13f05a5d6fdac179aeaa" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1038, "source_sd": 0.7401111438254223, "rows": 661, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16805116826903127, "se": 0.17673419997090717, "pvalue": 0.3542647499299058, "lower": -0.20325360771421463, "upper": 0.5393559442522772 }, { "method": "Dynamic TWFE", "estimate": -0.09953972617637045, "se": 0.29597253001438883, "pvalue": 0.7405229694054188, "lower": -0.7213549377895021, "upper": 0.5222754854367613 }, { "method": "BJS / did2s", "estimate": 0.030290971187605154, "se": 0.25521980964173213, "pvalue": 0.9068387785100414, "lower": -0.5059059519948321, "upper": 0.5664878943700424 }, { "method": "Sun\u2013Abraham", "estimate": -0.02067761653089223, "se": 0.3212444740290497, "pvalue": 0.9493872821140735, "lower": -0.6955872123241627, "upper": 0.6542319792623781 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.43756545458923274, "se": 0.37281338928806457, "pvalue": 0.2558178158437141, "lower": -0.34568641186302435, "upper": 1.2208173210414899 }, { "event_time": -2, "estimate": -0.2837269976368704, "se": 0.24446229362199287, "pvalue": 0.26095994327854294, "lower": -0.7973232183151915, "upper": 0.22986922304145058 }, { "event_time": 0, "estimate": 0.10250744204113478, "se": 0.20248868827300942, "pvalue": 0.6188338148899041, "lower": -0.3229055060511278, "upper": 0.5279203901333973 }, { "event_time": 1, "estimate": -0.3621970610678624, "se": 0.35378111604862317, "pvalue": 0.31949825066041765, "lower": -1.1054636051954874, "upper": 0.3810694830597625 }, { "event_time": 2, "estimate": -0.14540811885507188, "se": 0.5118348120456936, "pvalue": 0.7795821363180693, "lower": -1.2207331564444988, "upper": 0.9299169187343551 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.25838453748998796, "se": 0.1483197453746862, "pvalue": 0.09855563397869176, "lower": -0.05322368457062904, "upper": 0.5699927595506049 }, { "event_time": -2, "estimate": -0.21251542930025688, "se": 0.10805636887151915, "pvalue": 0.06482841032590943, "lower": -0.43953343625084706, "upper": 0.014502577650333331 }, { "event_time": -1, "estimate": 0.07468146775349377, "se": 0.04928354675562635, "pvalue": 0.14704946911252012, "lower": -0.028859421846651342, "upper": 0.1782223573536389 }, { "event_time": 0, "estimate": 0.21810619731149256, "se": 0.19652574737194106, "pvalue": 0.2816880970981346, "lower": -0.1947790768170607, "upper": 0.6309914714400457 }, { "event_time": 1, "estimate": -0.1635004185639637, "se": 0.2708965379833145, "pvalue": 0.5536713706479869, "lower": -0.7326329258381027, "upper": 0.4056320887101753 }, { "event_time": 2, "estimate": -0.0994854382156556, "se": 0.4932767313534614, "pvalue": 0.8424264382210779, "lower": -1.1358213950542002, "upper": 0.936850518622889 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.003306080512218301, "se": 0.43145632196939426, "pvalue": 0.9939704710076898, "lower": -0.9097621767390524, "upper": 0.9031500157146158 }, { "event_time": -2, "estimate": -0.38076184420683734, "se": 0.32757495743180615, "pvalue": 0.2602673061566428, "lower": -1.0689712921063388, "upper": 0.3074476036926641 }, { "event_time": 0, "estimate": 0.12716236307664824, "se": 0.21738372613105048, "pvalue": 0.5658311679940383, "lower": -0.3295438983417974, "upper": 0.5838686244950939 }, { "event_time": 1, "estimate": -0.10346053139986043, "se": 0.3542718706095879, "pvalue": 0.7735974776240273, "lower": -0.847758112600965, "upper": 0.6408370498012441 }, { "event_time": 2, "estimate": -0.2435299831667459, "se": 0.615170717353357, "pvalue": 0.6968511580882815, "lower": -1.5359557017653038, "upper": 1.048895735431812 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47560975609756095, 0.3323170731707317, 0.19207317073170732 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2202535444774286e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.551030572123559, "df_num": 1, "df_den": 630, "pvalue": 0.4581735747017874, "log10_pvalue": -0.3389699624887018, "inference": "Homoskedastic nested-model F", "observations": 661, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 652.1659925946902, "rss_restricted": 652.7364106899585, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ], [ -0.1156770238618366, -0.1668590108926058, -0.014643148289753516, -0.09798851431822193, -0.13676388194775332, -0.2078868758635208 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.7970044850424391 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.7863049315573232 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.36427701493695064 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.452116010052323 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.08947797913644251, "se": 0.262333651298629, "lower": -0.6036424876146446, "upper": 0.42468652934175954 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.055918128498434784, "se": 0.21962379817544547, "lower": -0.48637286307020156, "upper": 0.37453660607333195 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.11213432796788138, "se": 0.19650467179407455, "lower": -0.4972764074781313, "upper": 0.27300775154236856 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 328.0, "post_cells": 6, "estimate": -0.05280710627694152, "se": 0.20594450712033902, "lower": -0.4564509230466587, "upper": 0.35083671049277565 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.08947797913644251, "se": 0.262333651298629, "lower": -0.6036424876146446, "upper": 0.42468652934175954, "event_study": [ { "event_time": -3, "estimate": -0.005790636070634721, "se": 0.32465126031594144, "lower": -0.6420954138254176, "upper": 0.6305141416841482, "relative_to_minus_one": -0.005790636070634721, "n": 0.0 }, { "event_time": -2, "estimate": -0.6211566186661547, "se": 0.28466446817629953, "lower": -1.1790887239699501, "upper": -0.06322451336235924, "relative_to_minus_one": -0.6211566186661547, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.06716920319871034, "se": 0.14718661385142537, "lower": -0.22131125895648762, "upper": 0.3556496653539083, "relative_to_minus_one": 0.06716920319871034, "n": 156.0 }, { "event_time": 1, "estimate": -0.11515292794869872, "se": 0.21937628209035276, "lower": -0.5451225399080895, "upper": 0.31481668401069196, "relative_to_minus_one": -0.11515292794869872, "n": 109.0 }, { "event_time": 2, "estimate": -0.22045021265933912, "se": 0.49607048647900776, "lower": -1.192730499951458, "upper": 0.75183007463278, "relative_to_minus_one": -0.22045021265933912, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.15000487519785738, "se": 0.25809166371309467, "event_time": 0, "mass": 59.0 }, { "group": 2, "year": 3, "att": 0.031423156121678446, "se": 0.2859790420283825, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.22045021265933912, "se": 0.49607048647900776, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": -0.4720887580831991, "se": 0.39332548657986305, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.3216436188054771, "se": 0.2766228216075722, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.33111414057310057, "se": 0.3046083707394257, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": -0.005790636070634721, "se": 0.3246512603159414, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.8383330707223573, "se": 0.21995827106219676, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.4813847499506965, "se": 0.2562638823330296, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.05280710627694152, "treated_cell_se": 0.20594450712033902, "checks": { "input_rows": 661, "retained_rows": 661, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04606520803645253, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05055879489087457, "event_study": [ { "event_time": -3, "estimate": -0.029540810605358663, "raw_gap": 0.13660006733361008, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.10841639670347719 }, { "event_time": -2, "estimate": -0.25317479275371435, "raw_gap": -0.16609996701692722, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.33205037885183286 }, { "event_time": -1, "estimate": 0.07887558609811852, "raw_gap": 0.12956610765860269, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1989368513932771, "raw_gap": 0.2542044550057849, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.12006126529515858 }, { "event_time": 1, "estimate": 0.0035605184518605676, "raw_gap": 0.018131355644054714, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.07531506764625796 }, { "event_time": 2, "estimate": -0.23553905721265347, "raw_gap": -0.23553905721265375, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.314414643310772 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.18284473039770766, -0.2432813738239712, 0.09345169761545752, 0.20893210325929262, 0.004350474838784319, -0.12482557502299763 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-16 }, { "cohort": 2, "pre_gap": 0.036935377998818276 }, { "cohort": 3, "pre_gap": 0.16614087793896876 } ], "diagnostics": { "converged": true, "pre_rmse": 0.22647772083719614, "zeta_omega": [ 0.0, 1.5054826368772296, 1.1817510083467637 ], "zeta_lambda": [ 0.0, 8.951653316437296e-07, 8.356241516760368e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.8265841021981408, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.3798614325248385, "time_objective": 0.4048180923305145, "unit_projected_gradient": 2.3744783916868073e-10, "time_projected_gradient": 9.78959864561535e-10 }, { "cohort": 3, "unit_iterations": 13, "time_iterations": 15, "unit_objective": 0.35900432315619807, "time_objective": 0.11055227986361636, "unit_projected_gradient": 3.059803133087513e-09, "time_projected_gradient": 6.718494399704511e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.3592239273284576e-16 }, "native_matrix_att": 0.04337397055772048, "matrix_preparation": { "source_rows": 661, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 661.0, "treated_observation_mass": 328.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005595828406512737, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.04183322854380635, "event_study": [ { "event_time": -3, "estimate": 0.054052569538384804, "raw_gap": 0.054052569538384804, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.02060022981362339 }, { "event_time": -2, "estimate": -0.0723535318363164, "raw_gap": -0.0723535318363164, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.10580587156107782 }, { "event_time": -1, "estimate": 0.033452339724761415, "raw_gap": 0.033452339724761415, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2286148191072948, "raw_gap": 0.2286148191072948, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.1951624793825334 }, { "event_time": 1, "estimate": -0.10487643081296061, "raw_gap": -0.10487643081296061, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.13832877053772202 }, { "event_time": 2, "estimate": -0.16684256920248894, "raw_gap": -0.16684256920248894, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.20029490892725035 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.05409342236761838, -0.08559302703730776, 0.03602850527800045, 0.2398089374785946, -0.07256771890312713, -0.052487709103061685 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 36, "termination_reason": "Relative objective tolerance reached", "objective": 0.07894147636157389, "lambda_l": 0.02292237604002323, "singular_values": [ 1.7133695880363202, 0.9988030028388097, 0.0, 0.0 ], "history_objective": [ 0.07935097049042604, 0.0790390706637382, 0.07898824282182275, 0.07896609295169965, 0.07895458910748987, 0.07894847557817117, 0.07894521528097778, 0.07894347477514164, 0.07894254498119449, 0.0789420480040876, 0.0789417822479169, 0.07894164008318673, 0.07894156400994766, 0.0789415232925962, 0.07894150149460892, 0.07894148982304183, 0.07894148357263, 0.07894148022491139, 0.07894147843163594, 0.07894147747090487, 0.07894147695613364, 0.07894147668027503, 0.07894147653242486, 0.07894147645317019, 0.07894147641067885, 0.07894147638789356, 0.07894147637567284, 0.07894147636911705, 0.07894147636559931, 0.0789414763637113, 0.07894147636269772, 0.07894147636215337, 0.07894147636186095, 0.07894147636170377, 0.07894147636161929, 0.07894147636157389 ], "history_rmse": [ 0.13401728451272538, 0.130125877680287, 0.1295816317600602, 0.1294916987238442, 0.12948217288567393, 0.12948664378824487, 0.12949217496171114, 0.1294965276243826, 0.129499641034744, 0.12950181172788633, 0.12950331847917038, 0.12950436716612715, 0.12950510062882503, 0.12950561636313357, 0.1295059808553545, 0.1295062396540281, 0.12950642416346175, 0.1295065561815773, 0.1295066509359706, 0.12950671912737588, 0.1295067683154575, 0.1295068038660256, 0.12950682960346532, 0.1295068482633611, 0.1295068618085872, 0.12950687165136798, 0.12950687881010775, 0.12950688402067714, 0.12950688781570047, 0.12950689058125717, 0.12950689259755083, 0.12950689406816043, 0.12950689514113, 0.1295068959242015, 0.12950689649583838, 0.12950689691321499 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.08155437672512136, "matrix_preparation": { "source_rows": 661, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 661.0, "treated_observation_mass": 328.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003502075560390949, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.04276786947607457, "event_study": [ { "event_time": -3, "estimate": 0.05428421165932808, "raw_gap": 0.05428421165932808, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.013467105224990936 }, { "event_time": -2, "estimate": -0.041910299134181615, "raw_gap": -0.041910299134181615, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.10966161601850064 }, { "event_time": -1, "estimate": 0.06775131688431901, "raw_gap": 0.06775131688431901, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2431785196704925, "raw_gap": 0.2431785196704925, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.1754272027861735 }, { "event_time": 1, "estimate": -0.21245750048316872, "raw_gap": -0.21245750048316872, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.2802088173674877 }, { "event_time": 2, "estimate": -0.011906671869507673, "raw_gap": -0.011906671869507673, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.07965798875382668 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.10052887472342564, -0.08095520150602531, 0.018886624088439226, 0.2590771177364901, -0.20564532716394318, 0.09880681032014849 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06829520818673772, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.07448994954443057, "matrix_preparation": { "source_rows": 661, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 661.0, "treated_observation_mass": 328.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002965829335153103, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16805116826903127, "SE": 0.17673419997090717, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09953972617637045, "SE": 0.29597253001438883, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.030290971187605154, "SE": 0.25521980964173213, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02067761653089223, "SE": 0.3212444740290497, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.08947797913644251, "SE": 0.262333651298629, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.05280710627694152, "SE": 0.20594450712033902, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.05055879489087457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.04183322854380635, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.04276786947607457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16805116826903127, "SE": 0.17673419997090717, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.20325360771421463, "upper": 0.5393559442522772, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09953972617637045, "SE": 0.29597253001438883, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7213549377895021, "upper": 0.5222754854367613, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.030290971187605154, "SE": 0.25521980964173213, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5059059519948321, "upper": 0.5664878943700424, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02067761653089223, "SE": 0.3212444740290497, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6955872123241627, "upper": 0.6542319792623781, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08947797913644251, "SE": 0.262333651298629, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6036424876146446, "upper": 0.42468652934175954, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.05280710627694152, "SE": 0.20594450712033902, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4564509230466587, "upper": 0.35083671049277565, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.05055879489087457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.04183322854380635, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.04276786947607457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602663.252277, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16805116826903127, "SE": 0.17673419997090717, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.20325360771421463, "upper": 0.5393559442522772, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.09953972617637045, "SE": 0.29597253001438883, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7213549377895021, "upper": 0.5222754854367613, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.030290971187605154, "SE": 0.25521980964173213, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5059059519948321, "upper": 0.5664878943700424, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.02067761653089223, "SE": 0.3212444740290497, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6955872123241627, "upper": 0.6542319792623781, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08947797913644251, "SE": 0.262333651298629, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6036424876146446, "upper": 0.42468652934175954, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.05280710627694152, "SE": 0.20594450712033902, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4564509230466587, "upper": 0.35083671049277565, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.05055879489087457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.04183322854380635, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.04276786947607457, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P082", "source_specification_id": "CI-T5-C-C09", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P082.json", "input_bytes": 152525, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p082", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C09", "specification_id": "S01-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C09.csv", "output_dir": "analyses/full-archive/results/S01-P082" }, "source": { "file": "CI-T5-C-C09.csv", "bytes": 152525, "sha256": "0d1eb15614ac1bae48d3f8f2aa924bf1235641871cf5d1b42be8a80ba7a5b7a0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1044, "source_sd": 0.9804089792282011, "rows": 664, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.130558664046681, "se": 0.20311776580766325, "pvalue": 0.528474765400332, "lower": -0.5572932549965183, "upper": 0.2961759269031563 }, { "method": "Dynamic TWFE", "estimate": -0.2268286737661935, "se": 0.29017445272300063, "pvalue": 0.44455354816724696, "lower": -0.8364625770068267, "upper": 0.3828052294744396 }, { "method": "BJS / did2s", "estimate": -0.16584054066400708, "se": 0.2612503022238842, "pvalue": 0.5335481895630468, "lower": -0.7147070586257978, "upper": 0.38302597729778354 }, { "method": "Sun\u2013Abraham", "estimate": -0.25577428336671953, "se": 0.2879755077337005, "pvalue": 0.3861586559511879, "lower": -0.8607883746140546, "upper": 0.3492398078806154 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1327626599488652, "se": 0.458636598318507, "pvalue": 0.7755277041025727, "lower": -0.8307970779196621, "upper": 1.0963223978173924 }, { "event_time": -2, "estimate": 0.17787397991252804, "se": 0.25146222514590144, "pvalue": 0.4884015674896934, "lower": -0.3504285511845505, "upper": 0.7061765110096067 }, { "event_time": 0, "estimate": -0.1488354931728388, "se": 0.218990192586897, "pvalue": 0.5053767583836645, "lower": -0.6089168153752803, "upper": 0.31124582902960274 }, { "event_time": 1, "estimate": -0.19506139210753773, "se": 0.33459852331211204, "pvalue": 0.5671451600502614, "lower": -0.8980268043660588, "upper": 0.5079040201509833 }, { "event_time": 2, "estimate": -0.4766593140139526, "se": 0.4930560027779295, "pvalue": 0.34648224072640205, "lower": -1.5125315373232513, "upper": 0.5592129092953462 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.007921668930689796, "se": 0.17992610357487876, "pvalue": 0.9653673501828115, "lower": -0.38593238554584447, "upper": 0.3700890476844649 }, { "event_time": -2, "estimate": 0.07929100815060099, "se": 0.0824078255402936, "pvalue": 0.34870875319577194, "lower": -0.09384140881534019, "upper": 0.25242342511654214 }, { "event_time": -1, "estimate": -0.043612293692936004, "se": 0.042792192996123204, "pvalue": 0.3216284828065832, "lower": -0.13351535510873944, "upper": 0.04629076772286742 }, { "event_time": 0, "estimate": -0.12845800726310064, "se": 0.20796509247912842, "pvalue": 0.5445158417589853, "lower": -0.5653764536532673, "upper": 0.30846043912706606 }, { "event_time": 1, "estimate": -0.10794267410760164, "se": 0.30139950551108463, "pvalue": 0.7244054800111572, "lower": -0.7411595381535896, "upper": 0.5252741899383864 }, { "event_time": 2, "estimate": -0.36009170042824373, "se": 0.3973586726251712, "pvalue": 0.3767944935233618, "lower": -1.1949112936273891, "upper": 0.4747278927709017 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2892365067688925, "se": 0.5062637349284627, "pvalue": 0.5748505220500801, "lower": -0.7743841321170615, "upper": 1.3528571456548464 }, { "event_time": -2, "estimate": 0.23607216511322204, "se": 0.27317444942095853, "pvalue": 0.3988585744631196, "lower": -0.33784605650598043, "upper": 0.8099903867324245 }, { "event_time": 0, "estimate": -0.155430513576035, "se": 0.21329399982114183, "pvalue": 0.4755511411781457, "lower": -0.60354457885144, "upper": 0.29268355169936994 }, { "event_time": 1, "estimate": -0.2636960710310411, "se": 0.3977715595113763, "pvalue": 0.5157734887084977, "lower": -1.0993831073895413, "upper": 0.5719909653274592 }, { "event_time": 2, "estimate": -0.49200563597088, "se": 0.4212447228845947, "pvalue": 0.2580529180292623, "lower": -1.3770079586143535, "upper": 0.39299668667259346 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47575757575757577, 0.3333333333333333, 0.19090909090909092 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7205036997878002e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10168390876909644, "df_num": 1, "df_den": 633, "pvalue": 0.7499233525260419, "log10_pvalue": -0.12498312230969551, "inference": "Homoskedastic nested-model F", "observations": 664, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 660.7764792115106, "rss_restricted": 660.8826250807506, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21897918846948275 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.03709347053577006 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15611642063222692 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.23823947767935338 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p082", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C09", "specification_id": "S01-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C09.csv", "output_dir": "analyses/archive-expanded/fits/S01-P082" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P082", "regression_results": "analyses/archive-expanded/baselines/S01-P082.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C09.csv", "bytes": 152525, "sha256": "0d1eb15614ac1bae48d3f8f2aa924bf1235641871cf5d1b42be8a80ba7a5b7a0" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1044, "source_sd": 0.9804089792282011, "rows": 664, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.130558664046681, "se": 0.20311776580766325, "pvalue": 0.528474765400332, "lower": -0.5572932549965183, "upper": 0.2961759269031563 }, { "method": "Dynamic TWFE", "estimate": -0.2268286737661935, "se": 0.29017445272300063, "pvalue": 0.44455354816724696, "lower": -0.8364625770068267, "upper": 0.3828052294744396 }, { "method": "BJS / did2s", "estimate": -0.16584054066400708, "se": 0.2612503022238842, "pvalue": 0.5335481895630468, "lower": -0.7147070586257978, "upper": 0.38302597729778354 }, { "method": "Sun\u2013Abraham", "estimate": -0.25577428336671953, "se": 0.2879755077337005, "pvalue": 0.3861586559511879, "lower": -0.8607883746140546, "upper": 0.3492398078806154 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1327626599488652, "se": 0.458636598318507, "pvalue": 0.7755277041025727, "lower": -0.8307970779196621, "upper": 1.0963223978173924 }, { "event_time": -2, "estimate": 0.17787397991252804, "se": 0.25146222514590144, "pvalue": 0.4884015674896934, "lower": -0.3504285511845505, "upper": 0.7061765110096067 }, { "event_time": 0, "estimate": -0.1488354931728388, "se": 0.218990192586897, "pvalue": 0.5053767583836645, "lower": -0.6089168153752803, "upper": 0.31124582902960274 }, { "event_time": 1, "estimate": -0.19506139210753773, "se": 0.33459852331211204, "pvalue": 0.5671451600502614, "lower": -0.8980268043660588, "upper": 0.5079040201509833 }, { "event_time": 2, "estimate": -0.4766593140139526, "se": 0.4930560027779295, "pvalue": 0.34648224072640205, "lower": -1.5125315373232513, "upper": 0.5592129092953462 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.007921668930689796, "se": 0.17992610357487876, "pvalue": 0.9653673501828115, "lower": -0.38593238554584447, "upper": 0.3700890476844649 }, { "event_time": -2, "estimate": 0.07929100815060099, "se": 0.0824078255402936, "pvalue": 0.34870875319577194, "lower": -0.09384140881534019, "upper": 0.25242342511654214 }, { "event_time": -1, "estimate": -0.043612293692936004, "se": 0.042792192996123204, "pvalue": 0.3216284828065832, "lower": -0.13351535510873944, "upper": 0.04629076772286742 }, { "event_time": 0, "estimate": -0.12845800726310064, "se": 0.20796509247912842, "pvalue": 0.5445158417589853, "lower": -0.5653764536532673, "upper": 0.30846043912706606 }, { "event_time": 1, "estimate": -0.10794267410760164, "se": 0.30139950551108463, "pvalue": 0.7244054800111572, "lower": -0.7411595381535896, "upper": 0.5252741899383864 }, { "event_time": 2, "estimate": -0.36009170042824373, "se": 0.3973586726251712, "pvalue": 0.3767944935233618, "lower": -1.1949112936273891, "upper": 0.4747278927709017 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.2892365067688925, "se": 0.5062637349284627, "pvalue": 0.5748505220500801, "lower": -0.7743841321170615, "upper": 1.3528571456548464 }, { "event_time": -2, "estimate": 0.23607216511322204, "se": 0.27317444942095853, "pvalue": 0.3988585744631196, "lower": -0.33784605650598043, "upper": 0.8099903867324245 }, { "event_time": 0, "estimate": -0.155430513576035, "se": 0.21329399982114183, "pvalue": 0.4755511411781457, "lower": -0.60354457885144, "upper": 0.29268355169936994 }, { "event_time": 1, "estimate": -0.2636960710310411, "se": 0.3977715595113763, "pvalue": 0.5157734887084977, "lower": -1.0993831073895413, "upper": 0.5719909653274592 }, { "event_time": 2, "estimate": -0.49200563597088, "se": 0.4212447228845947, "pvalue": 0.2580529180292623, "lower": -1.3770079586143535, "upper": 0.39299668667259346 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47575757575757577, 0.3333333333333333, 0.19090909090909092 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 4.163336342344337e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7205036997878002e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10168390876909644, "df_num": 1, "df_den": 633, "pvalue": 0.7499233525260419, "log10_pvalue": -0.12498312230969551, "inference": "Homoskedastic nested-model F", "observations": 664, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 660.7764792115106, "rss_restricted": 660.8826250807506, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ], [ -0.11520535561021931, -0.16563646912039615, -0.020047120728697743, -0.09716749252481355, -0.1366888631685322, -0.2074165415433255 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21897918846948275 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.03709347053577006 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.15611642063222692 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.23823947767935338 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.21734356399668955, "se": 0.2464282195762204, "lower": -0.7003339991404098, "upper": 0.2656468711470308 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.17190445970306192, "se": 0.23267879938702207, "lower": -0.6279465264676456, "upper": 0.2841376070615217 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.14174647718979652, "se": 0.2240049845099945, "lower": -0.5807881791868384, "upper": 0.29729522480724535 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 330.0, "post_cells": 6, "estimate": -0.15997702251073612, "se": 0.2332890696900995, "lower": -0.6172151970901859, "upper": 0.2972611520687136 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.21734356399668955, "se": 0.2464282195762204, "lower": -0.7003339991404098, "upper": 0.2656468711470308, "event_study": [ { "event_time": -3, "estimate": 0.1699050394838993, "se": 0.48344195283221497, "lower": -0.7776237766829537, "upper": 1.1174338556507522, "relative_to_minus_one": 0.1699050394838993, "n": 0.0 }, { "event_time": -2, "estimate": 0.24690983031521396, "se": 0.24719418953579966, "lower": -0.23758187836252126, "upper": 0.7314015389929491, "relative_to_minus_one": 0.24690983031521396, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.07086281818213948, "se": 0.22193596082049966, "lower": -0.5058493082646113, "upper": 0.36412367190033235, "relative_to_minus_one": -0.07086281818213948, "n": 157.0 }, { "event_time": 1, "estimate": -0.1414255259075506, "se": 0.309923538608628, "lower": -0.7488644995416704, "upper": 0.4660134477265692, "relative_to_minus_one": -0.1414255259075506, "n": 110.0 }, { "event_time": 2, "estimate": -0.4397423479003787, "se": 0.3540057026613454, "lower": -1.1335807754384108, "upper": 0.25409607963765346, "relative_to_minus_one": -0.4397423479003787, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.13488285110427453, "se": 0.28881839436708207, "event_time": 0, "mass": 60.0 }, { "group": 2, "year": 3, "att": -0.1485390333361254, "se": 0.29741325092824544, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.4397423479003787, "se": 0.3540057026613454, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": 0.21534793077282974, "se": 0.42497693404222725, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.0037492553200545245, "se": 0.45643500017660193, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.13096448557141122, "se": 0.5179979049164251, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": 0.1699050394838993, "se": 0.48344195283221497, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.29316433826525984, "se": 0.5022284784003167, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.04223388943075338, "se": 0.19697204005145616, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.15997702251073612, "treated_cell_se": 0.2332890696900995, "checks": { "input_rows": 664, "retained_rows": 664, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045196874998509884, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.18438817074921574, "event_study": [ { "event_time": -3, "estimate": -0.07195036069763916, "raw_gap": -0.01735692314018365, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.00925594776001891 }, { "event_time": -2, "estimate": 0.032024749854829115, "raw_gap": 0.08793077747540619, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.09471916279244937 }, { "event_time": -1, "estimate": -0.06269441293762025, "raw_gap": -0.035832209755321726, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.14819961603270218, "raw_gap": -0.11367750539866599, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": -0.08550520309508193 }, { "event_time": 1, "estimate": -0.06347534940704266, "raw_gap": -0.040779988684263926, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": -0.0007809364694224136 }, { "event_time": 2, "estimate": -0.4856899713544803, "raw_gap": -0.48568997135448033, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.42299555841686004 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.15383510349772392, 0.05435770904727813, 0.01388298012405157, -0.12642588641641292, -0.009440168791952142, -0.5377092645397668 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": 0.05673840180694687 }, { "cohort": 3, "pre_gap": 0.054593437557455465 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08884419529039932, "zeta_omega": [ 0.0, 1.383340572403769, 1.6641500631925223 ], "zeta_lambda": [ 0.0, 8.225392255872495e-07, 1.176731794595454e-06 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4307791206771269, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 15, "unit_objective": 0.32560262637503157, "time_objective": 0.7167574160752924, "unit_projected_gradient": 1.6310381933948292e-09, "time_projected_gradient": 1.6987906775733919e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 38, "unit_objective": 0.4780498299027096, "time_objective": 0.2030338951566594, "unit_projected_gradient": 1.2711354191452529e-10, "time_projected_gradient": 3.852457242103924e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.18849353073796923, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006190408021211624, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15936205355999278, "event_study": [ { "event_time": -3, "estimate": -0.013889229007923179, "raw_gap": -0.013889229007923179, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.00781099962530883 }, { "event_time": -2, "estimate": 0.034900050684983204, "raw_gap": 0.034900050684983204, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.04097828006759755 }, { "event_time": -1, "estimate": -0.006078229382614349, "raw_gap": -0.006078229382614349, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.11684343322155537, "raw_gap": -0.11684343322155537, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": -0.11076520383894102 }, { "event_time": 1, "estimate": -0.046363248826928626, "raw_gap": -0.046363248826928626, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": -0.04028501944431428 }, { "event_time": 2, "estimate": -0.4626206553658932, "raw_gap": -0.4626206553658932, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.4565424259832788 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05500315440468005, 0.030809935678830117, -0.002035855737208545, -0.1705576399130246, -0.10084525365380502, -0.6107462312565369 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.11338331319193018, "lambda_l": 0.026844871182651688, "singular_values": [ 1.953563750455797, 1.088309937826729, 0.2153599441581534, 0.0 ], "history_objective": [ 0.11371775765104358, 0.11347188355676206, 0.11342200430613175, 0.11340366050631694, 0.11339483748502155, 0.11339004311236917, 0.11338730362846658, 0.11338570045074278, 0.1133847494492529, 0.11338418049257322, 0.11338383820277892, 0.1133836315189472, 0.11338350641247563, 0.11338343056162217, 0.1133833845235798, 0.11338335655970937, 0.11338333956543506, 0.11338332923382721, 0.11338332295106855, 0.11338331912967634, 0.11338331680499979, 0.11338331539063944, 0.11338331453003181, 0.11338331400632137, 0.11338331368759848, 0.11338331349361366, 0.11338331337554051, 0.11338331330366808, 0.11338331325991613, 0.11338331323328092, 0.11338331321706527, 0.11338331320719251, 0.1133833132011815, 0.11338331319752147, 0.11338331319529277, 0.11338331319393569, 0.11338331319310938, 0.1133833131926061, 0.11338331319229963, 0.11338331319211302, 0.11338331319199935, 0.11338331319193018 ], "history_rmse": [ 0.16087639560207026, 0.1609819389074504, 0.1610415330429069, 0.16105767429354106, 0.1610634994892014, 0.16106612955695973, 0.16106747561783843, 0.16106821108193908, 0.16106862813167383, 0.161068870201742, 0.16106901290173975, 0.1610690979132163, 0.16106914892317972, 0.1610691796821387, 0.16106919829256702, 0.1610692095788907, 0.1610692164345478, 0.16106922060356846, 0.16106922314080963, 0.16106922468582188, 0.16106922562700568, 0.1610692262005149, 0.16106922655005243, 0.16106922676311713, 0.16106922689300654, 0.16106922697219622, 0.16106922702047832, 0.16106922704991647, 0.16106922706786597, 0.16106922707881047, 0.16106922708548374, 0.16106922708955274, 0.161069227092034, 0.1610692270935467, 0.16106922709446903, 0.16106922709503121, 0.16106922709537466, 0.1610692270955835, 0.161069227095711, 0.16106922709578886, 0.16106922709583602, 0.16106922709586555 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.22883658363097226, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004147500731050968, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.006508146520436092, "event_study": [ { "event_time": -3, "estimate": 0.028220041085239556, "raw_gap": 0.028220041085239556, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.06675150297797922 }, { "event_time": -2, "estimate": 0.055022359222854575, "raw_gap": 0.055022359222854575, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.09355382111559424 }, { "event_time": -1, "estimate": -0.038531461892739656, "raw_gap": -0.038531461892739656, "n": 118, "n_cells": 13, "weight_sum": 118.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.006828807909496112, "raw_gap": 0.006828807909496112, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.045360269802235766 }, { "event_time": 1, "estimate": 0.07558856182056166, "raw_gap": 0.07558856182056166, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.11412002371330132 }, { "event_time": 2, "estimate": -0.11490756016363116, "raw_gap": -0.11490756016363116, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": -0.07637609827089151 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10825813927230071, 0.03319620366188684, 0.012881763676470112, 0.009727293044215692, 0.11787995980695085, -0.16692685334891771 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05520450255319596, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-18, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": 0.013064451151584196, "matrix_preparation": { "source_rows": 664, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 32, "observation_mass": 664.0, "treated_observation_mass": 330.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003088749945163727, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5572932549965183, "upper": 0.2961759269031563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8364625770068267, "upper": 0.3828052294744396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7147070586257978, "upper": 0.38302597729778354, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8607883746140546, "upper": 0.3492398078806154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7003339991404098, "upper": 0.2656468711470308, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6172151970901859, "upper": 0.2972611520687136, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602665.169846, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.130558664046681, "SE": 0.20311776580766325, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5572932549965183, "upper": 0.2961759269031563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2268286737661935, "SE": 0.29017445272300063, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8364625770068267, "upper": 0.3828052294744396, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16584054066400708, "SE": 0.2612503022238842, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7147070586257978, "upper": 0.38302597729778354, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.25577428336671953, "SE": 0.2879755077337005, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8607883746140546, "upper": 0.3492398078806154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.21734356399668955, "SE": 0.2464282195762204, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7003339991404098, "upper": 0.2656468711470308, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.15997702251073612, "SE": 0.2332890696900995, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6172151970901859, "upper": 0.2972611520687136, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.18438817074921574, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15936205355999278, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.006508146520436092, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P083", "source_specification_id": "CI-T5-C-C10", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P083.json", "input_bytes": 151302, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p083", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C10", "specification_id": "S01-P083", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C10.csv", "output_dir": "analyses/full-archive/results/S01-P083" }, "source": { "file": "CI-T5-C-C10.csv", "bytes": 151302, "sha256": "13117ac2f9730ce63978221dc7ac0b43390ce0c7e8d11020c4518eafe211e665" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.9992011694419498, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.062069807401543796, "se": 0.15104534107878517, "pvalue": 0.6859710854806866, "lower": -0.2552646787466011, "upper": 0.37940429354968863 }, { "method": "Dynamic TWFE", "estimate": 0.06193998623084273, "se": 0.16094102523121517, "pvalue": 0.704849703774523, "lower": -0.27618456085640625, "upper": 0.4000645333180917 }, { "method": "BJS / did2s", "estimate": -0.08087771136888121, "se": 0.1999608052345172, "pvalue": 0.6906344180268776, "lower": -0.500979774270424, "upper": 0.33922435153266156 }, { "method": "Sun\u2013Abraham", "estimate": 0.04879427886184874, "se": 0.15169984627352726, "pvalue": 0.7514229228815121, "lower": -0.26991527167538204, "upper": 0.3675038293990795 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6853985333817327, "se": 0.22789523474568166, "pvalue": 0.007560793993059512, "lower": -1.1641886549248406, "upper": -0.20660841183862488 }, { "event_time": -2, "estimate": -0.42504276703180605, "se": 0.1852773261150372, "pvalue": 0.03403265053875083, "lower": -0.8142959850238142, "upper": -0.03578954903979792 }, { "event_time": 0, "estimate": 0.04138789962214141, "se": 0.16314251418520345, "pvalue": 0.8026088658902973, "lower": -0.3013618041298888, "upper": 0.3841376033741716 }, { "event_time": 1, "estimate": 0.12462404036744872, "se": 0.19957191459964588, "pvalue": 0.5401627355886005, "lower": -0.29466099362804954, "upper": 0.543909074362947 }, { "event_time": 2, "estimate": 0.003449076715800037, "se": 0.19899288034460905, "pvalue": 0.9863619069773819, "lower": -0.4146194514512368, "upper": 0.42151760488283685 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14889212676952798, "se": 0.09700122193063611, "pvalue": 0.1421860714306453, "lower": -0.35268413185391373, "upper": 0.054899878314857764 }, { "event_time": -2, "estimate": -0.015174914788813186, "se": 0.07349023720805514, "pvalue": 0.8387267723315994, "lower": -0.16957217388175827, "upper": 0.13922234430413188 }, { "event_time": -1, "estimate": 0.035413954934752294, "se": 0.0385302105085064, "pvalue": 0.37018529952375817, "lower": -0.04553501353769566, "upper": 0.11636292340720025 }, { "event_time": 0, "estimate": -0.008462005577069574, "se": 0.1554156383685089, "pvalue": 0.9571783465459339, "lower": -0.3349781456236007, "upper": 0.31805413446946157 }, { "event_time": 1, "estimate": -0.07001035882363851, "se": 0.3075133180920377, "pvalue": 0.8224718137593564, "lower": -0.7160718664708536, "upper": 0.5760511488235767 }, { "event_time": 2, "estimate": -0.2821904779971727, "se": 0.2495478098381358, "pvalue": 0.2729787157767645, "lower": -0.8064709717799916, "upper": 0.24209001578564626 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5590912233999544, "se": 0.32344064660001437, "pvalue": 0.10099982706666467, "lower": -1.2386148065517373, "upper": 0.12043235975182842 }, { "event_time": -2, "estimate": -0.23786143265466503, "se": 0.27500244127787793, "pvalue": 0.3984511941648999, "lower": -0.8156201226554507, "upper": 0.3398972573461206 }, { "event_time": 0, "estimate": 0.07342764884566562, "se": 0.15739669420827462, "pvalue": 0.6464446654609357, "lower": -0.2572505350775775, "upper": 0.4041058327689087 }, { "event_time": 1, "estimate": 0.09077223207038855, "se": 0.18205848081260365, "pvalue": 0.6241072192261504, "lower": -0.29171844288161064, "upper": 0.4732629070223877 }, { "event_time": 2, "estimate": -0.08698640851244598, "se": 0.2170513242205466, "pvalue": 0.6933107782832162, "lower": -0.5429943194308958, "upper": 0.36902150240600384 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.8126333569761755e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3154624258923535, "df_num": 1, "df_den": 628, "pvalue": 0.1285965376483094, "log10_pvalue": -0.8907707242615331, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 596.3691080528224, "rss_restricted": 598.5679460490951, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21961851798655657 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2960068830543366 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7156327849474785 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.11168626308575555 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p083", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C10", "specification_id": "S01-P083", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C10.csv", "output_dir": "analyses/archive-expanded/fits/S01-P083" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P083", "regression_results": "analyses/archive-expanded/baselines/S01-P083.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C10.csv", "bytes": 151302, "sha256": "13117ac2f9730ce63978221dc7ac0b43390ce0c7e8d11020c4518eafe211e665" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.9992011694419498, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.062069807401543796, "se": 0.15104534107878517, "pvalue": 0.6859710854806866, "lower": -0.2552646787466011, "upper": 0.37940429354968863 }, { "method": "Dynamic TWFE", "estimate": 0.06193998623084273, "se": 0.16094102523121517, "pvalue": 0.704849703774523, "lower": -0.27618456085640625, "upper": 0.4000645333180917 }, { "method": "BJS / did2s", "estimate": -0.08087771136888121, "se": 0.1999608052345172, "pvalue": 0.6906344180268776, "lower": -0.500979774270424, "upper": 0.33922435153266156 }, { "method": "Sun\u2013Abraham", "estimate": 0.04879427886184874, "se": 0.15169984627352726, "pvalue": 0.7514229228815121, "lower": -0.26991527167538204, "upper": 0.3675038293990795 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6853985333817327, "se": 0.22789523474568166, "pvalue": 0.007560793993059512, "lower": -1.1641886549248406, "upper": -0.20660841183862488 }, { "event_time": -2, "estimate": -0.42504276703180605, "se": 0.1852773261150372, "pvalue": 0.03403265053875083, "lower": -0.8142959850238142, "upper": -0.03578954903979792 }, { "event_time": 0, "estimate": 0.04138789962214141, "se": 0.16314251418520345, "pvalue": 0.8026088658902973, "lower": -0.3013618041298888, "upper": 0.3841376033741716 }, { "event_time": 1, "estimate": 0.12462404036744872, "se": 0.19957191459964588, "pvalue": 0.5401627355886005, "lower": -0.29466099362804954, "upper": 0.543909074362947 }, { "event_time": 2, "estimate": 0.003449076715800037, "se": 0.19899288034460905, "pvalue": 0.9863619069773819, "lower": -0.4146194514512368, "upper": 0.42151760488283685 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.14889212676952798, "se": 0.09700122193063611, "pvalue": 0.1421860714306453, "lower": -0.35268413185391373, "upper": 0.054899878314857764 }, { "event_time": -2, "estimate": -0.015174914788813186, "se": 0.07349023720805514, "pvalue": 0.8387267723315994, "lower": -0.16957217388175827, "upper": 0.13922234430413188 }, { "event_time": -1, "estimate": 0.035413954934752294, "se": 0.0385302105085064, "pvalue": 0.37018529952375817, "lower": -0.04553501353769566, "upper": 0.11636292340720025 }, { "event_time": 0, "estimate": -0.008462005577069574, "se": 0.1554156383685089, "pvalue": 0.9571783465459339, "lower": -0.3349781456236007, "upper": 0.31805413446946157 }, { "event_time": 1, "estimate": -0.07001035882363851, "se": 0.3075133180920377, "pvalue": 0.8224718137593564, "lower": -0.7160718664708536, "upper": 0.5760511488235767 }, { "event_time": 2, "estimate": -0.2821904779971727, "se": 0.2495478098381358, "pvalue": 0.2729787157767645, "lower": -0.8064709717799916, "upper": 0.24209001578564626 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5590912233999544, "se": 0.32344064660001437, "pvalue": 0.10099982706666467, "lower": -1.2386148065517373, "upper": 0.12043235975182842 }, { "event_time": -2, "estimate": -0.23786143265466503, "se": 0.27500244127787793, "pvalue": 0.3984511941648999, "lower": -0.8156201226554507, "upper": 0.3398972573461206 }, { "event_time": 0, "estimate": 0.07342764884566562, "se": 0.15739669420827462, "pvalue": 0.6464446654609357, "lower": -0.2572505350775775, "upper": 0.4041058327689087 }, { "event_time": 1, "estimate": 0.09077223207038855, "se": 0.18205848081260365, "pvalue": 0.6241072192261504, "lower": -0.29171844288161064, "upper": 0.4732629070223877 }, { "event_time": 2, "estimate": -0.08698640851244598, "se": 0.2170513242205466, "pvalue": 0.6933107782832162, "lower": -0.5429943194308958, "upper": 0.36902150240600384 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.8126333569761755e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.3154624258923535, "df_num": 1, "df_den": 628, "pvalue": 0.1285965376483094, "log10_pvalue": -0.8907707242615331, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 596.3691080528224, "rss_restricted": 598.5679460490951, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.21961851798655657 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.2960068830543366 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.7156327849474785 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.11168626308575555 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.07235250212556103, "se": 0.18443529466098252, "lower": -0.4338390371391193, "upper": 0.2891340328879972 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.07365605128539889, "se": 0.19472737907906934, "lower": -0.4553147010842532, "upper": 0.30800259851345546 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.0016239327777787989, "se": 0.1905214392765271, "lower": -0.3750390920425068, "upper": 0.37179122648694923 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 327.0, "post_cells": 6, "estimate": -0.058914993175201415, "se": 0.20049074164081845, "lower": -0.4518696260249305, "upper": 0.33403963967452766 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.07235250212556103, "se": 0.18443529466098252, "lower": -0.4338390371391193, "upper": 0.2891340328879972, "event_study": [ { "event_time": -3, "estimate": -0.5280500132773983, "se": 0.3046482765163035, "lower": -1.1251496632015527, "upper": 0.06904963664675612, "relative_to_minus_one": -0.5280500132773983, "n": 0.0 }, { "event_time": -2, "estimate": -0.08525164829783566, "se": 0.26070688137893044, "lower": -0.5962277463222954, "upper": 0.4257244497266241, "relative_to_minus_one": -0.08525164829783566, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.07779361289111694, "se": 0.2043387443759392, "lower": -0.4782901925140943, "upper": 0.3227029667318604, "relative_to_minus_one": -0.07779361289111694, "n": 156.0 }, { "event_time": 1, "estimate": -0.07239406826652453, "se": 0.2839366988451782, "lower": -0.6288997718922693, "upper": 0.4841116353592203, "relative_to_minus_one": -0.07239406826652453, "n": 109.0 }, { "event_time": 2, "estimate": -0.06686982521904164, "se": 0.19361872366172778, "lower": -0.44635555032864127, "upper": 0.31261589989055794, "relative_to_minus_one": -0.06686982521904164, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.32319590152797395, "se": 0.21878731379648358, "event_time": 0, "mass": 59.0 }, { "group": 2, "year": 3, "att": -0.4665561423276848, "se": 0.22854510544848103, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.06686982521904164, "se": 0.19361872366172778, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": -0.11954171159994328, "se": 0.37717369661855027, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.134204749680418, "se": 0.38558541704495286, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": 0.5036889630536328, "se": 0.36006500046023787, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": -0.5280500132773983, "se": 0.3046482765163035, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.035294573314592646, "se": 0.35465724839994367, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.13588433554607507, "se": 0.211082419896081, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.058914993175201415, "treated_cell_se": 0.20049074164081845, "checks": { "input_rows": 659, "retained_rows": 659, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.043355333153158426, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.34447021926930127, "event_study": [ { "event_time": -3, "estimate": -0.3021532739052697, "raw_gap": -0.3361175365865402, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.4680056028004377 }, { "event_time": -2, "estimate": 0.002009316425432606, "raw_gap": -0.03614646721997811, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.1638430124697354 }, { "event_time": -1, "estimate": 0.16585232889516802, "raw_gap": 0.14772496943920413, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3727136170096675, "raw_gap": 0.3490481818705084, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.20686128811449947 }, { "event_time": 1, "estimate": 0.43358005372437103, "raw_gap": 0.41747918842905496, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": 0.26772772482920304 }, { "event_time": 2, "estimate": 0.11674534825156335, "raw_gap": 0.11674534825156338, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.049106980643604664 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.3110019710252209, -0.038638478072595385, 0.1194704391293575, 0.3461613611015659, 0.3445237708201207, 0.14171550605369157 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": -0.04081382132998736 }, { "cohort": 3, "pre_gap": -0.03396426268127056 } ], "diagnostics": { "converged": true, "pre_rmse": 0.19064462132920793, "zeta_omega": [ 0.0, 1.4535640393132236, 1.1072288828023629 ], "zeta_lambda": [ 0.0, 8.642943488316903e-07, 7.829290513551558e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.27731913351153875, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 17, "time_iterations": 15, "unit_objective": 0.4014660236141357, "time_objective": 0.22053170366964028, "unit_projected_gradient": 5.731907032346939e-09, "time_projected_gradient": 9.935714473385815e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 31, "unit_objective": 0.2751919028378673, "time_objective": 0.08078660414697719, "unit_projected_gradient": 4.363765571113731e-09, "time_projected_gradient": 6.245528032244874e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.32487988086425484, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006235828623175621, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.06061768008064394, "event_study": [ { "event_time": -3, "estimate": -0.06281872289853738, "raw_gap": -0.06281872289853738, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.08199749284562617 }, { "event_time": -2, "estimate": -0.013610703175854886, "raw_gap": -0.013610703175854886, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.03278947312294368 }, { "event_time": -1, "estimate": 0.019178769947088798, "raw_gap": 0.019178769947088798, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.07666733985217643, "raw_gap": 0.07666733985217643, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.05748856990508763 }, { "event_time": 1, "estimate": 0.12618862128389183, "raw_gap": 0.12618862128389183, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": 0.10700985133680303 }, { "event_time": 2, "estimate": -0.0950432798469864, "raw_gap": -0.0950432798469864, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.1142220497940752 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06058548883354372, -0.006020357719157932, 0.022346388719185782, 0.17806020067820177, 0.1616827761792545, -0.004102186871551694 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 37, "termination_reason": "Relative objective tolerance reached", "objective": 0.06900097094871621, "lambda_l": 0.020053226631740802, "singular_values": [ 1.4771105146358146, 1.1831954606142996, 0.05866906101850489, 0.0 ], "history_objective": [ 0.06980200375299062, 0.06917869204989022, 0.06905211300059144, 0.06901748825513605, 0.06900727967778669, 0.06900379837338011, 0.06900238542330087, 0.06900172303281699, 0.06900138324899639, 0.06900120045768357, 0.06900109976237911, 0.06900104361172331, 0.0690010120832223, 0.06900099430013744, 0.06900098423632237, 0.06900097852544276, 0.06900097527707133, 0.06900097342551774, 0.06900097236815411, 0.0690009717632968, 0.06900097141675653, 0.0690009712179343, 0.06900097110371736, 0.06900097103802745, 0.06900097100020741, 0.06900097097841232, 0.06900097096584135, 0.06900097095858504, 0.06900097095439355, 0.06900097095197084, 0.06900097095056973, 0.069000970949759, 0.0690009709492897, 0.06900097094901785, 0.0690009709488604, 0.06900097094876911, 0.06900097094871621 ], "history_rmse": [ 0.12006268393039857, 0.11997814175350219, 0.12022270474318991, 0.12029446880316128, 0.12031297475589733, 0.12031757990776888, 0.12031877053858939, 0.12031911832881227, 0.12031924239177402, 0.12031929693397729, 0.12031932463723355, 0.12031933977702662, 0.12031934831201015, 0.1203193531834509, 0.12031935597853316, 0.12031935758684503, 0.12031935851426546, 0.12031935905010346, 0.12031935936027907, 0.12031935954014812, 0.12031935964462559, 0.12031935970540196, 0.12031935974080218, 0.12031935976144484, 0.12031935977349409, 0.12031935978053193, 0.12031935978464549, 0.12031935978705137, 0.1203193597884584, 0.12031935978928192, 0.1203193597897639, 0.1203193597900461, 0.12031935979021151, 0.12031935979030813, 0.12031935979036491, 0.12031935979039793, 0.12031935979041747 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.13886728370637613, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00038066599518060684, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.24271857095084506, "event_study": [ { "event_time": -3, "estimate": -0.09206189496518617, "raw_gap": -0.09206189496518617, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.1542184649665289 }, { "event_time": -2, "estimate": 0.031770333717791394, "raw_gap": 0.031770333717791394, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.03038623628355136 }, { "event_time": -1, "estimate": 0.062156570001342754, "raw_gap": 0.062156570001342754, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.05758867788851312, "raw_gap": -0.05758867788851312, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": -0.11974524788985588 }, { "event_time": 1, "estimate": -0.21130636403000555, "raw_gap": -0.21130636403000555, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.2734629340313483 }, { "event_time": 2, "estimate": -0.76375395598464, "raw_gap": -0.76375395598464, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.8259105259859828 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06694632940386684, 0.012496729571655742, 0.012908575464786366, -0.06777241164585847, -0.29518683554403946, -0.738783798182512 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.055868064117501066, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.2678385874890768, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00030833296477794647, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.062069807401543796, "SE": 0.15104534107878517, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06193998623084273, "SE": 0.16094102523121517, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.08087771136888121, "SE": 0.1999608052345172, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04879427886184874, "SE": 0.15169984627352726, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.07235250212556103, "SE": 0.18443529466098252, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.058914993175201415, "SE": 0.20049074164081845, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.34447021926930127, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06061768008064394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24271857095084506, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.062069807401543796, "SE": 0.15104534107878517, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2552646787466011, "upper": 0.37940429354968863, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06193998623084273, "SE": 0.16094102523121517, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27618456085640625, "upper": 0.4000645333180917, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.08087771136888121, "SE": 0.1999608052345172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.500979774270424, "upper": 0.33922435153266156, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04879427886184874, "SE": 0.15169984627352726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.26991527167538204, "upper": 0.3675038293990795, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07235250212556103, "SE": 0.18443529466098252, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4338390371391193, "upper": 0.2891340328879972, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.058914993175201415, "SE": 0.20049074164081845, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4518696260249305, "upper": 0.33403963967452766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.34447021926930127, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06061768008064394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24271857095084506, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602667.1099598, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.062069807401543796, "SE": 0.15104534107878517, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2552646787466011, "upper": 0.37940429354968863, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.06193998623084273, "SE": 0.16094102523121517, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27618456085640625, "upper": 0.4000645333180917, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.08087771136888121, "SE": 0.1999608052345172, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.500979774270424, "upper": 0.33922435153266156, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.04879427886184874, "SE": 0.15169984627352726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.26991527167538204, "upper": 0.3675038293990795, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.07235250212556103, "SE": 0.18443529466098252, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4338390371391193, "upper": 0.2891340328879972, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.058914993175201415, "SE": 0.20049074164081845, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4518696260249305, "upper": 0.33403963967452766, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.34447021926930127, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.06061768008064394, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.24271857095084506, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P084", "source_specification_id": "CI-T5-C-C11", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P084.json", "input_bytes": 151010, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p084", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C11", "specification_id": "S01-P084", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C11.csv", "output_dir": "analyses/full-archive/results/S01-P084" }, "source": { "file": "CI-T5-C-C11.csv", "bytes": 151010, "sha256": "76bde52c889206c9bd7d3e8514ec4f341c36ada418a1cb6f747292b16e1a84cb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 1.02432003144421, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.17009000522215836, "se": 0.1260422346708973, "pvalue": 0.1939163832199081, "lower": -0.09471490359916293, "upper": 0.4348949140434797 }, { "method": "Dynamic TWFE", "estimate": 0.0788688977149711, "se": 0.14401376207656436, "pvalue": 0.590660328010392, "lower": -0.22369278912971194, "upper": 0.3814305845596542 }, { "method": "BJS / did2s", "estimate": 0.13928866661889255, "se": 0.13258051955754638, "pvalue": 0.30734504377761934, "lower": -0.13925266902616468, "upper": 0.4178300022639498 }, { "method": "Sun\u2013Abraham", "estimate": 0.11425085708872226, "se": 0.13888209713358068, "pvalue": 0.4214740468576393, "lower": -0.17752960177411412, "upper": 0.4060313159515586 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3045888316778595, "se": 0.218801411218166, "pvalue": 0.1808608042675789, "lower": -0.15509587558622817, "upper": 0.7642735389419472 }, { "event_time": -2, "estimate": -0.014614230217646558, "se": 0.13477943530424366, "pvalue": 0.9148536136483475, "lower": -0.29777531641957317, "upper": 0.26854685598428 }, { "event_time": 0, "estimate": 0.10752680062334573, "se": 0.12259806085903108, "pvalue": 0.3920056957928683, "lower": -0.1500421675262048, "upper": 0.3650957687728963 }, { "event_time": 1, "estimate": 0.12237439468781676, "se": 0.18121361652046206, "pvalue": 0.5080652650976101, "lower": -0.2583412862518095, "upper": 0.503090075627443 }, { "event_time": 2, "estimate": -0.06972355428094214, "se": 0.21843461974679043, "pvalue": 0.7532521496264651, "lower": -0.5286376612586445, "upper": 0.38919055269676023 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.15765948068012342, "se": 0.1274556927707385, "pvalue": 0.23199241782675342, "lower": -0.11011499341611147, "upper": 0.4254339547763583 }, { "event_time": -2, "estimate": -0.10717117398568925, "se": 0.04980424753152025, "pvalue": 0.04523140654505147, "lower": -0.21180601532228044, "upper": -0.0025363326490980415 }, { "event_time": -1, "estimate": 0.033072709995432395, "se": 0.028244996970893804, "pvalue": 0.25689825973417857, "lower": -0.026267826667259762, "upper": 0.09241324665812456 }, { "event_time": 0, "estimate": 0.14372988613950702, "se": 0.11392779247409454, "pvalue": 0.22320188677622663, "lower": -0.09562352406532529, "upper": 0.38308329634433935 }, { "event_time": 1, "estimate": 0.2068988491537898, "se": 0.18293419666033203, "pvalue": 0.272899099609701, "lower": -0.17743163652369026, "upper": 0.5912293348312698 }, { "event_time": 2, "estimate": 0.009250922400833651, "se": 0.18039088539569217, "pvalue": 0.9596651130394999, "lower": -0.3697362645855713, "upper": 0.3882381093872386 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.1892625214560755, "se": 0.28357769607430433, "pvalue": 0.5129768100326026, "lower": -0.406512110347205, "upper": 0.785037153259356 }, { "event_time": -2, "estimate": -0.30982436708475103, "se": 0.23467695414067788, "pvalue": 0.20330586799175038, "lower": -0.8028623523755365, "upper": 0.1832136182060345 }, { "event_time": 0, "estimate": 0.12242837367502554, "se": 0.12423393854201761, "pvalue": 0.3374571606402243, "lower": -0.13857744595384988, "upper": 0.38343419330390094 }, { "event_time": 1, "estimate": 0.07080258666700592, "se": 0.1521039268169088, "pvalue": 0.6471644198793484, "lower": -0.24875590558984764, "upper": 0.3903610789238595 }, { "event_time": 2, "estimate": 0.17006003270975095, "se": 0.32809494791478383, "pvalue": 0.6105441226619179, "lower": -0.5192418746561538, "upper": 0.8593619400756558 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.314758251858778e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.6802366866491734, "df_num": 1, "df_den": 628, "pvalue": 0.055514115135109246, "log10_pvalue": -1.2555965782125678, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 641.7234745259883, "rss_restricted": 645.4841341973809, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9455335557805796 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.0682156031879892 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9358917703482322 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4161235944931186 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p084", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C11", "specification_id": "S01-P084", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C11.csv", "output_dir": "analyses/archive-expanded/fits/S01-P084" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P084", "regression_results": "analyses/archive-expanded/baselines/S01-P084.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C11.csv", "bytes": 151010, "sha256": "76bde52c889206c9bd7d3e8514ec4f341c36ada418a1cb6f747292b16e1a84cb" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 1.02432003144421, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.17009000522215836, "se": 0.1260422346708973, "pvalue": 0.1939163832199081, "lower": -0.09471490359916293, "upper": 0.4348949140434797 }, { "method": "Dynamic TWFE", "estimate": 0.0788688977149711, "se": 0.14401376207656436, "pvalue": 0.590660328010392, "lower": -0.22369278912971194, "upper": 0.3814305845596542 }, { "method": "BJS / did2s", "estimate": 0.13928866661889255, "se": 0.13258051955754638, "pvalue": 0.30734504377761934, "lower": -0.13925266902616468, "upper": 0.4178300022639498 }, { "method": "Sun\u2013Abraham", "estimate": 0.11425085708872226, "se": 0.13888209713358068, "pvalue": 0.4214740468576393, "lower": -0.17752960177411412, "upper": 0.4060313159515586 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3045888316778595, "se": 0.218801411218166, "pvalue": 0.1808608042675789, "lower": -0.15509587558622817, "upper": 0.7642735389419472 }, { "event_time": -2, "estimate": -0.014614230217646558, "se": 0.13477943530424366, "pvalue": 0.9148536136483475, "lower": -0.29777531641957317, "upper": 0.26854685598428 }, { "event_time": 0, "estimate": 0.10752680062334573, "se": 0.12259806085903108, "pvalue": 0.3920056957928683, "lower": -0.1500421675262048, "upper": 0.3650957687728963 }, { "event_time": 1, "estimate": 0.12237439468781676, "se": 0.18121361652046206, "pvalue": 0.5080652650976101, "lower": -0.2583412862518095, "upper": 0.503090075627443 }, { "event_time": 2, "estimate": -0.06972355428094214, "se": 0.21843461974679043, "pvalue": 0.7532521496264651, "lower": -0.5286376612586445, "upper": 0.38919055269676023 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.15765948068012342, "se": 0.1274556927707385, "pvalue": 0.23199241782675342, "lower": -0.11011499341611147, "upper": 0.4254339547763583 }, { "event_time": -2, "estimate": -0.10717117398568925, "se": 0.04980424753152025, "pvalue": 0.04523140654505147, "lower": -0.21180601532228044, "upper": -0.0025363326490980415 }, { "event_time": -1, "estimate": 0.033072709995432395, "se": 0.028244996970893804, "pvalue": 0.25689825973417857, "lower": -0.026267826667259762, "upper": 0.09241324665812456 }, { "event_time": 0, "estimate": 0.14372988613950702, "se": 0.11392779247409454, "pvalue": 0.22320188677622663, "lower": -0.09562352406532529, "upper": 0.38308329634433935 }, { "event_time": 1, "estimate": 0.2068988491537898, "se": 0.18293419666033203, "pvalue": 0.272899099609701, "lower": -0.17743163652369026, "upper": 0.5912293348312698 }, { "event_time": 2, "estimate": 0.009250922400833651, "se": 0.18039088539569217, "pvalue": 0.9596651130394999, "lower": -0.3697362645855713, "upper": 0.3882381093872386 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.1892625214560755, "se": 0.28357769607430433, "pvalue": 0.5129768100326026, "lower": -0.406512110347205, "upper": 0.785037153259356 }, { "event_time": -2, "estimate": -0.30982436708475103, "se": 0.23467695414067788, "pvalue": 0.20330586799175038, "lower": -0.8028623523755365, "upper": 0.1832136182060345 }, { "event_time": 0, "estimate": 0.12242837367502554, "se": 0.12423393854201761, "pvalue": 0.3374571606402243, "lower": -0.13857744595384988, "upper": 0.38343419330390094 }, { "event_time": 1, "estimate": 0.07080258666700592, "se": 0.1521039268169088, "pvalue": 0.6471644198793484, "lower": -0.24875590558984764, "upper": 0.3903610789238595 }, { "event_time": 2, "estimate": 0.17006003270975095, "se": 0.32809494791478383, "pvalue": 0.6105441226619179, "lower": -0.5192418746561538, "upper": 0.8593619400756558 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 5.314758251858778e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.6802366866491734, "df_num": 1, "df_den": 628, "pvalue": 0.055514115135109246, "log10_pvalue": -1.2555965782125678, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 641.7234745259883, "rss_restricted": 645.4841341973809, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.9455335557805796 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.0682156031879892 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.9358917703482322 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4161235944931186 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.08971205967170542, "se": 0.16150162601230325, "lower": -0.22682531075706608, "upper": 0.4062494301004769 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.09593214304242041, "se": 0.15715573197157862, "lower": -0.21208743158590354, "upper": 0.4039517176707444 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.060111920849400695, "se": 0.15607429788118832, "lower": -0.24578808191010448, "upper": 0.3660119236089059 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 327.0, "post_cells": 6, "estimate": 0.08230260714327138, "se": 0.15725875844055442, "lower": -0.22591889565369955, "upper": 0.3905241099402423 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.08971205967170542, "se": 0.16150162601230325, "lower": -0.22682531075706608, "upper": 0.4062494301004769, "event_study": [ { "event_time": -3, "estimate": 0.2833052675853972, "se": 0.24062801045366455, "lower": -0.18831696657531294, "upper": 0.7549275017461073, "relative_to_minus_one": 0.2833052675853972, "n": 0.0 }, { "event_time": -2, "estimate": -0.17515846848070307, "se": 0.19666001981579173, "lower": -0.5606050245185882, "upper": 0.21028808755718206, "relative_to_minus_one": -0.17515846848070307, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.11847843893348493, "se": 0.13111586387294633, "lower": -0.1385039320593463, "upper": 0.37546080992631614, "relative_to_minus_one": 0.11847843893348493, "n": 156.0 }, { "event_time": 1, "estimate": 0.08518295634861217, "se": 0.27590671535986183, "lower": -0.4555842688494611, "upper": 0.6259501815466855, "relative_to_minus_one": 0.08518295634861217, "n": 109.0 }, { "event_time": 2, "estimate": 0.06547478373301918, "se": 0.24384513763254767, "lower": -0.41245290383198685, "upper": 0.5434024712980252, "relative_to_minus_one": 0.06547478373301918, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.3530721441665462, "se": 0.2137903423083991, "event_time": 0, "mass": 59.0 }, { "group": 2, "year": 3, "att": 0.46170716002806694, "se": 0.1672583952599209, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.06547478373301918, "se": 0.24384513763254767, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": -0.5213672820633495, "se": 0.2871963552070606, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.27202790641401137, "se": 0.2798324967157158, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.46512164902905245, "se": 0.46292684687131075, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": 0.2833052675853972, "se": 0.24062801045366455, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.32923195820435935, "se": 0.5087378028956342, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1878829835124569, "se": 0.12759188286539988, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.08230260714327138, "treated_cell_se": 0.15725875844055442, "checks": { "input_rows": 659, "retained_rows": 659, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04236616613343358, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.20941774757957313, "event_study": [ { "event_time": -3, "estimate": 0.45445886585021206, "raw_gap": 0.09705796610343934, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.3217393620739246 }, { "event_time": -2, "estimate": 0.31968787379899244, "raw_gap": -0.04602921307977391, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.18696837002270497 }, { "event_time": -1, "estimate": 0.13271950377628747, "raw_gap": -0.04453500638214153, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4267352977310654, "raw_gap": 0.19945260831770673, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.29401579395477795 }, { "event_time": 1, "estimate": 0.0533851972859699, "raw_gap": -0.09296895831502217, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.07933430649031756 }, { "event_time": 2, "estimate": -0.063065959543492, "raw_gap": -0.06306595954349187, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.19578546331977947 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.005695110364559969, 0.004837097283455216, -0.001224333600723211, 0.2348212129350641, -0.03109995058457672, 0.006218034489995861 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.4432899320127036e-16 }, { "cohort": 2, "pre_gap": -0.3709907665234452 }, { "cohort": 3, "pre_gap": -0.35740089974677275 } ], "diagnostics": { "converged": true, "pre_rmse": 0.3212828485135305, "zeta_omega": [ 0.0, 3.1763229207083605, 2.8267247004976044 ], "zeta_lambda": [ 0.0, 1.8886529084263033e-06, 1.9987962042693684e-06 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.7451666291143226, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 11, "time_iterations": 16, "unit_objective": 1.900875572758316, "time_objective": 0.310381848197406, "unit_projected_gradient": 7.937060286788977e-09, "time_projected_gradient": 9.205792461663975e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 19, "unit_objective": 1.4777759330465678, "time_objective": 0.10902116398113605, "unit_projected_gradient": 6.998821966419655e-09, "time_projected_gradient": 3.1332929584237945e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.2667183746858991, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006760000251233578, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1265622889800433, "event_study": [ { "event_time": -3, "estimate": 0.14439506329555485, "raw_gap": 0.14439506329555485, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.17231544256741857 }, { "event_time": -2, "estimate": -0.04143378702880237, "raw_gap": -0.04143378702880237, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.013513407756938638 }, { "event_time": -1, "estimate": -0.02792037927186373, "raw_gap": -0.02792037927186373, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17762970016019758, "raw_gap": 0.17762970016019758, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.2055500794320613 }, { "event_time": 1, "estimate": 0.09967295133800783, "raw_gap": 0.09967295133800783, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": 0.12759333060987155 }, { "event_time": 2, "estimate": 0.04534328347807217, "raw_gap": 0.04534328347807217, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.0732636627499359 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.09031011646737273, -0.020829298191673257, -0.014969565626968816, 0.21501129696007304, 0.1723244849343125, 0.09970564747874684 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 28, "termination_reason": "Relative objective tolerance reached", "objective": 0.17252326390835046, "lambda_l": 0.039539339849697513, "singular_values": [ 2.9192859011350096, 0.22102754636644506, 0.0, 0.0 ], "history_objective": [ 0.1742147601305481, 0.17293094697725886, 0.17262998322543235, 0.17255522682200483, 0.1725340073669618, 0.1725271402239987, 0.172524716191817, 0.17252381890514115, 0.1725234785565851, 0.172523347723464, 0.1725232969724063, 0.17252327712021764, 0.17252326927786335, 0.17252326613965863, 0.17252326486201058, 0.17252326432990464, 0.17252326410185062, 0.17252326400070264, 0.17252326395409073, 0.17252326393174255, 0.17252326392061343, 0.17252326391488132, 0.17252326391184525, 0.17252326391020167, 0.1725232639092971, 0.17252326390879333, 0.17252326390851025, 0.17252326390835046 ], "history_rmse": [ 0.22331960937874473, 0.22220686769763334, 0.2213478469603781, 0.2208142768143663, 0.22047648627597494, 0.22026240009250547, 0.22012751005938985, 0.22004294259000307, 0.21999010502249658, 0.21995716720036504, 0.21993666553591945, 0.21992391747268375, 0.21991599599531536, 0.219911075908299, 0.21990802092152056, 0.21990612439281138, 0.21990494718792294, 0.21990421654273895, 0.21990376308624135, 0.2199034816708457, 0.219903307028797, 0.21990319865052183, 0.21990313139459558, 0.2199030896581576, 0.21990306375827706, 0.21990304768596589, 0.21990303771223696, 0.219903031523022 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.17942946156605544, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00040683289989829063, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3105276124651162, "event_study": [ { "event_time": -3, "estimate": 0.09847158800009405, "raw_gap": 0.09847158800009405, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.12648852491235224 }, { "event_time": -2, "estimate": 0.02452986672589939, "raw_gap": 0.02452986672589939, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.05254680363815757 }, { "event_time": -1, "estimate": -0.028016936912258178, "raw_gap": -0.028016936912258178, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.33498878829357476, "raw_gap": 0.33498878829357476, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.36300572520583296 }, { "event_time": 1, "estimate": 0.3386544079165731, "raw_gap": 0.3386544079165731, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": 0.36667134482883124 }, { "event_time": 2, "estimate": 0.19953141676433658, "raw_gap": 0.19953141676433658, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": 0.22754835367659476 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.004281488467905242, -0.00978692424324884, 0.007340103678277893, 0.32916347868851376, 0.40385133485054925, 0.26881541079782434 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.014198463577241591, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3428838626146203, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003266669809818268, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.17009000522215836, "SE": 0.1260422346708973, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0788688977149711, "SE": 0.14401376207656436, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13928866661889255, "SE": 0.13258051955754638, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11425085708872226, "SE": 0.13888209713358068, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.08971205967170542, "SE": 0.16150162601230325, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08230260714327138, "SE": 0.15725875844055442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20941774757957313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1265622889800433, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3105276124651162, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.17009000522215836, "SE": 0.1260422346708973, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09471490359916293, "upper": 0.4348949140434797, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0788688977149711, "SE": 0.14401376207656436, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22369278912971194, "upper": 0.3814305845596542, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13928866661889255, "SE": 0.13258051955754638, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13925266902616468, "upper": 0.4178300022639498, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11425085708872226, "SE": 0.13888209713358068, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17752960177411412, "upper": 0.4060313159515586, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.08971205967170542, "SE": 0.16150162601230325, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22682531075706608, "upper": 0.4062494301004769, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08230260714327138, "SE": 0.15725875844055442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.22591889565369955, "upper": 0.3905241099402423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20941774757957313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1265622889800433, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3105276124651162, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602669.074365, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.17009000522215836, "SE": 0.1260422346708973, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.09471490359916293, "upper": 0.4348949140434797, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0788688977149711, "SE": 0.14401376207656436, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22369278912971194, "upper": 0.3814305845596542, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13928866661889255, "SE": 0.13258051955754638, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13925266902616468, "upper": 0.4178300022639498, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.11425085708872226, "SE": 0.13888209713358068, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17752960177411412, "upper": 0.4060313159515586, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.08971205967170542, "SE": 0.16150162601230325, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22682531075706608, "upper": 0.4062494301004769, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08230260714327138, "SE": 0.15725875844055442, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.22591889565369955, "upper": 0.3905241099402423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.20941774757957313, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1265622889800433, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.3105276124651162, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P085", "source_specification_id": "CI-T5-C-C12", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P085.json", "input_bytes": 113786, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p085", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [science-track students only]", "source_specification_id": "CI-T5-C-C12", "specification_id": "S01-P085", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C12.csv", "output_dir": "analyses/full-archive/results/S01-P085" }, "source": { "file": "CI-T5-C-C12.csv", "bytes": 113786, "sha256": "f59bc65f5f5bf323363e06a25aa220a863722cfa2413c8875ca86e566a134707" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.37684834645534, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03419750779060759, "se": 0.1478072255429635, "pvalue": 0.8196404390348297, "lower": -0.2763339500594826, "upper": 0.34472896564069777 }, { "method": "Dynamic TWFE", "estimate": -0.03511364316712093, "se": 0.16111401396329408, "pvalue": 0.8299253018496651, "lower": -0.3736016260943078, "upper": 0.303374339760066 }, { "method": "BJS / did2s", "estimate": -0.16726969221794363, "se": 0.14831039662274548, "pvalue": 0.27419918832427553, "lower": -0.47885827327955965, "upper": 0.1443188888436724 }, { "method": "Sun\u2013Abraham", "estimate": -0.06042820415359978, "se": 0.20582409777277716, "pvalue": 0.7724283422824338, "lower": -0.4928485875771537, "upper": 0.37199217926995415 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.4284708007757866, "se": 0.2563975613155006, "pvalue": 0.11199300593667444, "lower": -0.9671420884075749, "upper": 0.1102004868560017 }, { "event_time": -2, "estimate": 0.05176746153142376, "se": 0.12548471056475416, "pvalue": 0.6848157022898658, "lower": -0.21186613260733572, "upper": 0.31540105567018323 }, { "event_time": 0, "estimate": 0.08405346570332858, "se": 0.15307046319823014, "pvalue": 0.5896735352197355, "lower": -0.23753564413973785, "upper": 0.40564257554639505 }, { "event_time": 1, "estimate": -0.11710067684157664, "se": 0.17383892705339188, "pvalue": 0.5091135599257545, "lower": -0.48232271013990174, "upper": 0.24812135645674843 }, { "event_time": 2, "estimate": -0.1908149708005799, "se": 0.28776570732497936, "pvalue": 0.5156746469266478, "lower": -0.795388287745181, "upper": 0.41375834614402124 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.16099178502875192, "se": 0.14189232315560668, "pvalue": 0.2714249084366085, "lower": -0.45909649408736986, "upper": 0.137112924029866 }, { "event_time": -2, "estimate": 0.05798802113208892, "se": 0.06837746483880403, "pvalue": 0.40754221821734804, "lower": -0.08566770180356109, "upper": 0.20164374406773894 }, { "event_time": -1, "estimate": -0.0043098467966761886, "se": 0.032128841309522316, "pvalue": 0.8947782843660157, "lower": -0.07181003763125836, "upper": 0.06319034403790598 }, { "event_time": 0, "estimate": -0.014519021801392532, "se": 0.15895850369002104, "pvalue": 0.9282324822456979, "lower": -0.34847844568749414, "upper": 0.3194404020847091 }, { "event_time": 1, "estimate": -0.33103931766911704, "se": 0.16682523589929868, "pvalue": 0.06267683089694537, "lower": -0.6815261326383641, "upper": 0.019447497300130012 }, { "event_time": 2, "estimate": -0.2636925214244609, "se": 0.26676214345934085, "pvalue": 0.3360136460371355, "lower": -0.8241389881201318, "upper": 0.29675394527120996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3265166522210394, "se": 0.4226754615388956, "pvalue": 0.44984355203158716, "lower": -1.2145248452371584, "upper": 0.5614915407950797 }, { "event_time": -2, "estimate": 0.07748936395407065, "se": 0.24694600545464773, "pvalue": 0.7572873871782072, "lower": -0.44132494165508246, "upper": 0.5963036695632238 }, { "event_time": 0, "estimate": 0.05884076884079387, "se": 0.17322005058488402, "pvalue": 0.7380229635372896, "lower": -0.3050810532446565, "upper": 0.42276259092624424 }, { "event_time": 1, "estimate": -0.17363867903924834, "se": 0.2751432336360504, "pvalue": 0.5359172393218793, "lower": -0.751693162808416, "upper": 0.40441580472991934 }, { "event_time": 2, "estimate": -0.16149301100182095, "se": 0.322455938538146, "pvalue": 0.6225652343949298, "lower": -0.8389477992832215, "upper": 0.5159617772795797 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.290240321406982e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04122682643140228, "df_num": 1, "df_den": 628, "pvalue": 0.8391664853751086, "log10_pvalue": -0.07615186931795731, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 548.5333756998818, "rss_restricted": 548.5693857162382, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.12470114149471494 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.1909692915581108 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.09158097677689579 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1391880691503557 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p085", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [science-track students only]", "source_specification_id": "CI-T5-C-C12", "specification_id": "S01-P085", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C12.csv", "output_dir": "analyses/archive-expanded/fits/S01-P085" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P085", "regression_results": "analyses/archive-expanded/baselines/S01-P085.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C12.csv", "bytes": 113786, "sha256": "f59bc65f5f5bf323363e06a25aa220a863722cfa2413c8875ca86e566a134707" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.37684834645534, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03419750779060759, "se": 0.1478072255429635, "pvalue": 0.8196404390348297, "lower": -0.2763339500594826, "upper": 0.34472896564069777 }, { "method": "Dynamic TWFE", "estimate": -0.03511364316712093, "se": 0.16111401396329408, "pvalue": 0.8299253018496651, "lower": -0.3736016260943078, "upper": 0.303374339760066 }, { "method": "BJS / did2s", "estimate": -0.16726969221794363, "se": 0.14831039662274548, "pvalue": 0.27419918832427553, "lower": -0.47885827327955965, "upper": 0.1443188888436724 }, { "method": "Sun\u2013Abraham", "estimate": -0.06042820415359978, "se": 0.20582409777277716, "pvalue": 0.7724283422824338, "lower": -0.4928485875771537, "upper": 0.37199217926995415 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.4284708007757866, "se": 0.2563975613155006, "pvalue": 0.11199300593667444, "lower": -0.9671420884075749, "upper": 0.1102004868560017 }, { "event_time": -2, "estimate": 0.05176746153142376, "se": 0.12548471056475416, "pvalue": 0.6848157022898658, "lower": -0.21186613260733572, "upper": 0.31540105567018323 }, { "event_time": 0, "estimate": 0.08405346570332858, "se": 0.15307046319823014, "pvalue": 0.5896735352197355, "lower": -0.23753564413973785, "upper": 0.40564257554639505 }, { "event_time": 1, "estimate": -0.11710067684157664, "se": 0.17383892705339188, "pvalue": 0.5091135599257545, "lower": -0.48232271013990174, "upper": 0.24812135645674843 }, { "event_time": 2, "estimate": -0.1908149708005799, "se": 0.28776570732497936, "pvalue": 0.5156746469266478, "lower": -0.795388287745181, "upper": 0.41375834614402124 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.16099178502875192, "se": 0.14189232315560668, "pvalue": 0.2714249084366085, "lower": -0.45909649408736986, "upper": 0.137112924029866 }, { "event_time": -2, "estimate": 0.05798802113208892, "se": 0.06837746483880403, "pvalue": 0.40754221821734804, "lower": -0.08566770180356109, "upper": 0.20164374406773894 }, { "event_time": -1, "estimate": -0.0043098467966761886, "se": 0.032128841309522316, "pvalue": 0.8947782843660157, "lower": -0.07181003763125836, "upper": 0.06319034403790598 }, { "event_time": 0, "estimate": -0.014519021801392532, "se": 0.15895850369002104, "pvalue": 0.9282324822456979, "lower": -0.34847844568749414, "upper": 0.3194404020847091 }, { "event_time": 1, "estimate": -0.33103931766911704, "se": 0.16682523589929868, "pvalue": 0.06267683089694537, "lower": -0.6815261326383641, "upper": 0.019447497300130012 }, { "event_time": 2, "estimate": -0.2636925214244609, "se": 0.26676214345934085, "pvalue": 0.3360136460371355, "lower": -0.8241389881201318, "upper": 0.29675394527120996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3265166522210394, "se": 0.4226754615388956, "pvalue": 0.44984355203158716, "lower": -1.2145248452371584, "upper": 0.5614915407950797 }, { "event_time": -2, "estimate": 0.07748936395407065, "se": 0.24694600545464773, "pvalue": 0.7572873871782072, "lower": -0.44132494165508246, "upper": 0.5963036695632238 }, { "event_time": 0, "estimate": 0.05884076884079387, "se": 0.17322005058488402, "pvalue": 0.7380229635372896, "lower": -0.3050810532446565, "upper": 0.42276259092624424 }, { "event_time": 1, "estimate": -0.17363867903924834, "se": 0.2751432336360504, "pvalue": 0.5359172393218793, "lower": -0.751693162808416, "upper": 0.40441580472991934 }, { "event_time": 2, "estimate": -0.16149301100182095, "se": 0.322455938538146, "pvalue": 0.6225652343949298, "lower": -0.8389477992832215, "upper": 0.5159617772795797 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.290240321406982e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04122682643140228, "df_num": 1, "df_den": 628, "pvalue": 0.8391664853751086, "log10_pvalue": -0.07615186931795731, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 548.5333756998818, "rss_restricted": 548.5693857162382, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.12470114149471494 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.1909692915581108 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.09158097677689579 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1391880691503557 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.12283586058820095, "se": 0.15861564170967887, "lower": -0.43371680572388077, "upper": 0.18804508454747887 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.1071714730035895, "se": 0.15164112523692969, "lower": -0.4043826170430995, "upper": 0.19003967103592054 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.06854075017214142, "se": 0.14086810432872426, "lower": -0.3446371612268718, "upper": 0.207555660882589 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 327.0, "post_cells": 6, "estimate": -0.1041924642272077, "se": 0.1518343824124382, "lower": -0.4017823853704684, "upper": 0.19339745691605303 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.12283586058820095, "se": 0.15861564170967887, "lower": -0.43371680572388077, "upper": 0.18804508454747887, "event_study": [ { "event_time": -3, "estimate": -0.3942472614485404, "se": 0.36122606916265704, "lower": -1.1022373472843228, "upper": 0.313742824387242, "relative_to_minus_one": -0.3942472614485404, "n": 0.0 }, { "event_time": -2, "estimate": 0.081465532967581, "se": 0.20684171126279466, "lower": -0.3239367716081294, "upper": 0.48686783754329144, "relative_to_minus_one": 0.081465532967581, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.014313263041328829, "se": 0.16803512365564244, "lower": -0.3150295274614648, "upper": 0.3436560535441225, "relative_to_minus_one": 0.014313263041328829, "n": 156.0 }, { "event_time": 1, "estimate": -0.243359866924327, "se": 0.1852517193839395, "lower": -0.606446564990969, "upper": 0.119726831142315, "relative_to_minus_one": -0.243359866924327, "n": 109.0 }, { "event_time": 2, "estimate": -0.13946097788160466, "se": 0.27746882215815, "lower": -0.683289876144328, "upper": 0.40436792038111863, "relative_to_minus_one": -0.13946097788160466, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.04464372116052287, "se": 0.1806590577792633, "event_time": 0, "mass": 59.0 }, { "group": 2, "year": 3, "att": -0.3093802418216687, "se": 0.22850671368171613, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.13946097788160466, "se": 0.27746882215815005, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": 0.19321047620742643, "se": 0.28941568671106116, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.149561940028245, "se": 0.3716593942806253, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.14686854976667377, "se": 0.3041201422333823, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": -0.3942472614485404, "se": 0.3612260691626571, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.08133528951115934, "se": 0.25141391120989476, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1884795230699241, "se": 0.21415208469523572, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.1041924642272077, "treated_cell_se": 0.1518343824124382, "checks": { "input_rows": 659, "retained_rows": 659, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.042670708149671555, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.049756877893611814, "event_study": [ { "event_time": -3, "estimate": -0.2456267690655809, "raw_gap": -0.21144032451635097, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.23698994260664705 }, { "event_time": -2, "estimate": -0.024525186009511854, "raw_gap": -0.016188356468651993, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.01588835955057799 }, { "event_time": -1, "estimate": -0.008636826458933862, "raw_gap": -0.0017300581951420727, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04190582624589261, "raw_gap": 0.047457403176749645, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.050542652704826475 }, { "event_time": 1, "estimate": -0.16881121983174086, "raw_gap": -0.17198912072653197, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.160174393372807 }, { "event_time": 2, "estimate": -0.07108685490178306, "raw_gap": -0.07108685490178294, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.06245002844284919 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.17590120840019652, 0.08505757895385033, 0.001780323228460078, 0.10183795794100238, -0.10240727270496669, -0.0963924657412453 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.008055609244935742 }, { "cohort": 3, "pre_gap": 0.034186444549229866 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09438342435524417, "zeta_omega": [ 0.0, 1.0683175129936109, 0.9167383813505269 ], "zeta_lambda": [ 0.0, 6.35225393767007e-07, 6.482319260269367e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.24858232653573237, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.19175126233082324, "time_objective": 0.13488048040564493, "unit_projected_gradient": 1.2467123999826413e-09, "time_projected_gradient": 2.346139393871738e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 10, "unit_objective": 0.1643034987405377, "time_objective": 0.03774313771246995, "unit_projected_gradient": 5.454573015484243e-09, "time_projected_gradient": 5.946713427240624e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.0816681711721685e-17, "native_scalar_vs_unweighted_matrix_average": 4.9439619065339e-17 }, "native_matrix_att": -0.005630934594641849, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005915001966059208, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1477944909123913, "event_study": [ { "event_time": -3, "estimate": -0.04420663305361364, "raw_gap": -0.04420663305361364, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.04324842766033253 }, { "event_time": -2, "estimate": 0.010341490333481048, "raw_gap": 0.010341490333481048, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.011299695726762161 }, { "event_time": -1, "estimate": -0.0009582053932811135, "raw_gap": -0.0009582053932811135, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.006734098985681845, "raw_gap": -0.006734098985681845, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": -0.005775893592400732 }, { "event_time": 1, "estimate": -0.3003021533652432, "raw_gap": -0.3003021533652432, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.29934394797196207 }, { "event_time": 2, "estimate": -0.23460232854474328, "raw_gap": -0.23460232854474328, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.23364412315146216 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04755575320962402, 0.03211496984486392, -0.0051306162060278555, 0.03596633666645927, -0.1706029575111017, -0.21313387688294413 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.03406065995092428, "lambda_l": 0.014901368947932571, "singular_values": [ 1.0859613863716149, 0.6502116878502988, 0.013117971936569162, 0.0 ], "history_objective": [ 0.034136320320715154, 0.03407789986764474, 0.03406664975229352, 0.03406314198590922, 0.03406178336532124, 0.03406118979242242, 0.03406091444370081, 0.03406078320766207, 0.03406071990031939, 0.034060689186224145, 0.03406067423786719, 0.03406066694670867, 0.034060663383720276, 0.03406066163931691, 0.03406066078353881, 0.03406066036274981, 0.034060660155309896, 0.034060660052743844, 0.03406066000186035, 0.03406065997652036, 0.034060659963846704, 0.034060659957477576, 0.034060659954259734, 0.03406065995262454, 0.03406065995178836, 0.0340606599513579, 0.034060659951134706, 0.03406065995101813, 0.034060659950956806, 0.03406065995092428 ], "history_rmse": [ 0.0891283683822167, 0.08936570125616315, 0.08939824994268268, 0.0894049398855503, 0.08940688105734024, 0.08940760710989384, 0.08940792451117732, 0.08940807353126841, 0.08940814539457129, 0.08940818035627317, 0.08940819740926492, 0.08940820573331625, 0.08940820979814702, 0.08940821178408014, 0.08940821275500739, 0.08940821323011981, 0.0894082134628614, 0.08940821357701637, 0.08940821363308679, 0.08940821366067175, 0.08940821367426681, 0.08940821368098067, 0.08940821368430354, 0.08940821368595216, 0.08940821368677232, 0.08940821368718155, 0.0894082136873866, 0.08940821368748948, 0.08940821368754161, 0.08940821368756771 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.0790197639018765, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000373834278434515, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15470509625418946, "event_study": [ { "event_time": -3, "estimate": -0.139788444710071, "raw_gap": -0.139788444710071, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.14418612527048255 }, { "event_time": -2, "estimate": -0.043117480054323455, "raw_gap": -0.043117480054323455, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.04751516061473499 }, { "event_time": -1, "estimate": 0.004397680560411535, "raw_gap": 0.004397680560411535, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.033733183931270054, "raw_gap": -0.033733183931270054, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": -0.03813086449168159 }, { "event_time": 1, "estimate": -0.18363322056929454, "raw_gap": -0.18363322056929454, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.18803090112970608 }, { "event_time": 2, "estimate": -0.4082285280611085, "raw_gap": -0.4082285280611085, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.41262620862152 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10424932859391656, 0.03921450956982306, 0.007944710601325134, -0.012086749220590515, -0.1295250203634099, -0.4335341389005708 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07129631120838287, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.12927865250523038, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003276253119111061, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2763339500594826, "upper": 0.34472896564069777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3736016260943078, "upper": 0.303374339760066, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47885827327955965, "upper": 0.1443188888436724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4928485875771537, "upper": 0.37199217926995415, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43371680572388077, "upper": 0.18804508454747887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4017823853704684, "upper": 0.19339745691605303, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602671.21876, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2763339500594826, "upper": 0.34472896564069777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3736016260943078, "upper": 0.303374339760066, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47885827327955965, "upper": 0.1443188888436724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4928485875771537, "upper": 0.37199217926995415, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43371680572388077, "upper": 0.18804508454747887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4017823853704684, "upper": 0.19339745691605303, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P086", "source_specification_id": "CI-T5-D-C01", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 1 (\"Trust in government officials\"), accepted-manuscript p. 49", "outcome_label": "Trust in government officials z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P086.json", "input_bytes": 69713, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p086", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C01", "specification_id": "S01-P086", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C01.csv", "output_dir": "analyses/full-archive/results/S01-P086" }, "source": { "file": "CI-T5-D-C01.csv", "bytes": 69713, "sha256": "f38e8b4aee30c03fec8b4f7c817c7828f88787785b57ec2039d86bacb250bdb5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 475, "source_sd": 0.9380373228044421, "rows": 288, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5308687052782026, "se": 0.24844672525912923, "pvalue": 0.04745029260009523, "lower": 0.006691934064817828, "upper": 1.0550454764915873 }, { "method": "Dynamic TWFE", "estimate": 0.5525551954044863, "se": 0.33751902609530765, "pvalue": 0.11998407026160761, "lower": -0.15954770366652316, "upper": 1.2646580944754957 }, { "method": "BJS / did2s", "estimate": 0.5577733213647099, "se": 0.26884108732429496, "pvalue": 0.05350850053322645, "lower": -0.009431792633734282, "upper": 1.124978435363154 }, { "method": "Sun\u2013Abraham", "estimate": 0.6101266467133601, "se": 0.31664841117509834, "pvalue": 0.0708857296470116, "lower": -0.05794310388003132, "upper": 1.2781963973067516 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3316934479758755, "se": 0.4663477675246033, "pvalue": 0.4865701326883862, "lower": -1.3156012325870732, "upper": 0.6522143366353221 }, { "event_time": -2, "estimate": -0.2918672121383884, "se": 0.33684619739311084, "pvalue": 0.3982970162074007, "lower": -1.0025505667322896, "upper": 0.4188161424555128 }, { "event_time": 0, "estimate": 0.5117387547447007, "se": 0.26174282310720554, "pvalue": 0.06721388255127958, "lower": -0.040490330832951504, "upper": 1.063967840322353 }, { "event_time": 1, "estimate": 0.5933308838511204, "se": 0.3999098587331106, "pvalue": 0.15620229756672854, "lower": -0.2504051658331169, "upper": 1.4370669335353576 }, { "event_time": 2, "estimate": 0.5786200602990969, "se": 0.6200495228919904, "pvalue": 0.3637909173001894, "lower": -0.7295700821265397, "upper": 1.8868102027247335 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.05305895933082893, "se": 0.13038919166820595, "pvalue": 0.6891387915218277, "lower": -0.32815610709350385, "upper": 0.22203818843184597 }, { "event_time": -2, "estimate": -0.007857113481777351, "se": 0.0953516155359037, "pvalue": 0.9352899194290373, "lower": -0.20903143731100016, "upper": 0.19331721034744548 }, { "event_time": -1, "estimate": 0.016289919490217717, "se": 0.05646186275913623, "pvalue": 0.7764431967432553, "lower": -0.10283419811249465, "upper": 0.1354140370929301 }, { "event_time": 0, "estimate": 0.5140213463616572, "se": 0.2741184123626184, "pvalue": 0.07805247269499493, "lower": -0.06431795021193165, "upper": 1.0923606429352462 }, { "event_time": 1, "estimate": 0.6847440619011884, "se": 0.300315734673925, "pvalue": 0.03577996741256359, "lower": 0.05113324661768459, "upper": 1.3183548771846922 }, { "event_time": 2, "estimate": 0.4002646004058405, "se": 0.5007413400335337, "pvalue": 0.4351180664177994, "lower": -0.6562072792620381, "upper": 1.4567364800737193 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.06867738738438389, "se": 0.406739602522122, "pvalue": 0.8679085104466292, "lower": -0.9268229369072878, "upper": 0.78946816213852 }, { "event_time": -2, "estimate": -0.611669120865006, "se": 0.42143269406416106, "pvalue": 0.16487163162732735, "lower": -1.500814383809835, "upper": 0.27747614207982285 }, { "event_time": 0, "estimate": 0.6329583840508476, "se": 0.23522511028917864, "pvalue": 0.015467160343644402, "lower": 0.13667678206517875, "upper": 1.1292399860365165 }, { "event_time": 1, "estimate": 0.5701653307767798, "se": 0.3988523386243275, "pvalue": 0.170976442605415, "lower": -0.271339546508075, "upper": 1.4116702080616346 }, { "event_time": 2, "estimate": 0.6337496025602111, "se": 0.6063879803607981, "pvalue": 0.310600546677406, "lower": -0.6456172046158833, "upper": 1.9131164097363054 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4701492537313433, 0.3656716417910448, 0.16417910447761194 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 5.647124494946498e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.7079579561554055, "df_num": 1, "df_den": 258, "pvalue": 0.10106640442242432, "log10_pvalue": -0.9953931846531997, "inference": "Homoskedastic nested-model F", "observations": 288, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 236.54876821369538, "rss_restricted": 239.03157487611026, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.8865281895972155 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.47558011919936116 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.1131210366618893 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5142968510812069 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Trust in government officials z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p086", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Trust in government officials z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C01", "specification_id": "S01-P086", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P086" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P086", "regression_results": "analyses/archive-expanded/baselines/S01-P086.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C01.csv", "bytes": 69713, "sha256": "f38e8b4aee30c03fec8b4f7c817c7828f88787785b57ec2039d86bacb250bdb5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 475, "source_sd": 0.9380373228044421, "rows": 288, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5308687052782026, "se": 0.24844672525912923, "pvalue": 0.04745029260009523, "lower": 0.006691934064817828, "upper": 1.0550454764915873 }, { "method": "Dynamic TWFE", "estimate": 0.5525551954044863, "se": 0.33751902609530765, "pvalue": 0.11998407026160761, "lower": -0.15954770366652316, "upper": 1.2646580944754957 }, { "method": "BJS / did2s", "estimate": 0.5577733213647099, "se": 0.26884108732429496, "pvalue": 0.05350850053322645, "lower": -0.009431792633734282, "upper": 1.124978435363154 }, { "method": "Sun\u2013Abraham", "estimate": 0.6101266467133601, "se": 0.31664841117509834, "pvalue": 0.0708857296470116, "lower": -0.05794310388003132, "upper": 1.2781963973067516 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.3316934479758755, "se": 0.4663477675246033, "pvalue": 0.4865701326883862, "lower": -1.3156012325870732, "upper": 0.6522143366353221 }, { "event_time": -2, "estimate": -0.2918672121383884, "se": 0.33684619739311084, "pvalue": 0.3982970162074007, "lower": -1.0025505667322896, "upper": 0.4188161424555128 }, { "event_time": 0, "estimate": 0.5117387547447007, "se": 0.26174282310720554, "pvalue": 0.06721388255127958, "lower": -0.040490330832951504, "upper": 1.063967840322353 }, { "event_time": 1, "estimate": 0.5933308838511204, "se": 0.3999098587331106, "pvalue": 0.15620229756672854, "lower": -0.2504051658331169, "upper": 1.4370669335353576 }, { "event_time": 2, "estimate": 0.5786200602990969, "se": 0.6200495228919904, "pvalue": 0.3637909173001894, "lower": -0.7295700821265397, "upper": 1.8868102027247335 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.05305895933082893, "se": 0.13038919166820595, "pvalue": 0.6891387915218277, "lower": -0.32815610709350385, "upper": 0.22203818843184597 }, { "event_time": -2, "estimate": -0.007857113481777351, "se": 0.0953516155359037, "pvalue": 0.9352899194290373, "lower": -0.20903143731100016, "upper": 0.19331721034744548 }, { "event_time": -1, "estimate": 0.016289919490217717, "se": 0.05646186275913623, "pvalue": 0.7764431967432553, "lower": -0.10283419811249465, "upper": 0.1354140370929301 }, { "event_time": 0, "estimate": 0.5140213463616572, "se": 0.2741184123626184, "pvalue": 0.07805247269499493, "lower": -0.06431795021193165, "upper": 1.0923606429352462 }, { "event_time": 1, "estimate": 0.6847440619011884, "se": 0.300315734673925, "pvalue": 0.03577996741256359, "lower": 0.05113324661768459, "upper": 1.3183548771846922 }, { "event_time": 2, "estimate": 0.4002646004058405, "se": 0.5007413400335337, "pvalue": 0.4351180664177994, "lower": -0.6562072792620381, "upper": 1.4567364800737193 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.06867738738438389, "se": 0.406739602522122, "pvalue": 0.8679085104466292, "lower": -0.9268229369072878, "upper": 0.78946816213852 }, { "event_time": -2, "estimate": -0.611669120865006, "se": 0.42143269406416106, "pvalue": 0.16487163162732735, "lower": -1.500814383809835, "upper": 0.27747614207982285 }, { "event_time": 0, "estimate": 0.6329583840508476, "se": 0.23522511028917864, "pvalue": 0.015467160343644402, "lower": 0.13667678206517875, "upper": 1.1292399860365165 }, { "event_time": 1, "estimate": 0.5701653307767798, "se": 0.3988523386243275, "pvalue": 0.170976442605415, "lower": -0.271339546508075, "upper": 1.4116702080616346 }, { "event_time": 2, "estimate": 0.6337496025602111, "se": 0.6063879803607981, "pvalue": 0.310600546677406, "lower": -0.6456172046158833, "upper": 1.9131164097363054 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4701492537313433, 0.3656716417910448, 0.16417910447761194 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 5.647124494946498e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.7079579561554055, "df_num": 1, "df_den": 258, "pvalue": 0.10106640442242432, "log10_pvalue": -0.9953931846531997, "inference": "Homoskedastic nested-model F", "observations": 288, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 236.54876821369538, "rss_restricted": 239.03157487611026, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ], [ -0.1131432486651453, -0.2404228904227411, -0.04616519831371483, -0.09444612421239938, -0.17332539732834054, -0.26804038510675354 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.8865281895972155 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.47558011919936116 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.1131210366618893 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5142968510812069 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.331742048631337, "se": 0.25705328650752873, "lower": -0.1720731350310752, "upper": 0.8355572322937492 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.30860329349552945, "se": 0.22356541040142253, "lower": -0.12957685908017508, "upper": 0.7467834460712339 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.32240988586789293, "se": 0.2274509643169461, "lower": -0.1233858124422264, "upper": 0.7682055841780122 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 134.0, "post_cells": 6, "estimate": 0.37009989814062877, "se": 0.21004634665969024, "lower": -0.041583376396579164, "upper": 0.7817831726778367 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.331742048631337, "se": 0.25705328650752873, "lower": -0.1720731350310752, "upper": 0.8355572322937492, "event_study": [ { "event_time": -3, "estimate": 0.07999476996158797, "se": 0.2889098454564293, "lower": -0.4862581219120464, "upper": 0.6462476618352223, "relative_to_minus_one": 0.07999476996158797, "n": 0.0 }, { "event_time": -2, "estimate": -0.3059645075566175, "se": 0.42401035780676477, "lower": -1.1370095379298182, "upper": 0.5250805228165831, "relative_to_minus_one": -0.3059645075566175, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.30839962281505257, "se": 0.2120144459051136, "lower": -0.10714105536118562, "upper": 0.7239403009912908, "relative_to_minus_one": 0.30839962281505257, "n": 63.0 }, { "event_time": 1, "estimate": 0.22149698178517246, "se": 0.28629418632245945, "lower": -0.33962931239004784, "upper": 0.7826232759603928, "relative_to_minus_one": 0.22149698178517246, "n": 49.0 }, { "event_time": 2, "estimate": 0.4653295412937859, "se": 0.5039093544098439, "lower": -0.5223146448223379, "upper": 1.4529737274099097, "relative_to_minus_one": 0.4653295412937859, "n": 22.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.10979507622029719, "se": 0.3087649632964613, "event_time": 0, "mass": 27.0 }, { "group": 2, "year": 3, "att": 0.7252063688956764, "se": 0.16914101349951047, "event_time": 1, "mass": 34.0 }, { "group": 2, "year": 4, "att": 0.4653295412937859, "se": 0.5039093544098439, "event_time": 2, "mass": 22.0 }, { "group": 3, "year": 1, "att": -0.8052243291966479, "se": 0.43230219055332725, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.3248223668960261, "se": 0.28344841277530475, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": -0.4128037279095361, "se": 0.3306075871726727, "event_time": 1, "mass": 15.0 }, { "group": 4, "year": 1, "att": 0.07999476996158797, "se": 0.2889098454564293, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.6803780669029547, "se": 0.31304556945641926, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.7700440492078868, "se": 0.4366749481146119, "event_time": 0, "mass": 14.0 } ], "treated_cell_att": 0.37009989814062877, "treated_cell_se": 0.21004634665969024, "checks": { "input_rows": 288, "retained_rows": 288, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04175687488168478, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.90393463510942, "event_study": [ { "event_time": -3, "estimate": 0.1666078795582731, "raw_gap": -0.010524555371726852, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": 0.023283070535475875 }, { "event_time": -2, "estimate": -0.2865196041216307, "raw_gap": -0.29657429530053625, "n": 32, "n_cells": 6, "weight_sum": 32.0, "relative_to_minus_one": -0.4298444131444279 }, { "event_time": -1, "estimate": 0.14332480902279723, "raw_gap": 0.12096001975314341, "n": 48, "n_cells": 11, "weight_sum": 48.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.8884100137988267, "raw_gap": 0.8618725789821731, "n": 63, "n_cells": 11, "weight_sum": 63.0, "relative_to_minus_one": 0.7450852047760295 }, { "event_time": 1, "estimate": 0.913184827384028, "raw_gap": 0.9244278101609874, "n": 49, "n_cells": 9, "weight_sum": 49.0, "relative_to_minus_one": 0.7698600183612307 }, { "event_time": 2, "estimate": 0.9277888042508562, "raw_gap": 0.9277888042508561, "n": 22, "n_cells": 5, "weight_sum": 22.0, "relative_to_minus_one": 0.784463995228059 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.38926353455783386, -0.09759792329470511, 0.12401041898944519, 1.0167246591608192, 0.9565196358758185, 0.7784501426980566 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -7.771561172376095e-17 }, { "cohort": 2, "pre_gap": 0.03672707707140091 }, { "cohort": 3, "pre_gap": -0.17713243493 } ], "diagnostics": { "converged": true, "pre_rmse": 0.36661375179121397, "zeta_omega": [ 0.0, 1.3126173067719085, 1.3008626582226346 ], "zeta_lambda": [ 0.0, 7.804869202444314e-07, 1.0938907460368314e-06 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.7657326179770393, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 17, "time_iterations": 14, "unit_objective": 0.5222358743674851, "time_objective": 1.2433523662935828, "unit_projected_gradient": 2.1365706148746e-09, "time_projected_gradient": 2.6472233294327907e-09 }, { "cohort": 3, "unit_iterations": 18, "time_iterations": 12, "unit_objective": 0.4565066931132, "time_objective": 0.29478612609807414, "unit_projected_gradient": 4.6491034355611305e-09, "time_projected_gradient": 5.206191311390995e-10 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 0.9498138776172182, "matrix_preparation": { "source_rows": 288, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 12, "observation_mass": 288.0, "treated_observation_mass": 134.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005624578334391117, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7013040503116124, "event_study": [ { "event_time": -3, "estimate": -0.05664720298332895, "raw_gap": -0.05664720298332895, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": -0.07204031947533121 }, { "event_time": -2, "estimate": -0.06461496088874788, "raw_gap": -0.06461496088874788, "n": 32, "n_cells": 6, "weight_sum": 32.0, "relative_to_minus_one": -0.08000807738075015 }, { "event_time": -1, "estimate": 0.01539311649200227, "raw_gap": 0.01539311649200227, "n": 48, "n_cells": 11, "weight_sum": 48.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6523194331183063, "raw_gap": 0.6523194331183063, "n": 63, "n_cells": 11, "weight_sum": 63.0, "relative_to_minus_one": 0.6369263166263041 }, { "event_time": 1, "estimate": 0.8031040879530764, "raw_gap": 0.8031040879530764, "n": 49, "n_cells": 9, "weight_sum": 49.0, "relative_to_minus_one": 0.7877109714610742 }, { "event_time": 2, "estimate": 0.6148417338910008, "raw_gap": 0.6148417338910008, "n": 22, "n_cells": 5, "weight_sum": 22.0, "relative_to_minus_one": 0.5994486173989986 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.06069257971959689, -0.02768952995033334, 0.02613819032741289, 0.7636644622193388, 0.7664359450749569, 0.428978972516015 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.1601047770661755, "lambda_l": 0.032432561284584153, "singular_values": [ 2.2712584263576403, 1.319354508674627, 0.2756568895163337, 0.0 ], "history_objective": [ 0.1620663355539397, 0.16085746467874223, 0.1604097558077356, 0.16023739193566344, 0.1601679665536965, 0.16013747404739812, 0.16012276256735408, 0.16011508936009627, 0.16011085830554628, 0.1601084362179663, 0.1601070134475038, 0.1601061615967983, 0.16010564372218694, 0.16010532477637265, 0.16010512610366165, 0.16010500110267473, 0.16010492175720994, 0.1601048710025911, 0.16010483832007671, 0.1601048171550477, 0.16010480338283734, 0.16010479438513936, 0.16010478848709855, 0.16010478461023434, 0.1601047820561426, 0.16010478037037865, 0.1601047792560505, 0.16010477851854882, 0.16010477802995712, 0.16010477770600537, 0.16010477749107457, 0.16010477734839976, 0.16010477725364916, 0.1601047771907034, 0.16010477714887483, 0.16010477712107268, 0.16010477710259016, 0.1601047770903013, 0.16010477708212956, 0.16010477707669507, 0.16010477707308074, 0.16010477707067666, 0.16010477706907755, 0.16010477706801393, 0.16010477706730622, 0.1601047770668356, 0.16010477706652249, 0.16010477706631404, 0.1601047770661755 ], "history_rmse": [ 0.18473402296969044, 0.1855742619914663, 0.18603143214558773, 0.18620585532760972, 0.18626959264976023, 0.18629338195626008, 0.1863028316460526, 0.18630690238306238, 0.1863088017416342, 0.18630974871448733, 0.1863102450549822, 0.18631051492896095, 0.18631066580698738, 0.18631075207844683, 0.18631080237664055, 0.18631083222097206, 0.18631085021752153, 0.18631086123235488, 0.18631086806595132, 0.18631087235724123, 0.18631087508091285, 0.18631087682558528, 0.18631087795189538, 0.18631087868375104, 0.1863108791618494, 0.18631087947553668, 0.18631087968207186, 0.18631087981843591, 0.186310879908667, 0.18631087996847412, 0.18631088000816898, 0.18631088003454077, 0.18631088005207477, 0.18631088006373972, 0.18631088007150362, 0.18631088007667215, 0.18631088008011407, 0.18631088008240612, 0.18631088008393235, 0.18631088008494942, 0.18631088008562696, 0.18631088008607788, 0.1863108800863784, 0.1863108800865785, 0.1863108800867116, 0.18631088008680066, 0.18631088008685992, 0.18631088008689867, 0.1863108800869251 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.6977250981066967, "matrix_preparation": { "source_rows": 288, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 12, "observation_mass": 288.0, "treated_observation_mass": 134.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041591702029109, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5308687052782026, "SE": 0.24844672525912923, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5525551954044863, "SE": 0.33751902609530765, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.5577733213647099, "SE": 0.26884108732429496, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6101266467133601, "SE": 0.31664841117509834, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.331742048631337, "SE": 0.25705328650752873, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.37009989814062877, "SE": 0.21004634665969024, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.90393463510942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7013040503116124, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5308687052782026, "SE": 0.24844672525912923, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.006691934064817828, "upper": 1.0550454764915873, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5525551954044863, "SE": 0.33751902609530765, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15954770366652316, "upper": 1.2646580944754957, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.5577733213647099, "SE": 0.26884108732429496, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.009431792633734282, "upper": 1.124978435363154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6101266467133601, "SE": 0.31664841117509834, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05794310388003132, "upper": 1.2781963973067516, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.331742048631337, "SE": 0.25705328650752873, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1720731350310752, "upper": 0.8355572322937492, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.37009989814062877, "SE": 0.21004634665969024, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041583376396579164, "upper": 0.7817831726778367, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.90393463510942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7013040503116124, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602672.955468, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5308687052782026, "SE": 0.24844672525912923, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.006691934064817828, "upper": 1.0550454764915873, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5525551954044863, "SE": 0.33751902609530765, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15954770366652316, "upper": 1.2646580944754957, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.5577733213647099, "SE": 0.26884108732429496, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.009431792633734282, "upper": 1.124978435363154, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.6101266467133601, "SE": 0.31664841117509834, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.05794310388003132, "upper": 1.2781963973067516, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.331742048631337, "SE": 0.25705328650752873, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1720731350310752, "upper": 0.8355572322937492, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.37009989814062877, "SE": 0.21004634665969024, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.041583376396579164, "upper": 0.7817831726778367, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.90393463510942, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.7013040503116124, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P087", "source_specification_id": "CI-T5-D-C02", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P087.json", "input_bytes": 68198, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p087", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C02", "specification_id": "S01-P087", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C02.csv", "output_dir": "analyses/full-archive/results/S01-P087" }, "source": { "file": "CI-T5-D-C02.csv", "bytes": 68198, "sha256": "7433dd933be005ddeae8b84197f02dea1392b95b3de1f580b8c13b5284c9f23a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 464, "source_sd": 0.9481750536311371, "rows": 281, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15166924638969265, "se": 0.17916704385202792, "pvalue": 0.4090191889440679, "lower": -0.2263401737636606, "upper": 0.529678666543046 }, { "method": "Dynamic TWFE", "estimate": 0.21930290131796165, "se": 0.20171349711427655, "pvalue": 0.2921235074191206, "lower": -0.20627537715297456, "upper": 0.6448811797888978 }, { "method": "BJS / did2s", "estimate": 0.08149722945739064, "se": 0.2539558130142728, "pvalue": 0.7521892116304487, "lower": -0.4543027009214467, "upper": 0.617297159836228 }, { "method": "Sun\u2013Abraham", "estimate": 0.22914942410328415, "se": 0.23807527416836882, "pvalue": 0.3492865118524862, "lower": -0.273145498034078, "upper": 0.7314443462406464 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6371116222062262, "se": 0.3930609632931158, "pvalue": 0.12343879689327233, "lower": -1.466397765600211, "upper": 0.19217452118775857 }, { "event_time": -2, "estimate": 0.17500336501303934, "se": 0.2295426588373968, "pvalue": 0.4562700197367075, "lower": -0.3092893123793786, "upper": 0.6592960424054574 }, { "event_time": 0, "estimate": 0.19674869178990523, "se": 0.17325364238247729, "pvalue": 0.2718767839379843, "lower": -0.16878454182500768, "upper": 0.5622819254048181 }, { "event_time": 1, "estimate": 0.38263000077495063, "se": 0.2656298559928498, "pvalue": 0.1679003170564896, "lower": -0.17780000733638418, "upper": 0.9430600088862855 }, { "event_time": 2, "estimate": -0.05966254385522244, "se": 0.32169839506485326, "pvalue": 0.8550621563668622, "lower": -0.738386829127026, "upper": 0.6190617414165812 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3426917701265098, "se": 0.14102580322684274, "pvalue": 0.026467876828608728, "lower": -0.6402302066509584, "upper": -0.04515333360206114 }, { "event_time": -2, "estimate": 0.11128876507372183, "se": 0.07211736775916888, "pvalue": 0.14120116955885678, "lower": -0.040865580856906794, "upper": 0.26344311100435047 }, { "event_time": -1, "estimate": -0.002920934199822336, "se": 0.059479820410203506, "pvalue": 0.9614055918494283, "lower": -0.1284123858679977, "upper": 0.12257051746835301 }, { "event_time": 0, "estimate": 0.11442583204444245, "se": 0.20918497659756077, "pvalue": 0.5914822111843908, "lower": -0.32691589022978884, "upper": 0.5557675543186738 }, { "event_time": 1, "estimate": 0.16527849416396811, "se": 0.33836252027100394, "pvalue": 0.6314611735472233, "lower": -0.548604022058737, "upper": 0.8791610103866733 }, { "event_time": 2, "estimate": -0.18498381301136954, "se": 0.35623841298016945, "pvalue": 0.6102673240260778, "lower": -0.9365811661395491, "upper": 0.56661354011681 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.840696336599625, "se": 0.4795647830010693, "pvalue": 0.09760761584681879, "lower": -1.8524895863555346, "upper": 0.17109691315628472 }, { "event_time": -2, "estimate": 0.3233967823651648, "se": 0.34496956720889177, "pvalue": 0.3616481746437728, "lower": -0.4044253844105721, "upper": 1.0512189491409016 }, { "event_time": 0, "estimate": 0.1536845297248272, "se": 0.19940345495029915, "pvalue": 0.4514513597186128, "lower": -0.2670199858030977, "upper": 0.5743890452527521 }, { "event_time": 1, "estimate": 0.49518584995239945, "se": 0.30449717759299255, "pvalue": 0.12229078220640853, "lower": -0.1472470387395739, "upper": 1.1376187386443728 }, { "event_time": 2, "estimate": -0.11786498644096274, "se": 0.3549503575463063, "pvalue": 0.7439026219235101, "lower": -0.866744780149665, "upper": 0.6310148072677395 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4728682170542636, 0.35658914728682173, 0.17054263565891473 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.3646574421976454e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.06326304897607594, "df_num": 1, "df_den": 251, "pvalue": 0.8016167718102788, "log10_pvalue": -0.09603320486448368, "inference": "Homoskedastic nested-model F", "observations": 281, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 229.09691037991914, "rss_restricted": 229.15465288614078, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.1325367592747984 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5529727531856197 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17174433887401172 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19775188800784477 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p087", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C02", "specification_id": "S01-P087", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C02.csv", "output_dir": "analyses/archive-expanded/fits/S01-P087" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P087", "regression_results": "analyses/archive-expanded/baselines/S01-P087.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C02.csv", "bytes": 68198, "sha256": "7433dd933be005ddeae8b84197f02dea1392b95b3de1f580b8c13b5284c9f23a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 464, "source_sd": 0.9481750536311371, "rows": 281, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.15166924638969265, "se": 0.17916704385202792, "pvalue": 0.4090191889440679, "lower": -0.2263401737636606, "upper": 0.529678666543046 }, { "method": "Dynamic TWFE", "estimate": 0.21930290131796165, "se": 0.20171349711427655, "pvalue": 0.2921235074191206, "lower": -0.20627537715297456, "upper": 0.6448811797888978 }, { "method": "BJS / did2s", "estimate": 0.08149722945739064, "se": 0.2539558130142728, "pvalue": 0.7521892116304487, "lower": -0.4543027009214467, "upper": 0.617297159836228 }, { "method": "Sun\u2013Abraham", "estimate": 0.22914942410328415, "se": 0.23807527416836882, "pvalue": 0.3492865118524862, "lower": -0.273145498034078, "upper": 0.7314443462406464 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.6371116222062262, "se": 0.3930609632931158, "pvalue": 0.12343879689327233, "lower": -1.466397765600211, "upper": 0.19217452118775857 }, { "event_time": -2, "estimate": 0.17500336501303934, "se": 0.2295426588373968, "pvalue": 0.4562700197367075, "lower": -0.3092893123793786, "upper": 0.6592960424054574 }, { "event_time": 0, "estimate": 0.19674869178990523, "se": 0.17325364238247729, "pvalue": 0.2718767839379843, "lower": -0.16878454182500768, "upper": 0.5622819254048181 }, { "event_time": 1, "estimate": 0.38263000077495063, "se": 0.2656298559928498, "pvalue": 0.1679003170564896, "lower": -0.17780000733638418, "upper": 0.9430600088862855 }, { "event_time": 2, "estimate": -0.05966254385522244, "se": 0.32169839506485326, "pvalue": 0.8550621563668622, "lower": -0.738386829127026, "upper": 0.6190617414165812 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3426917701265098, "se": 0.14102580322684274, "pvalue": 0.026467876828608728, "lower": -0.6402302066509584, "upper": -0.04515333360206114 }, { "event_time": -2, "estimate": 0.11128876507372183, "se": 0.07211736775916888, "pvalue": 0.14120116955885678, "lower": -0.040865580856906794, "upper": 0.26344311100435047 }, { "event_time": -1, "estimate": -0.002920934199822336, "se": 0.059479820410203506, "pvalue": 0.9614055918494283, "lower": -0.1284123858679977, "upper": 0.12257051746835301 }, { "event_time": 0, "estimate": 0.11442583204444245, "se": 0.20918497659756077, "pvalue": 0.5914822111843908, "lower": -0.32691589022978884, "upper": 0.5557675543186738 }, { "event_time": 1, "estimate": 0.16527849416396811, "se": 0.33836252027100394, "pvalue": 0.6314611735472233, "lower": -0.548604022058737, "upper": 0.8791610103866733 }, { "event_time": 2, "estimate": -0.18498381301136954, "se": 0.35623841298016945, "pvalue": 0.6102673240260778, "lower": -0.9365811661395491, "upper": 0.56661354011681 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.840696336599625, "se": 0.4795647830010693, "pvalue": 0.09760761584681879, "lower": -1.8524895863555346, "upper": 0.17109691315628472 }, { "event_time": -2, "estimate": 0.3233967823651648, "se": 0.34496956720889177, "pvalue": 0.3616481746437728, "lower": -0.4044253844105721, "upper": 1.0512189491409016 }, { "event_time": 0, "estimate": 0.1536845297248272, "se": 0.19940345495029915, "pvalue": 0.4514513597186128, "lower": -0.2670199858030977, "upper": 0.5743890452527521 }, { "event_time": 1, "estimate": 0.49518584995239945, "se": 0.30449717759299255, "pvalue": 0.12229078220640853, "lower": -0.1472470387395739, "upper": 1.1376187386443728 }, { "event_time": 2, "estimate": -0.11786498644096274, "se": 0.3549503575463063, "pvalue": 0.7439026219235101, "lower": -0.866744780149665, "upper": 0.6310148072677395 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4728682170542636, 0.35658914728682173, 0.17054263565891473 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 2.7755575615628914e-17, "saturated_vs_deviations_relative_rss_difference": 1.3646574421976454e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.06326304897607594, "df_num": 1, "df_den": 251, "pvalue": 0.8016167718102788, "log10_pvalue": -0.09603320486448368, "inference": "Homoskedastic nested-model F", "observations": 281, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 229.09691037991914, "rss_restricted": 229.15465288614078, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ], [ -0.11145178030829102, -0.23779044822924508, -0.046316004778601275, -0.09818522971778743, -0.17005809229971386, -0.2666965339712822 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.1325367592747984 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.5529727531856197 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.17174433887401172 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.19775188800784477 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.020675209134706007, "se": 0.23336157404155286, "lower": -0.4367050713623148, "upper": 0.4780554896317268 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.05804785194601978, "se": 0.2266082708288166, "lower": -0.3860961974773593, "upper": 0.5021919013693988 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.030942976476973805, "se": 0.2184819254702913, "lower": -0.39727372871776145, "upper": 0.45915968167170906 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 129.0, "post_cells": 6, "estimate": 0.05052047754161476, "se": 0.22555188341739157, "lower": -0.3915530906016498, "upper": 0.4925940456848793 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.020675209134706007, "se": 0.23336157404155286, "lower": -0.4367050713623148, "upper": 0.4780554896317268, "event_study": [ { "event_time": -3, "estimate": -0.7777007197620095, "se": 0.4340404739942424, "lower": -1.6284044166234186, "upper": 0.07300297709939951, "relative_to_minus_one": -0.7777007197620095, "n": 0.0 }, { "event_time": -2, "estimate": 0.08868092903364355, "se": 0.3376416215931277, "lower": -0.5730844889705882, "upper": 0.7504463470378753, "relative_to_minus_one": 0.08868092903364355, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.0508955351941317, "se": 0.24575672249303576, "lower": -0.430778789850823, "upper": 0.5325698602390865, "relative_to_minus_one": 0.0508955351941317, "n": 61.0 }, { "event_time": 1, "estimate": 0.21251726096352022, "se": 0.26446865239414147, "lower": -0.30583177276883977, "upper": 0.7308662946958802, "relative_to_minus_one": 0.21251726096352022, "n": 46.0 }, { "event_time": 2, "estimate": -0.20138716875353388, "se": 0.35240458250341655, "lower": -0.8920874584471045, "upper": 0.48931312094003665, "relative_to_minus_one": -0.20138716875353388, "n": 22.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.10168363309237659, "se": 0.37265449653373184, "event_time": 0, "mass": 27.0 }, { "group": 2, "year": 3, "att": 0.11023207654778236, "se": 0.39131197028178105, "event_time": 1, "mass": 32.0 }, { "group": 2, "year": 4, "att": -0.20138716875353388, "se": 0.3524045825034165, "event_time": 2, "mass": 22.0 }, { "group": 3, "year": 1, "att": 0.43434628825009275, "se": 0.446997087208303, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.20294168445223812, "se": 0.3158462675867155, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.3436521127785687, "se": 0.4269953260092588, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": -0.7777007197620095, "se": 0.43404047399424234, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6026497893992547, "se": 0.3078597341284077, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.3834226553688629, "se": 0.26190767607616533, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.05052047754161476, "treated_cell_se": 0.22555188341739157, "checks": { "input_rows": 281, "retained_rows": 281, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04372662538662553, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.006106394208696843, "event_study": [ { "event_time": -3, "estimate": -0.028595937255235748, "raw_gap": -0.12527435362043615, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": 0.008132691187766408 }, { "event_time": -2, "estimate": 0.10291913728523802, "raw_gap": 0.015225546324966345, "n": 32, "n_cells": 6, "weight_sum": 32.0, "relative_to_minus_one": 0.13964776572824017 }, { "event_time": -1, "estimate": -0.036728628443002155, "raw_gap": -0.08922444237885353, "n": 46, "n_cells": 11, "weight_sum": 46.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.032247280270228516, "raw_gap": -0.01749130125459148, "n": 61, "n_cells": 11, "weight_sum": 61.0, "relative_to_minus_one": 0.06897590871323067 }, { "event_time": 1, "estimate": 0.14722293707977394, "raw_gap": 0.12129924669158951, "n": 46, "n_cells": 9, "weight_sum": 46.0, "relative_to_minus_one": 0.18395156552277608 }, { "event_time": 2, "estimate": -0.3614370158741658, "raw_gap": -0.3614370158741658, "n": 22, "n_cells": 5, "weight_sum": 22.0, "relative_to_minus_one": -0.32470838743116365 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0022940358871902933, 0.14536284130240068, -0.07887172509454753, 0.07666904398476952, 0.06454600812426245, -0.331164445520311 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": -0.08517783984689166 }, { "cohort": 3, "pre_gap": -0.0966784163652004 } ], "diagnostics": { "converged": true, "pre_rmse": 0.17078589347679557, "zeta_omega": [ 0.0, 1.622287395440861, 1.1180587867504905 ], "zeta_lambda": [ 0.0, 9.646178566187523e-07, 9.401716258214047e-07 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4490929203154274, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 15, "unit_objective": 0.4879554629842842, "time_objective": 0.2978916792181598, "unit_projected_gradient": 1.0551631790534088e-10, "time_projected_gradient": 6.522007711673439e-09 }, { "cohort": 3, "unit_iterations": 10, "time_iterations": 37, "unit_objective": 0.1917395794001579, "time_objective": 0.24835660205720536, "unit_projected_gradient": 8.157274494768885e-09, "time_projected_gradient": 2.06168571104115e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.734723475976807e-18, "native_scalar_vs_unweighted_matrix_average": 3.122502256758253e-17 }, "native_matrix_att": 0.025729235234192207, "matrix_preparation": { "source_rows": 281, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 12, "observation_mass": 281.0, "treated_observation_mass": 129.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005773329176008701, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1486309829417177, "event_study": [ { "event_time": -3, "estimate": -0.07230880542073088, "raw_gap": -0.07230880542073088, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": -0.07021024719528 }, { "event_time": -2, "estimate": 0.02439928131544262, "raw_gap": 0.02439928131544262, "n": 32, "n_cells": 6, "weight_sum": 32.0, "relative_to_minus_one": 0.026497839540893495 }, { "event_time": -1, "estimate": -0.002098558225450877, "raw_gap": -0.002098558225450877, "n": 46, "n_cells": 11, "weight_sum": 46.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15669176565324563, "raw_gap": 0.15669176565324563, "n": 61, "n_cells": 11, "weight_sum": 61.0, "relative_to_minus_one": 0.15879032387869652 }, { "event_time": 1, "estimate": 0.21318596890527902, "raw_gap": 0.21318596890527902, "n": 46, "n_cells": 9, "weight_sum": 46.0, "relative_to_minus_one": 0.2152845271307299 }, { "event_time": 2, "estimate": -0.00869797613678354, "raw_gap": -0.00869797613678354, "n": 22, "n_cells": 5, "weight_sum": 22.0, "relative_to_minus_one": -0.006599417911332664 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.03411028320266102, 0.041767544292193204, -0.01658034704696539, 0.12642896642793514, 0.07245775171581345, -0.1901392167773444 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 51, "termination_reason": "Relative objective tolerance reached", "objective": 0.09273699578946717, "lambda_l": 0.022829723536549218, "singular_values": [ 1.549166788581099, 1.3978551914942359, 0.36171360472626457, 0.0 ], "history_objective": [ 0.09353046092104922, 0.09314977492786694, 0.09295840236332696, 0.09285771264995893, 0.09280422881801119, 0.0927752701711283, 0.09275922098902552, 0.0927501172059694, 0.0927448452247869, 0.09274173954583947, 0.09273988513019973, 0.0927387662836314, 0.09273808587203729, 0.09273766957184268, 0.09273741365373946, 0.09273725572475523, 0.09273715794850637, 0.09273709723831677, 0.09273705944047357, 0.09273703584522518, 0.09273702107630667, 0.0927370118062429, 0.09273700597057366, 0.0927370022854584, 0.09273699995064605, 0.09273699846612393, 0.09273699751868789, 0.09273699691162439, 0.0927369965210297, 0.09273699626862057, 0.09273699610477433, 0.0927369959979246, 0.09273699592791587, 0.0927369958818276, 0.09273699585134242, 0.09273699583108294, 0.09273699581755689, 0.09273699580848566, 0.0927369958023757, 0.0927369957982432, 0.09273699579543715, 0.09273699579352473, 0.09273699579221682, 0.09273699579131947, 0.09273699579070195, 0.09273699579027588, 0.09273699578998117, 0.09273699578977682, 0.09273699578963485, 0.09273699578953605, 0.09273699578946717 ], "history_rmse": [ 0.13054579840932162, 0.13078406494924627, 0.13095418558530697, 0.13104433649869882, 0.1310916359348557, 0.13111658604430118, 0.1311299409222652, 0.131137224704895, 0.131141274805261, 0.13114356731170365, 0.13114488509554018, 0.13114565236724587, 0.13114610381352024, 0.13114637170607732, 0.1311465317854112, 0.1311466279940021, 0.13114668609956026, 0.13114672134317584, 0.1311467428030073, 0.13114675591750147, 0.13114676396035663, 0.1311467689103315, 0.1311467719678395, 0.13114677386355017, 0.1311467750436219, 0.13114677578133285, 0.13114677624459523, 0.13114677653691698, 0.13114677672231997, 0.1311467768405469, 0.13114677691636564, 0.13114677696527463, 0.13114677699701588, 0.13114677701774288, 0.13114677703136152, 0.1311467770403647, 0.1311467770463526, 0.13114677705035804, 0.13114677705305325, 0.1311467770548762, 0.13114677705611522, 0.13114677705696132, 0.13114677705754157, 0.1311467770579412, 0.13114677705821692, 0.1311467770584083, 0.13114677705854136, 0.13114677705863395, 0.1311467770586986, 0.1311467770587438, 0.13114677705877548 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": 0.04368569249051541, "matrix_preparation": { "source_rows": 281, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 12, "observation_mass": 281.0, "treated_observation_mass": 129.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00046395789831876755, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15166924638969265, "SE": 0.17916704385202792, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21930290131796165, "SE": 0.20171349711427655, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08149722945739064, "SE": 0.2539558130142728, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22914942410328415, "SE": 0.23807527416836882, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.020675209134706007, "SE": 0.23336157404155286, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05052047754161476, "SE": 0.22555188341739157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.006106394208696843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1486309829417177, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15166924638969265, "SE": 0.17916704385202792, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2263401737636606, "upper": 0.529678666543046, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21930290131796165, "SE": 0.20171349711427655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20627537715297456, "upper": 0.6448811797888978, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08149722945739064, "SE": 0.2539558130142728, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4543027009214467, "upper": 0.617297159836228, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22914942410328415, "SE": 0.23807527416836882, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.273145498034078, "upper": 0.7314443462406464, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.020675209134706007, "SE": 0.23336157404155286, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4367050713623148, "upper": 0.4780554896317268, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05052047754161476, "SE": 0.22555188341739157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3915530906016498, "upper": 0.4925940456848793, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.006106394208696843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1486309829417177, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602674.595791, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.15166924638969265, "SE": 0.17916704385202792, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2263401737636606, "upper": 0.529678666543046, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.21930290131796165, "SE": 0.20171349711427655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20627537715297456, "upper": 0.6448811797888978, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.08149722945739064, "SE": 0.2539558130142728, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4543027009214467, "upper": 0.617297159836228, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.22914942410328415, "SE": 0.23807527416836882, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.273145498034078, "upper": 0.7314443462406464, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.020675209134706007, "SE": 0.23336157404155286, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4367050713623148, "upper": 0.4780554896317268, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.05052047754161476, "SE": 0.22555188341739157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3915530906016498, "upper": 0.4925940456848793, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.006106394208696843, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1486309829417177, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P088", "source_specification_id": "CI-T5-D-C03", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 3 (\"Perception of Chinese democracy\"), accepted-manuscript p. 49", "outcome_label": "Perception of Chinese democracy z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P088.json", "input_bytes": 67339, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p088", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C03", "specification_id": "S01-P088", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C03.csv", "output_dir": "analyses/full-archive/results/S01-P088" }, "source": { "file": "CI-T5-D-C03.csv", "bytes": 67339, "sha256": "d39f69e370fecd2a443946c8699c78a08cb6f40fb1b5cf226bde82f017a96038" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.9614291497336017, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3320653723940968, "se": 0.21620740446726425, "pvalue": 0.14410894889203255, "lower": -0.12627385006692987, "upper": 0.7904045948551235 }, { "method": "Dynamic TWFE", "estimate": 0.2632884222324601, "se": 0.22966794685584058, "pvalue": 0.2684909422342053, "lower": -0.22358587536850183, "upper": 0.750162719833422 }, { "method": "BJS / did2s", "estimate": 0.35830775083131117, "se": 0.20172010886107067, "pvalue": 0.09470674902294794, "lower": -0.06931977690276092, "upper": 0.7859352785653833 }, { "method": "Sun\u2013Abraham", "estimate": 0.3871365784380185, "se": 0.1717411012472166, "pvalue": 0.03855687874863643, "lower": 0.02306170780995004, "upper": 0.7512114490660871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.13352174199743105, "se": 0.26167670341915994, "pvalue": 0.6168399498127194, "lower": -0.6882515722584568, "upper": 0.4212080882635947 }, { "event_time": -2, "estimate": -0.06170887569492367, "se": 0.21173495555415484, "pvalue": 0.774456311492573, "lower": -0.5105669300045533, "upper": 0.387149178614706 }, { "event_time": 0, "estimate": 0.3054268379762749, "se": 0.2156043334353399, "pvalue": 0.17577314261178212, "lower": -0.15163393100836853, "upper": 0.7624876069609183 }, { "event_time": 1, "estimate": 0.30591391656612904, "se": 0.27996159651572433, "pvalue": 0.29070577893803495, "lower": -0.2875781554659977, "upper": 0.8994059885982557 }, { "event_time": 2, "estimate": 0.04718656362380259, "se": 0.346023416454131, "pvalue": 0.8932313681403888, "lower": -0.6863503105719527, "upper": 0.7807234378195579 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.032209910684750875, "se": 0.15306064727377727, "pvalue": 0.8359817063051606, "lower": -0.3566839879426666, "upper": 0.29226416657316484 }, { "event_time": -2, "estimate": -0.06054743481240145, "se": 0.07424398363157166, "pvalue": 0.42674894179426615, "lower": -0.2179376491482663, "upper": 0.09684277952346339 }, { "event_time": -1, "estimate": 0.049244547579542705, "se": 0.04532678734883192, "pvalue": 0.2933845077378397, "lower": -0.046843949117921, "upper": 0.1453330442770064 }, { "event_time": 0, "estimate": 0.42651457883287663, "se": 0.2055297140785121, "pvalue": 0.05445509913057744, "lower": -0.009188951189590455, "upper": 0.8622181088553438 }, { "event_time": 1, "estimate": 0.385562164903139, "se": 0.26413057727415173, "pvalue": 0.1637167950156381, "lower": -0.1743696455467043, "upper": 0.9454939753529823 }, { "event_time": 2, "estimate": 0.0919987725775314, "se": 0.26818951619864045, "pvalue": 0.736036710520455, "lower": -0.47653760400755096, "upper": 0.6605351491626138 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.23103037072934715, "se": 0.3400369073694558, "pvalue": 0.5065781908203909, "lower": -0.9518764125926634, "upper": 0.48981567113396907 }, { "event_time": -2, "estimate": -0.6867440812026457, "se": 0.2474830652524751, "pvalue": 0.013522806169181016, "lower": -1.211384742698887, "upper": -0.1621034197064043 }, { "event_time": 0, "estimate": 0.43283747569384146, "se": 0.15085398998750588, "pvalue": 0.011128500539063007, "lower": 0.11304130291065767, "upper": 0.7526336484770253 }, { "event_time": 1, "estimate": 0.32553512906455745, "se": 0.2577403696337098, "pvalue": 0.22467304916436862, "lower": -0.22085004634518884, "upper": 0.8719203044743038 }, { "event_time": 2, "estimate": 0.36842616465370087, "se": 0.2844268098404069, "pvalue": 0.21358533415922604, "lower": -0.23453173676757383, "upper": 0.9713840660749755 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.8906668436091465, "df_num": 1, "df_den": 235, "pvalue": 0.015974233938446332, "log10_pvalue": -1.7965799597287377, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 216.62140616518184, "rss_restricted": 222.05138290949344, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4861415166916805 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.4042953422199558 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.689831059616433 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4241109327763476 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Perception of Chinese democracy z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p088", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Perception of Chinese democracy z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C03", "specification_id": "S01-P088", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C03.csv", "output_dir": "analyses/archive-expanded/fits/S01-P088" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P088", "regression_results": "analyses/archive-expanded/baselines/S01-P088.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C03.csv", "bytes": 67339, "sha256": "d39f69e370fecd2a443946c8699c78a08cb6f40fb1b5cf226bde82f017a96038" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.9614291497336017, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.3320653723940968, "se": 0.21620740446726425, "pvalue": 0.14410894889203255, "lower": -0.12627385006692987, "upper": 0.7904045948551235 }, { "method": "Dynamic TWFE", "estimate": 0.2632884222324601, "se": 0.22966794685584058, "pvalue": 0.2684909422342053, "lower": -0.22358587536850183, "upper": 0.750162719833422 }, { "method": "BJS / did2s", "estimate": 0.35830775083131117, "se": 0.20172010886107067, "pvalue": 0.09470674902294794, "lower": -0.06931977690276092, "upper": 0.7859352785653833 }, { "method": "Sun\u2013Abraham", "estimate": 0.3871365784380185, "se": 0.1717411012472166, "pvalue": 0.03855687874863643, "lower": 0.02306170780995004, "upper": 0.7512114490660871 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.13352174199743105, "se": 0.26167670341915994, "pvalue": 0.6168399498127194, "lower": -0.6882515722584568, "upper": 0.4212080882635947 }, { "event_time": -2, "estimate": -0.06170887569492367, "se": 0.21173495555415484, "pvalue": 0.774456311492573, "lower": -0.5105669300045533, "upper": 0.387149178614706 }, { "event_time": 0, "estimate": 0.3054268379762749, "se": 0.2156043334353399, "pvalue": 0.17577314261178212, "lower": -0.15163393100836853, "upper": 0.7624876069609183 }, { "event_time": 1, "estimate": 0.30591391656612904, "se": 0.27996159651572433, "pvalue": 0.29070577893803495, "lower": -0.2875781554659977, "upper": 0.8994059885982557 }, { "event_time": 2, "estimate": 0.04718656362380259, "se": 0.346023416454131, "pvalue": 0.8932313681403888, "lower": -0.6863503105719527, "upper": 0.7807234378195579 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.032209910684750875, "se": 0.15306064727377727, "pvalue": 0.8359817063051606, "lower": -0.3566839879426666, "upper": 0.29226416657316484 }, { "event_time": -2, "estimate": -0.06054743481240145, "se": 0.07424398363157166, "pvalue": 0.42674894179426615, "lower": -0.2179376491482663, "upper": 0.09684277952346339 }, { "event_time": -1, "estimate": 0.049244547579542705, "se": 0.04532678734883192, "pvalue": 0.2933845077378397, "lower": -0.046843949117921, "upper": 0.1453330442770064 }, { "event_time": 0, "estimate": 0.42651457883287663, "se": 0.2055297140785121, "pvalue": 0.05445509913057744, "lower": -0.009188951189590455, "upper": 0.8622181088553438 }, { "event_time": 1, "estimate": 0.385562164903139, "se": 0.26413057727415173, "pvalue": 0.1637167950156381, "lower": -0.1743696455467043, "upper": 0.9454939753529823 }, { "event_time": 2, "estimate": 0.0919987725775314, "se": 0.26818951619864045, "pvalue": 0.736036710520455, "lower": -0.47653760400755096, "upper": 0.6605351491626138 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.23103037072934715, "se": 0.3400369073694558, "pvalue": 0.5065781908203909, "lower": -0.9518764125926634, "upper": 0.48981567113396907 }, { "event_time": -2, "estimate": -0.6867440812026457, "se": 0.2474830652524751, "pvalue": 0.013522806169181016, "lower": -1.211384742698887, "upper": -0.1621034197064043 }, { "event_time": 0, "estimate": 0.43283747569384146, "se": 0.15085398998750588, "pvalue": 0.011128500539063007, "lower": 0.11304130291065767, "upper": 0.7526336484770253 }, { "event_time": 1, "estimate": 0.32553512906455745, "se": 0.2577403696337098, "pvalue": 0.22467304916436862, "lower": -0.22085004634518884, "upper": 0.8719203044743038 }, { "event_time": 2, "estimate": 0.36842616465370087, "se": 0.2844268098404069, "pvalue": 0.21358533415922604, "lower": -0.23453173676757383, "upper": 0.9713840660749755 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 5.8906668436091465, "df_num": 1, "df_den": 235, "pvalue": 0.015974233938446332, "log10_pvalue": -1.7965799597287377, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 216.62140616518184, "rss_restricted": 222.05138290949344, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -1.4861415166916805 }, { "event_time": 0.0, "cohort": 3, "estimate": -1.4042953422199558 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.689831059616433 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4241109327763476 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.12458397773534398, "se": 0.23143228043192898, "lower": -0.32901495677121073, "upper": 0.5781829122418987 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.10752066959814272, "se": 0.2507053193704449, "lower": -0.38385272710054125, "upper": 0.5988940662968267 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07502032114059316, "se": 0.2502683384542298, "lower": -0.4154966087003779, "upper": 0.5655372509815643 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 116.0, "post_cells": 6, "estimate": 0.1873622782671978, "se": 0.2346251250125666, "lower": -0.2724945166256405, "upper": 0.6472190731600361 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.12458397773534398, "se": 0.23143228043192898, "lower": -0.32901495677121073, "upper": 0.5781829122418987, "event_study": [ { "event_time": -3, "estimate": -0.17213651331430022, "se": 0.24439531309580415, "lower": -0.6511425249724666, "upper": 0.3068694983438661, "relative_to_minus_one": -0.17213651331430022, "n": 0.0 }, { "event_time": -2, "estimate": -0.29182322151246076, "se": 0.4719259844702411, "lower": -1.2167811544427423, "upper": 0.6331347114178206, "relative_to_minus_one": -0.29182322151246076, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.19584323562326525, "se": 0.24243686449471438, "lower": -0.2793242873111923, "upper": 0.6710107585577229, "relative_to_minus_one": 0.19584323562326525, "n": 59.0 }, { "event_time": 1, "estimate": -0.0784823902464139, "se": 0.35954533286385043, "lower": -0.7831782934690262, "upper": 0.6262135129761984, "relative_to_minus_one": -0.0784823902464139, "n": 38.0 }, { "event_time": 2, "estimate": 0.25639108782918063, "se": 0.28356950999147024, "lower": -0.299394938867772, "upper": 0.8121771145261333, "relative_to_minus_one": 0.25639108782918063, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.43301531970998886, "se": 0.24466110909298222, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": 0.7653929183211303, "se": 0.18648857121432874, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": 0.25639108782918063, "se": 0.28356950999147024, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.7897703361768952, "se": 0.34529257048155026, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.26533125332915175, "se": 0.3391856157576596, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": -0.998090098300789, "se": 0.3002175215440063, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": -0.17213651331430022, "se": 0.2443953130958042, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.7579031283206713, "se": 0.33365730782077463, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6231941272696713, "se": 0.15785000193980503, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.1873622782671978, "treated_cell_se": 0.2346251250125666, "checks": { "input_rows": 264, "retained_rows": 264, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.039738334249705076, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5941320037006895, "event_study": [ { "event_time": -3, "estimate": -0.8597326681243046, "raw_gap": -0.6496170530818184, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.8932186362957986 }, { "event_time": -2, "estimate": -0.44326233462920855, "raw_gap": -0.32080092296182866, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.4767483028007025 }, { "event_time": -1, "estimate": 0.03348596817149397, "raw_gap": 0.12042621814876409, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.6079304262659706, "raw_gap": 0.6884850744587101, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.5744444580944766 }, { "event_time": 1, "estimate": 0.6408607168180533, "raw_gap": 0.6782276020812891, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.6073747486465594 }, { "event_time": 2, "estimate": 0.4578268442369308, "raw_gap": 0.4578268442369307, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.42434087606543686 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.43461954799928626, -0.08813119735756329, 0.13980262801439525, 0.6913098611357513, 0.5255392645972471, 0.47495640213577267 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -5.551115123125783e-17 }, { "cohort": 2, "pre_gap": 0.10142440285735427 }, { "cohort": 3, "pre_gap": 0.2101156150424863 } ], "diagnostics": { "converged": true, "pre_rmse": 0.3539704644149654, "zeta_omega": [ 0.0, 1.1738973924520306, 1.11817130667224 ], "zeta_lambda": [ 0.0, 6.980035656935481e-07, 9.402662434202485e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.3231752861039551, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 18, "unit_objective": 0.3970207785260181, "time_objective": 0.3609935649904957, "unit_projected_gradient": 5.481375547899958e-09, "time_projected_gradient": 1.1533713983880034e-09 }, { "cohort": 3, "unit_iterations": 13, "time_iterations": 23, "unit_objective": 0.37329336196786717, "time_objective": 0.14965104635554546, "unit_projected_gradient": 5.656000223730473e-09, "time_projected_gradient": 5.553125126400715e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.5357096310788534, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005635418929159641, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.46922167543866933, "event_study": [ { "event_time": -3, "estimate": -0.1617221684122072, "raw_gap": -0.1617221684122072, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.17658579341071334 }, { "event_time": -2, "estimate": -0.0681529993452218, "raw_gap": -0.0681529993452218, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.08301662434372793 }, { "event_time": -1, "estimate": 0.014863624998506126, "raw_gap": 0.014863624998506126, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5235947059715874, "raw_gap": 0.5235947059715874, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.5087310809730813 }, { "event_time": 1, "estimate": 0.5615253554372522, "raw_gap": 0.5615253554372522, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.5466617304387461 }, { "event_time": 2, "estimate": 0.11577174694454713, "raw_gap": 0.11577174694454713, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.100908121946041 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.07900705295287153, -0.012542642088624337, 0.023326827413825368, 0.4808531073629047, 0.371729616903816, 0.0388250652593059 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 39, "termination_reason": "Relative objective tolerance reached", "objective": 0.10173836417942521, "lambda_l": 0.02677932056878169, "singular_values": [ 1.909798188171285, 1.168853823258233, 0.0, 0.0 ], "history_objective": [ 0.10463012925777412, 0.10291929849087274, 0.10207355888864415, 0.10183738594235796, 0.10177443306581793, 0.10175463974351119, 0.10174674658701899, 0.10174294795648728, 0.10174092997273523, 0.10173981287027958, 0.10173918479165651, 0.10173882962846223, 0.10173862834744443, 0.10173851416607677, 0.10173844936090291, 0.10173841256736194, 0.1017383916720586, 0.10173837980278969, 0.10173837305927047, 0.10173836922724239, 0.1017383670493108, 0.10173836581128798, 0.10173836510744041, 0.101738364707227, 0.10173836447963014, 0.10173836435018017, 0.10173836427654279, 0.10173836423464841, 0.10173836421081003, 0.10173836419724373, 0.10173836418952209, 0.10173836418512641, 0.10173836418262368, 0.1017383641811985, 0.10173836418038676, 0.10173836417992432, 0.10173836417966088, 0.10173836417951077, 0.10173836417942521 ], "history_rmse": [ 0.14954768211315764, 0.15030556658434818, 0.14508276748602272, 0.14176499802221937, 0.14025574430261908, 0.13956635203509699, 0.13924529373290775, 0.13909116676556316, 0.13901392420567046, 0.13897296191324715, 0.13894973873809238, 0.13893562616652866, 0.13892649182769778, 0.13892027266469376, 0.1389158799315704, 0.13891269961359798, 0.13891036041484464, 0.13890862298811096, 0.13890732485983118, 0.13890635150576935, 0.1389056201219492, 0.1389050698572762, 0.13890465554145298, 0.13890434343934066, 0.13890410826398464, 0.13890393101963464, 0.1389037974179049, 0.13890369670272826, 0.13890362077314075, 0.13890356352596386, 0.1389035203621627, 0.1389034878156306, 0.13890346327381106, 0.13890344476733088, 0.1389034308115483, 0.1389034202871713, 0.1389034123503051, 0.13890340636465973, 0.13890340185045716 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3608031031771272, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00037329085171222687, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3320653723940968, "SE": 0.21620740446726425, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2632884222324601, "SE": 0.22966794685584058, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.35830775083131117, "SE": 0.20172010886107067, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3871365784380185, "SE": 0.1717411012472166, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12458397773534398, "SE": 0.23143228043192898, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1873622782671978, "SE": 0.2346251250125666, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5941320037006895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46922167543866933, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3320653723940968, "SE": 0.21620740446726425, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12627385006692987, "upper": 0.7904045948551235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2632884222324601, "SE": 0.22966794685584058, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22358587536850183, "upper": 0.750162719833422, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.35830775083131117, "SE": 0.20172010886107067, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06931977690276092, "upper": 0.7859352785653833, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3871365784380185, "SE": 0.1717411012472166, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.02306170780995004, "upper": 0.7512114490660871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12458397773534398, "SE": 0.23143228043192898, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.32901495677121073, "upper": 0.5781829122418987, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1873622782671978, "SE": 0.2346251250125666, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2724945166256405, "upper": 0.6472190731600361, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5941320037006895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46922167543866933, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602676.481505, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.3320653723940968, "SE": 0.21620740446726425, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.12627385006692987, "upper": 0.7904045948551235, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2632884222324601, "SE": 0.22966794685584058, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.22358587536850183, "upper": 0.750162719833422, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.35830775083131117, "SE": 0.20172010886107067, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06931977690276092, "upper": 0.7859352785653833, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3871365784380185, "SE": 0.1717411012472166, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.02306170780995004, "upper": 0.7512114490660871, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12458397773534398, "SE": 0.23143228043192898, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.32901495677121073, "upper": 0.5781829122418987, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1873622782671978, "SE": 0.2346251250125666, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2724945166256405, "upper": 0.6472190731600361, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5941320037006895, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.46922167543866933, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P089", "source_specification_id": "CI-T5-D-C04", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P089.json", "input_bytes": 64217, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p089", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C04", "specification_id": "S01-P089", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C04.csv", "output_dir": "analyses/full-archive/results/S01-P089" }, "source": { "file": "CI-T5-D-C04.csv", "bytes": 64217, "sha256": "d4600869586a4d541fd563b4f495606b2b3c0ef386c81fb4326a8c815a61ddc9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 437, "source_sd": 0.9434132236760603, "rows": 250, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38234882585818836, "se": 0.2472861682957992, "pvalue": 0.1416100234586173, "lower": -0.14187443273619532, "upper": 0.906572084452572 }, { "method": "Dynamic TWFE", "estimate": 0.5581483433627703, "se": 0.2102198784939526, "pvalue": 0.017289438622154065, "lower": 0.11250210894179191, "upper": 1.0037945777837487 }, { "method": "BJS / did2s", "estimate": 0.4794727749845398, "se": 0.23454550455891932, "pvalue": 0.057746688246918206, "lower": -0.0177414830384362, "upper": 0.9766870330075157 }, { "method": "Sun\u2013Abraham", "estimate": 0.4908149332691468, "se": 0.219605591092431, "pvalue": 0.040029217976437104, "lower": 0.025271876973686436, "upper": 0.9563579895646073 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.416742773882426, "se": 0.22957986595892343, "pvalue": 0.08827614651803835, "lower": -0.9034303483232531, "upper": 0.06994480055840113 }, { "event_time": -2, "estimate": -0.49839024019672146, "se": 0.2167750036497281, "pvalue": 0.03530701317594573, "lower": -0.9579327191724869, "upper": -0.03884776122095607 }, { "event_time": 0, "estimate": 0.36994615636816003, "se": 0.21674194385161819, "pvalue": 0.10717915863615919, "lower": -0.089526238966401, "upper": 0.829418551702721 }, { "event_time": 1, "estimate": 0.6267228405525698, "se": 0.26197302979303616, "pvalue": 0.02936460922156976, "lower": 0.07136482644126485, "upper": 1.1820808546638748 }, { "event_time": 2, "estimate": 1.0099480244803603, "se": 0.25409162615425424, "pvalue": 0.0010883307258454883, "lower": 0.4712978397082108, "upper": 1.5485982092525097 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.12712926146558942, "se": 0.0972813438376578, "pvalue": 0.2097455451616876, "lower": -0.07909797485122627, "upper": 0.3333564977824051 }, { "event_time": -2, "estimate": -0.09013957579133097, "se": 0.08274588613657129, "pvalue": 0.29213371709283714, "lower": -0.26555301830100697, "upper": 0.08527386671834505 }, { "event_time": -1, "estimate": 0.0401724754324628, "se": 0.042480163243282576, "pvalue": 0.3583774918360308, "lower": -0.049881447738755885, "upper": 0.1302263986036815 }, { "event_time": 0, "estimate": 0.34927935918180375, "se": 0.28297567548670477, "pvalue": 0.23491026630063055, "lower": -0.25060227483317576, "upper": 0.9491609931967833 }, { "event_time": 1, "estimate": 0.5568986424994115, "se": 0.2657002569890788, "pvalue": 0.052342183799343814, "lower": -0.0063607402961858295, "upper": 1.1201580252950087 }, { "event_time": 2, "estimate": 0.7383537550399637, "se": 0.19347501397241407, "pvalue": 0.0015196528851331155, "lower": 0.32820504765293684, "upper": 1.1485024624269906 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.046373940213609986, "se": 0.41088215758472685, "pvalue": 0.9115420685136352, "lower": -0.824657323005715, "upper": 0.917405203432935 }, { "event_time": -2, "estimate": -0.1971316392054657, "se": 0.30861849992222423, "pvalue": 0.5320203016746747, "lower": -0.8513736326283032, "upper": 0.4571103542173718 }, { "event_time": 0, "estimate": 0.34641328941328947, "se": 0.1851673206391905, "pvalue": 0.07977559277536542, "lower": -0.04612389485233165, "upper": 0.7389504736789105 }, { "event_time": 1, "estimate": 0.5581353871175683, "se": 0.3269507209169532, "pvalue": 0.10713320470467193, "lower": -0.13496917873849035, "upper": 1.251239952973627 }, { "event_time": 2, "estimate": 0.8111517707845891, "se": 0.2650050652579172, "pvalue": 0.007466748924266073, "lower": 0.249366128623856, "upper": 1.3729374129453222 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5225225225225225, 0.3063063063063063, 0.17117117117117117 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.5712011802469635e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10348522704208982, "df_num": 1, "df_den": 221, "pvalue": 0.7479907029715333, "log10_pvalue": -0.12610380009443406, "inference": "Homoskedastic nested-model F", "observations": 250, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 223.83209558045775, "rss_restricted": 223.936906961591, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.022395912347283574 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8201183997514587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.24281847585524038 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.312815738547201 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p089", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C04", "specification_id": "S01-P089", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P089" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P089", "regression_results": "analyses/archive-expanded/baselines/S01-P089.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C04.csv", "bytes": 64217, "sha256": "d4600869586a4d541fd563b4f495606b2b3c0ef386c81fb4326a8c815a61ddc9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 437, "source_sd": 0.9434132236760603, "rows": 250, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38234882585818836, "se": 0.2472861682957992, "pvalue": 0.1416100234586173, "lower": -0.14187443273619532, "upper": 0.906572084452572 }, { "method": "Dynamic TWFE", "estimate": 0.5581483433627703, "se": 0.2102198784939526, "pvalue": 0.017289438622154065, "lower": 0.11250210894179191, "upper": 1.0037945777837487 }, { "method": "BJS / did2s", "estimate": 0.4794727749845398, "se": 0.23454550455891932, "pvalue": 0.057746688246918206, "lower": -0.0177414830384362, "upper": 0.9766870330075157 }, { "method": "Sun\u2013Abraham", "estimate": 0.4908149332691468, "se": 0.219605591092431, "pvalue": 0.040029217976437104, "lower": 0.025271876973686436, "upper": 0.9563579895646073 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.416742773882426, "se": 0.22957986595892343, "pvalue": 0.08827614651803835, "lower": -0.9034303483232531, "upper": 0.06994480055840113 }, { "event_time": -2, "estimate": -0.49839024019672146, "se": 0.2167750036497281, "pvalue": 0.03530701317594573, "lower": -0.9579327191724869, "upper": -0.03884776122095607 }, { "event_time": 0, "estimate": 0.36994615636816003, "se": 0.21674194385161819, "pvalue": 0.10717915863615919, "lower": -0.089526238966401, "upper": 0.829418551702721 }, { "event_time": 1, "estimate": 0.6267228405525698, "se": 0.26197302979303616, "pvalue": 0.02936460922156976, "lower": 0.07136482644126485, "upper": 1.1820808546638748 }, { "event_time": 2, "estimate": 1.0099480244803603, "se": 0.25409162615425424, "pvalue": 0.0010883307258454883, "lower": 0.4712978397082108, "upper": 1.5485982092525097 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.12712926146558942, "se": 0.0972813438376578, "pvalue": 0.2097455451616876, "lower": -0.07909797485122627, "upper": 0.3333564977824051 }, { "event_time": -2, "estimate": -0.09013957579133097, "se": 0.08274588613657129, "pvalue": 0.29213371709283714, "lower": -0.26555301830100697, "upper": 0.08527386671834505 }, { "event_time": -1, "estimate": 0.0401724754324628, "se": 0.042480163243282576, "pvalue": 0.3583774918360308, "lower": -0.049881447738755885, "upper": 0.1302263986036815 }, { "event_time": 0, "estimate": 0.34927935918180375, "se": 0.28297567548670477, "pvalue": 0.23491026630063055, "lower": -0.25060227483317576, "upper": 0.9491609931967833 }, { "event_time": 1, "estimate": 0.5568986424994115, "se": 0.2657002569890788, "pvalue": 0.052342183799343814, "lower": -0.0063607402961858295, "upper": 1.1201580252950087 }, { "event_time": 2, "estimate": 0.7383537550399637, "se": 0.19347501397241407, "pvalue": 0.0015196528851331155, "lower": 0.32820504765293684, "upper": 1.1485024624269906 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.046373940213609986, "se": 0.41088215758472685, "pvalue": 0.9115420685136352, "lower": -0.824657323005715, "upper": 0.917405203432935 }, { "event_time": -2, "estimate": -0.1971316392054657, "se": 0.30861849992222423, "pvalue": 0.5320203016746747, "lower": -0.8513736326283032, "upper": 0.4571103542173718 }, { "event_time": 0, "estimate": 0.34641328941328947, "se": 0.1851673206391905, "pvalue": 0.07977559277536542, "lower": -0.04612389485233165, "upper": 0.7389504736789105 }, { "event_time": 1, "estimate": 0.5581353871175683, "se": 0.3269507209169532, "pvalue": 0.10713320470467193, "lower": -0.13496917873849035, "upper": 1.251239952973627 }, { "event_time": 2, "estimate": 0.8111517707845891, "se": 0.2650050652579172, "pvalue": 0.007466748924266073, "lower": 0.249366128623856, "upper": 1.3729374129453222 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5225225225225225, 0.3063063063063063, 0.17117117117117117 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.5712011802469635e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10348522704208982, "df_num": 1, "df_den": 221, "pvalue": 0.7479907029715333, "log10_pvalue": -0.12610380009443406, "inference": "Homoskedastic nested-model F", "observations": 250, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 223.83209558045775, "rss_restricted": 223.936906961591, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.022395912347283574 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8201183997514587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.24281847585524038 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.312815738547201 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.4065665006146791, "se": 0.20259929449450936, "lower": 0.009479180112216656, "upper": 0.8036538211171416 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3690581455131796, "se": 0.20501480696330127, "lower": -0.03276349243232235, "upper": 0.7708797834586816 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.470315783339832, "se": 0.19218946832728523, "lower": 0.09363134721045152, "upper": 0.8470002194692124 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 111.0, "post_cells": 6, "estimate": 0.35344169417010396, "se": 0.21271571064787353, "lower": -0.06347343764557145, "upper": 0.7703568259857794 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.4065665006146791, "se": 0.20259929449450936, "lower": 0.009479180112216656, "upper": 0.8036538211171416, "event_study": [ { "event_time": -3, "estimate": 0.32410616707438705, "se": 0.41880165671158454, "lower": -0.4967299967460261, "upper": 1.1449423308948001, "relative_to_minus_one": 0.32410616707438705, "n": 0.0 }, { "event_time": -2, "estimate": -0.08046754522398694, "se": 0.26886471762634395, "lower": -0.6074327084851525, "upper": 0.4464976180371787, "relative_to_minus_one": -0.08046754522398694, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.23841089764608053, "se": 0.2684337614139791, "lower": -0.28770960695993625, "upper": 0.7645314022520973, "relative_to_minus_one": 0.23841089764608053, "n": 58.0 }, { "event_time": 1, "estimate": 0.4391470385227336, "se": 0.24687597114784068, "lower": -0.04472097357538363, "upper": 0.9230150506208509, "relative_to_minus_one": 0.4391470385227336, "n": 34.0 }, { "event_time": 2, "estimate": 0.542141565675223, "se": 0.24198071334326574, "lower": 0.06786808256911125, "upper": 1.0164150487813348, "relative_to_minus_one": 0.542141565675223, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.25217532286353017, "se": 0.3524587282592792, "event_time": 0, "mass": 24.0 }, { "group": 2, "year": 3, "att": 0.27688787403314236, "se": 0.37634058554343247, "event_time": 1, "mass": 21.0 }, { "group": 2, "year": 4, "att": 0.542141565675223, "se": 0.24198071334326574, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.0907379079426813, "se": 0.29446041978228954, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.38605171321815773, "se": 0.2677678945942267, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.6143869361714922, "se": 0.2960182779014058, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": 0.32410616707438705, "se": 0.41880165671158454, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.05845962511249904, "se": 0.5441976357790009, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 1.0573944031710139, "se": 0.29550438064153495, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.35344169417010396, "treated_cell_se": 0.21271571064787353, "checks": { "input_rows": 250, "retained_rows": 250, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04073220817372203, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7275238765117878, "event_study": [ { "event_time": -3, "estimate": 0.0013212364659795812, "raw_gap": 0.11533803851267664, "n": 8, "n_cells": 2, "weight_sum": 8.0, "relative_to_minus_one": -0.16959581005721683 }, { "event_time": -2, "estimate": 0.14826418540610736, "raw_gap": 0.08420479915070635, "n": 30, "n_cells": 6, "weight_sum": 30.0, "relative_to_minus_one": -0.022652861117089057 }, { "event_time": -1, "estimate": 0.17091704652319642, "raw_gap": 0.15398600569285034, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5417751634313084, "raw_gap": 0.5241799236257911, "n": 58, "n_cells": 10, "weight_sum": 58.0, "relative_to_minus_one": 0.370858116908112 }, { "event_time": 1, "estimate": 0.9430723800497293, "raw_gap": 0.9015570967173168, "n": 34, "n_cells": 8, "weight_sum": 34.0, "relative_to_minus_one": 0.7721553335265329 }, { "event_time": 2, "estimate": 0.9088278890579877, "raw_gap": 0.9088278890579877, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.7379108425347913 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.14964468915884316, -0.15007255189095745, 0.060114593302805795, 0.6221134666963044, 0.7898672480188447, 0.7477771770011848 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.163336342344337e-17 }, { "cohort": 2, "pre_gap": -0.10857843333092551 }, { "cohort": 3, "pre_gap": 0.11401680204669706 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12776231758859535, "zeta_omega": [ 0.0, 2.0103080216443265, 1.3293494926777523 ], "zeta_lambda": [ 0.0, 1.1953363013432388e-06, 1.117845223012066e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.9638732316789682, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 14, "time_iterations": 12, "unit_objective": 0.6027916411798615, "time_objective": 0.7455854262614017, "unit_projected_gradient": 3.047753549534349e-09, "time_projected_gradient": 1.1958970619341258e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 14, "unit_objective": 0.30429103978438005, "time_objective": 0.4802626028532951, "unit_projected_gradient": 6.084137554873692e-09, "time_projected_gradient": 8.214348645729785e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7350806918942069, "matrix_preparation": { "source_rows": 250, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 250.0, "treated_observation_mass": 111.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005506658926606178, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6079303657886013, "event_study": [ { "event_time": -3, "estimate": 0.1250921687348919, "raw_gap": 0.1250921687348919, "n": 8, "n_cells": 2, "weight_sum": 8.0, "relative_to_minus_one": 0.07722503644572173 }, { "event_time": -2, "estimate": -0.022598096173940204, "raw_gap": -0.022598096173940204, "n": 30, "n_cells": 6, "weight_sum": 30.0, "relative_to_minus_one": -0.07046522846311037 }, { "event_time": -1, "estimate": 0.04786713228917017, "raw_gap": 0.04786713228917017, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.47339524021598717, "raw_gap": 0.47339524021598717, "n": 58, "n_cells": 10, "weight_sum": 58.0, "relative_to_minus_one": 0.425528107926817 }, { "event_time": 1, "estimate": 0.7245507589633114, "raw_gap": 0.7245507589633114, "n": 34, "n_cells": 8, "weight_sum": 34.0, "relative_to_minus_one": 0.6766836266741413 }, { "event_time": 2, "estimate": 0.809927413960784, "raw_gap": 0.809927413960784, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.7620602816716139 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.11598744813429518, -0.08166563725259728, 0.02580194131915072, 0.6391468466611856, 0.7854078720053159, 0.8809301735773415 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 77, "termination_reason": "Relative objective tolerance reached", "objective": 0.16137441016561452, "lambda_l": 0.0311016505166589, "singular_values": [ 2.2520317070658153, 1.384749127316956, 0.5488033568545858, 0.0 ], "history_objective": [ 0.16465835789508365, 0.16312821885178222, 0.1625274380917318, 0.16214779255875877, 0.16190255097009937, 0.1617405663027588, 0.1616314053393063, 0.1615565858501507, 0.16150459092024658, 0.16146805283937027, 0.16144214392758455, 0.16142363549214697, 0.1614103315704466, 0.1614007180738941, 0.16139373943257776, 0.1613886530286848, 0.16138493244637306, 0.16138220212337984, 0.1613801926283028, 0.16137870972140336, 0.16137761275794255, 0.16137679949814532, 0.16137619535323744, 0.16137574572829266, 0.16137541054216856, 0.1613751602873726, 0.1613749731851409, 0.16137483312329354, 0.16137472815609147, 0.1613746494092747, 0.16137459027835108, 0.1613745458398978, 0.16137451241811318, 0.16137448726488038, 0.16137446832306804, 0.1613744540510413, 0.1613744432922964, 0.16137443517844152, 0.16137442905687566, 0.161374424436796, 0.1613744209488329, 0.16137441831483626, 0.16137441632523328, 0.16137441482204348, 0.1613744136861252, 0.16137441282759296, 0.1613744121786087, 0.16137441168795824, 0.1613744113169663, 0.16137441103642008, 0.16137441082424864, 0.16137441066377342, 0.16137441054238938, 0.16137441045056747, 0.16137441038110395, 0.1613744103285516, 0.1613744102887916, 0.16137441025870855, 0.16137441023594642, 0.161374410218723, 0.16137441020569027, 0.16137441019582827, 0.16137441018836535, 0.16137441018271784, 0.1613744101784441, 0.16137441017520973, 0.16137441017276208, 0.16137441017090973, 0.16137441016950785, 0.1613744101684469, 0.16137441016764392, 0.1613744101670363, 0.16137441016657644, 0.16137441016622828, 0.1613744101659649, 0.1613744101657654, 0.16137441016561452 ], "history_rmse": [ 0.17767245029271522, 0.1762128894772913, 0.176328837630438, 0.176411963555805, 0.1764714738520456, 0.1765140766425241, 0.17654459896050992, 0.17656649216364664, 0.17658221898369134, 0.1765935357794684, 0.1766016950679171, 0.17660759031408946, 0.17661185930480214, 0.17661495783105505, 0.17661721211501916, 0.17661885606663555, 0.1766200577471426, 0.1766209381715528, 0.17662158467970906, 0.17662206045747392, 0.17662241132765608, 0.1766226706027034, 0.17662286255949716, 0.17662300493298905, 0.17662311070987607, 0.1766231894219002, 0.17662324808067092, 0.17662329185506964, 0.17662332456336413, 0.1766233490316168, 0.17662336735535955, 0.17662338109111947, 0.17662339139692154, 0.17662339913561023, 0.17662340495098205, 0.17662340932401394, 0.17662341261446712, 0.1766234150917274, 0.1766234169577099, 0.17662341836389514, 0.17662341942402107, 0.17662342022355138, 0.17662342082674873, 0.17662342128196373, 0.17662342162559444, 0.17662342188505817, 0.17662342208101384, 0.17662342222903687, 0.17662342234087108, 0.1766234224253788, 0.17662342248924653, 0.17662342253752153, 0.17662342257401528, 0.17662342260160582, 0.17662342262246744, 0.1766234226382424, 0.17662342265017228, 0.17662342265919445, 0.1766234226660185, 0.17662342267117973, 0.17662342267508416, 0.1766234226780378, 0.17662342268027215, 0.17662342268196216, 0.17662342268324177, 0.1766234226842088, 0.1766234226849409, 0.17662342268549502, 0.17662342268591383, 0.17662342268623116, 0.1766234226864708, 0.17662342268665282, 0.1766234226867904, 0.17662342268689385, 0.1766234226869731, 0.17662342268703202, 0.17662342268707695 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7362932789528976, "matrix_preparation": { "source_rows": 250, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 250.0, "treated_observation_mass": 111.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00045679230242967606, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14187443273619532, "upper": 0.906572084452572, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11250210894179191, "upper": 1.0037945777837487, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0177414830384362, "upper": 0.9766870330075157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.025271876973686436, "upper": 0.9563579895646073, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009479180112216656, "upper": 0.8036538211171416, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06347343764557145, "upper": 0.7703568259857794, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602678.34914, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14187443273619532, "upper": 0.906572084452572, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11250210894179191, "upper": 1.0037945777837487, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0177414830384362, "upper": 0.9766870330075157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.025271876973686436, "upper": 0.9563579895646073, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009479180112216656, "upper": 0.8036538211171416, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06347343764557145, "upper": 0.7703568259857794, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P090", "source_specification_id": "CI-T5-D-C05", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P090.json", "input_bytes": 50665, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p090", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [humanities-track students only]", "source_specification_id": "CI-T5-D-C05", "specification_id": "S01-P090", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C05.csv", "output_dir": "analyses/full-archive/results/S01-P090" }, "source": { "file": "CI-T5-D-C05.csv", "bytes": 50665, "sha256": "d5faa538ed7ba51798f7cf18a21250bfc5a832b0475404e2fef25e5da32851a3" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.49744617082408027, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.013652890780187027, "se": 0.15900157709156928, "pvalue": 0.9326379752049311, "lower": -0.32341539508076755, "upper": 0.35072117664114155 }, { "method": "Dynamic TWFE", "estimate": 0.014324506361385214, "se": 0.21272717786510623, "pvalue": 0.9471473562085083, "lower": -0.43663696528323587, "upper": 0.4652859780060063 }, { "method": "BJS / did2s", "estimate": 0.06800553380919058, "se": 0.19072761816036504, "pvalue": 0.7260809893171555, "lower": -0.33631895463681527, "upper": 0.4723300222551964 }, { "method": "Sun\u2013Abraham", "estimate": 0.07752727058447548, "se": 0.22133541568246318, "pvalue": 0.7307043403895005, "lower": -0.39168285002611736, "upper": 0.5467373911950684 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18558446596824263, "se": 0.5892811674555716, "pvalue": 0.7568819946957525, "lower": -1.063635803652111, "upper": 1.4348047355885962 }, { "event_time": -2, "estimate": -0.14705852739445033, "se": 0.20397478095111435, "pvalue": 0.48133397747032747, "lower": -0.5794657464402122, "upper": 0.2853486916513116 }, { "event_time": 0, "estimate": -0.04418674141953228, "se": 0.20046941290751413, "pvalue": 0.8283347863920857, "lower": -0.46916291217394523, "upper": 0.3807894293348807 }, { "event_time": 1, "estimate": 0.09184209514598755, "se": 0.2681013447445812, "pvalue": 0.7363848083922019, "lower": -0.4765073663063945, "upper": 0.6601915565983696 }, { "event_time": 2, "estimate": 0.040982150848713796, "se": 0.3761950988047849, "pvalue": 0.9146057757844738, "lower": -0.7565158326486132, "upper": 0.8384801343460409 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08191035848770645, "se": 0.3139582092848073, "pvalue": 0.7975011331477181, "lower": -0.5836513131091722, "upper": 0.7474720300845851 }, { "event_time": -2, "estimate": -0.08747884190142151, "se": 0.1274574410094967, "pvalue": 0.5023260876080367, "lower": -0.35767654652263403, "upper": 0.182718862719791 }, { "event_time": -1, "estimate": 0.044877360310663424, "se": 0.05140939874743383, "pvalue": 0.3956076821818772, "lower": -0.06410569652380008, "upper": 0.15386041714512694 }, { "event_time": 0, "estimate": 0.016620564390109997, "se": 0.1966972510260294, "pvalue": 0.9337085790086622, "lower": -0.40035898040222306, "upper": 0.43360010918244307 }, { "event_time": 1, "estimate": 0.19875068689392783, "se": 0.20472509388786933, "pvalue": 0.3460875916438408, "lower": -0.23524712452253527, "upper": 0.6327484983103909 }, { "event_time": 2, "estimate": -0.033920919953665224, "se": 0.3667492148968356, "pvalue": 0.9274563100567602, "lower": -0.8113945240987016, "upper": 0.7435526841913712 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.04512945129989739, "se": 0.4822725572335719, "pvalue": 0.9266072430866498, "lower": -1.0675016010483322, "upper": 0.9772426984485374 }, { "event_time": -2, "estimate": -0.3211639168062119, "se": 0.26670089091864846, "pvalue": 0.2460209485745516, "lower": -0.8865445487716845, "upper": 0.2442167151592607 }, { "event_time": 0, "estimate": 0.008069869512384253, "se": 0.21559239068036623, "pvalue": 0.9706042901253159, "lower": -0.44896558196270314, "upper": 0.46510532098747165 }, { "event_time": 1, "estimate": 0.1835655749265048, "se": 0.2859164717167189, "pvalue": 0.5299487660328625, "lower": -0.42255026860041156, "upper": 0.7896814184534212 }, { "event_time": 2, "estimate": 0.08113417049270007, "se": 0.3624255424571812, "pvalue": 0.825696274978832, "lower": -0.6871736575354161, "upper": 0.8494419985208164 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.159006750518504e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5719573123197158, "df_num": 1, "df_den": 235, "pvalue": 0.45023964544400547, "log10_pvalue": -0.3465562662446655, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 238.20379352215718, "rss_restricted": 238.78354842227333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3020738712199331 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.09135081170167539 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5521620031873011 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.45875592381069785 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p090", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [humanities-track students only]", "source_specification_id": "CI-T5-D-C05", "specification_id": "S01-P090", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P090" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P090", "regression_results": "analyses/archive-expanded/baselines/S01-P090.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C05.csv", "bytes": 50665, "sha256": "d5faa538ed7ba51798f7cf18a21250bfc5a832b0475404e2fef25e5da32851a3" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 459, "source_sd": 0.49744617082408027, "rows": 264, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.013652890780187027, "se": 0.15900157709156928, "pvalue": 0.9326379752049311, "lower": -0.32341539508076755, "upper": 0.35072117664114155 }, { "method": "Dynamic TWFE", "estimate": 0.014324506361385214, "se": 0.21272717786510623, "pvalue": 0.9471473562085083, "lower": -0.43663696528323587, "upper": 0.4652859780060063 }, { "method": "BJS / did2s", "estimate": 0.06800553380919058, "se": 0.19072761816036504, "pvalue": 0.7260809893171555, "lower": -0.33631895463681527, "upper": 0.4723300222551964 }, { "method": "Sun\u2013Abraham", "estimate": 0.07752727058447548, "se": 0.22133541568246318, "pvalue": 0.7307043403895005, "lower": -0.39168285002611736, "upper": 0.5467373911950684 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.18558446596824263, "se": 0.5892811674555716, "pvalue": 0.7568819946957525, "lower": -1.063635803652111, "upper": 1.4348047355885962 }, { "event_time": -2, "estimate": -0.14705852739445033, "se": 0.20397478095111435, "pvalue": 0.48133397747032747, "lower": -0.5794657464402122, "upper": 0.2853486916513116 }, { "event_time": 0, "estimate": -0.04418674141953228, "se": 0.20046941290751413, "pvalue": 0.8283347863920857, "lower": -0.46916291217394523, "upper": 0.3807894293348807 }, { "event_time": 1, "estimate": 0.09184209514598755, "se": 0.2681013447445812, "pvalue": 0.7363848083922019, "lower": -0.4765073663063945, "upper": 0.6601915565983696 }, { "event_time": 2, "estimate": 0.040982150848713796, "se": 0.3761950988047849, "pvalue": 0.9146057757844738, "lower": -0.7565158326486132, "upper": 0.8384801343460409 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08191035848770645, "se": 0.3139582092848073, "pvalue": 0.7975011331477181, "lower": -0.5836513131091722, "upper": 0.7474720300845851 }, { "event_time": -2, "estimate": -0.08747884190142151, "se": 0.1274574410094967, "pvalue": 0.5023260876080367, "lower": -0.35767654652263403, "upper": 0.182718862719791 }, { "event_time": -1, "estimate": 0.044877360310663424, "se": 0.05140939874743383, "pvalue": 0.3956076821818772, "lower": -0.06410569652380008, "upper": 0.15386041714512694 }, { "event_time": 0, "estimate": 0.016620564390109997, "se": 0.1966972510260294, "pvalue": 0.9337085790086622, "lower": -0.40035898040222306, "upper": 0.43360010918244307 }, { "event_time": 1, "estimate": 0.19875068689392783, "se": 0.20472509388786933, "pvalue": 0.3460875916438408, "lower": -0.23524712452253527, "upper": 0.6327484983103909 }, { "event_time": 2, "estimate": -0.033920919953665224, "se": 0.3667492148968356, "pvalue": 0.9274563100567602, "lower": -0.8113945240987016, "upper": 0.7435526841913712 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.04512945129989739, "se": 0.4822725572335719, "pvalue": 0.9266072430866498, "lower": -1.0675016010483322, "upper": 0.9772426984485374 }, { "event_time": -2, "estimate": -0.3211639168062119, "se": 0.26670089091864846, "pvalue": 0.2460209485745516, "lower": -0.8865445487716845, "upper": 0.2442167151592607 }, { "event_time": 0, "estimate": 0.008069869512384253, "se": 0.21559239068036623, "pvalue": 0.9706042901253159, "lower": -0.44896558196270314, "upper": 0.46510532098747165 }, { "event_time": 1, "estimate": 0.1835655749265048, "se": 0.2859164717167189, "pvalue": 0.5299487660328625, "lower": -0.42255026860041156, "upper": 0.7896814184534212 }, { "event_time": 2, "estimate": 0.08113417049270007, "se": 0.3624255424571812, "pvalue": 0.825696274978832, "lower": -0.6871736575354161, "upper": 0.8494419985208164 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5086206896551724, 0.3275862068965517, 0.16379310344827586 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 3.469446951953614e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 7.159006750518504e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5719573123197158, "df_num": 1, "df_den": 235, "pvalue": 0.45023964544400547, "log10_pvalue": -0.3465562662446655, "inference": "Homoskedastic nested-model F", "observations": 264, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 238.20379352215718, "rss_restricted": 238.78354842227333, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ], [ -0.10703402932639092, -0.2580267379231744, -0.027890014530844647, -0.10713747413074906, -0.17957023385852633, -0.2784781448507241 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.3020738712199331 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.09135081170167539 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.5521620031873011 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.45875592381069785 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.06797373690139638, "se": 0.25653166862665466, "lower": -0.43481909450081047, "upper": 0.5707665683036033 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.0712214168640187, "se": 0.23188474213765525, "lower": -0.38326432629014306, "upper": 0.5257071600181804 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.03218768465987393, "se": 0.21596458452660253, "lower": -0.39109512294842325, "upper": 0.4554704922681711 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 116.0, "post_cells": 6, "estimate": 0.08274150754119713, "se": 0.21958536744987786, "lower": -0.34763790419255736, "upper": 0.5131209192749516 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.06797373690139638, "se": 0.25653166862665466, "lower": -0.43481909450081047, "upper": 0.5707665683036033, "event_study": [ { "event_time": -3, "estimate": -0.13242240012399567, "se": 0.4762739049404467, "lower": -1.0659021005835245, "upper": 0.8010573003355332, "relative_to_minus_one": -0.13242240012399567, "n": 0.0 }, { "event_time": -2, "estimate": -0.07465092973483133, "se": 0.41890586607716923, "lower": -0.8956913401586422, "upper": 0.7463894806889795, "relative_to_minus_one": -0.07465092973483133, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.03725610353996406, "se": 0.22184436556293727, "lower": -0.3975508631365308, "upper": 0.47206307021645894, "relative_to_minus_one": 0.03725610353996406, "n": 59.0 }, { "event_time": 1, "estimate": 0.13191589664267223, "se": 0.3178059718848252, "lower": -0.4909723623233341, "upper": 0.7548041556086785, "relative_to_minus_one": 0.13191589664267223, "n": 38.0 }, { "event_time": 2, "estimate": 0.034749210521552866, "se": 0.38078995220670137, "lower": -0.7115853814783103, "upper": 0.7810838025214161, "relative_to_minus_one": 0.034749210521552866, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.059845311348059385, "se": 0.41601647193606783, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": 0.38956090148728795, "se": 0.2960844218061122, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": 0.034749210521552866, "se": 0.38078995220670137, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.15320079798895156, "se": 0.43818729572331205, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.27235500485025466, "se": 0.41327082968918777, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": -0.14885109581620384, "se": 0.4897770456730249, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": -0.13242240012399567, "se": 0.47627390494044675, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.09094068442250326, "se": 0.575089660956921, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.23528697853356773, "se": 0.20952118005363926, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.08274150754119713, "treated_cell_se": 0.21958536744987786, "checks": { "input_rows": 264, "retained_rows": 264, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04078904166817665, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.36658781054048256, "event_study": [ { "event_time": -3, "estimate": -0.4499886852792934, "raw_gap": -0.5383895093518353, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.4870189562804237 }, { "event_time": -2, "estimate": -0.08125899625781978, "raw_gap": -0.2315277120998185, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.11828926725895006 }, { "event_time": -1, "estimate": 0.03703027100113028, "raw_gap": -0.04685603373656928, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.24993559556717918, "raw_gap": 0.17038671241570108, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.21290532456604888 }, { "event_time": 1, "estimate": 0.4201722624582512, "raw_gap": 0.3593396798757944, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.3831419914571209 }, { "event_time": 2, "estimate": 0.6216547321483608, "raw_gap": 0.6216547321483608, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.5846244611472304 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02001820201441168, -0.052715418826196014, 0.027625610892835262, 0.2667927172199831, 0.3801817953934328, 0.7080609780124011 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.7755575615628914e-17 }, { "cohort": 2, "pre_gap": -0.1651170098666684 }, { "cohort": 3, "pre_gap": -0.08840082407254177 } ], "diagnostics": { "converged": true, "pre_rmse": 0.142271388918057, "zeta_omega": [ 0.0, 1.0984162582773913, 1.276753130607835 ], "zeta_lambda": [ 0.0, 6.531222147890701e-07, 1.0736171306920861e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.30904937094865376, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 13, "time_iterations": 14, "unit_objective": 0.22068053044015903, "time_objective": 0.8342715604554082, "unit_projected_gradient": 3.158491732047075e-09, "time_projected_gradient": 8.820991768791009e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 15, "unit_objective": 0.28109808656745616, "time_objective": 0.20512504538910264, "unit_projected_gradient": 7.528801415634945e-09, "time_projected_gradient": 6.604467472914877e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.6653345369377348e-16 }, "native_matrix_att": 0.4563346897488785, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006245831027626991, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17789142417616954, "event_study": [ { "event_time": -3, "estimate": -0.11198078568770067, "raw_gap": -0.11198078568770067, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.09808244873203319 }, { "event_time": -2, "estimate": -0.06718049960708479, "raw_gap": -0.06718049960708479, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.0532821626514173 }, { "event_time": -1, "estimate": -0.01389833695566749, "raw_gap": -0.01389833695566749, "n": 44, "n_cells": 10, "weight_sum": 44.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.013878815297351639, "raw_gap": -0.013878815297351639, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 1.952165831585126e-05 }, { "event_time": 1, "estimate": 0.3762875553798639, "raw_gap": 0.3762875553798639, "n": 38, "n_cells": 8, "weight_sum": 38.0, "relative_to_minus_one": 0.3901858923355314 }, { "event_time": 2, "estimate": 0.37659622118655733, "raw_gap": 0.37659622118655733, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.39049455814222483 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04006737342577271, -0.02262987955758693, 0.005564488296890236, 0.22590077081656706, 0.47005661842019253, 0.6834265636425373 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 46, "termination_reason": "Relative objective tolerance reached", "objective": 0.14407518951460338, "lambda_l": 0.030802583481927562, "singular_values": [ 2.2512953778895413, 1.4712432074398971, 0.0, 0.0 ], "history_objective": [ 0.14796728902470016, 0.14665123112332648, 0.1458446264594056, 0.1453213982778102, 0.1449617449812935, 0.14470375430742655, 0.14451428313729403, 0.1443738056271948, 0.14426949567935443, 0.14419222552214564, 0.14413521707112245, 0.1441021668423141, 0.1440878228983254, 0.14408142297213036, 0.1440784015818469, 0.14407690200081247, 0.1440761261427101, 0.14407571139180864, 0.14407548416472613, 0.14407535743151106, 0.14407528584211027, 0.14407524503693941, 0.1440752216293805, 0.1440752081398247, 0.14407520033936486, 0.1440751958168679, 0.14407519318936557, 0.14407519166017055, 0.14407519076884542, 0.144075190248617, 0.14407518994460683, 0.14407518976674447, 0.14407518966257163, 0.1440751896014944, 0.14407518956564858, 0.14407518954459045, 0.14407518953220813, 0.1440751895249207, 0.14407518952062803, 0.1440751895180973, 0.1440751895166042, 0.14407518951572262, 0.14407518951520168, 0.14407518951489362, 0.14407518951471135, 0.14407518951460338 ], "history_rmse": [ 0.17305916178524738, 0.17379375202010103, 0.1742255671938369, 0.1744693026277811, 0.1746119071776234, 0.17470140340553672, 0.17476172348139854, 0.17480454275499166, 0.1748358606272608, 0.17485909316709544, 0.1748764133510862, 0.1737746006021511, 0.17292387483056154, 0.17240780160657207, 0.1720887987584152, 0.17188812423637326, 0.17175974480981987, 0.17167626411798084, 0.17162111151580545, 0.17158411035220067, 0.17155891817716437, 0.17154152471600378, 0.17152935776805944, 0.17152074380755525, 0.17151457840358494, 0.17151012234198354, 0.1715068739586336, 0.17150448820999448, 0.1715027247280731, 0.17150141405247368, 0.17150043539224052, 0.17149970178708016, 0.1714991500749497, 0.17149873402075638, 0.17149841955075468, 0.1714981814077183, 0.1714980007770829, 0.17149786358495786, 0.1714977592666281, 0.1714976798682179, 0.17149761938672034, 0.17149757328215684, 0.17149753811508422, 0.17149751127602852, 0.17149749078278226, 0.17149747512805205 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.3978712231862437, "matrix_preparation": { "source_rows": 264, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 264.0, "treated_observation_mass": 116.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00048125023022294044, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32341539508076755, "upper": 0.35072117664114155, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43663696528323587, "upper": 0.4652859780060063, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33631895463681527, "upper": 0.4723300222551964, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39168285002611736, "upper": 0.5467373911950684, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43481909450081047, "upper": 0.5707665683036033, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34763790419255736, "upper": 0.5131209192749516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602680.257835, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.013652890780187027, "SE": 0.15900157709156928, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32341539508076755, "upper": 0.35072117664114155, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.014324506361385214, "SE": 0.21272717786510623, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43663696528323587, "upper": 0.4652859780060063, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.06800553380919058, "SE": 0.19072761816036504, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.33631895463681527, "upper": 0.4723300222551964, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07752727058447548, "SE": 0.22133541568246318, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.39168285002611736, "upper": 0.5467373911950684, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.06797373690139638, "SE": 0.25653166862665466, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43481909450081047, "upper": 0.5707665683036033, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.08274150754119713, "SE": 0.21958536744987786, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34763790419255736, "upper": 0.5131209192749516, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.36658781054048256, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17789142417616954, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P091", "source_specification_id": "CI-T5-D-C06", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P091.json", "input_bytes": 47791, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p091", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [humanities-track students only]", "source_specification_id": "CI-T5-D-C06", "specification_id": "S01-P091", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C06.csv", "output_dir": "analyses/full-archive/results/S01-P091" }, "source": { "file": "CI-T5-D-C06.csv", "bytes": 47791, "sha256": "1f6185dd214feaaeb371916e23bf2d60ab4e9eca7ccba0c457ddd775f621d846" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 433, "source_sd": 0.4813029744828996, "rows": 246, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 20 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5533939995776936, "se": 0.11947743667565217, "pvalue": 0.00027704219838613897, "lower": 0.30011314843160675, "upper": 0.8066748507237805 }, { "method": "Dynamic TWFE", "estimate": 0.5103953462782918, "se": 0.15740038264335876, "pvalue": 0.0050991977930115555, "lower": 0.17672144101318232, "upper": 0.8440692515434012 }, { "method": "BJS / did2s", "estimate": 0.4840466555497226, "se": 0.1624077414719258, "pvalue": 0.008832461243370162, "lower": 0.13975762376883155, "upper": 0.8283356873306136 }, { "method": "Sun\u2013Abraham", "estimate": 0.44743787084264147, "se": 0.1962808074989323, "pvalue": 0.03668725537071517, "lower": 0.03134114689022788, "upper": 0.863534594795055 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.019432747345679305, "se": 0.32698262707004777, "pvalue": 0.9533451726155872, "lower": -0.6737394565334022, "upper": 0.7126049512247609 }, { "event_time": -2, "estimate": -0.27301881718839605, "se": 0.2631793890378228, "pvalue": 0.3149802891085521, "lower": -0.8309341986554887, "upper": 0.2848965642786966 }, { "event_time": 0, "estimate": 0.4488532683524642, "se": 0.13474861072507835, "pvalue": 0.004233142318047092, "lower": 0.1631989744136686, "upper": 0.7345075622912598 }, { "event_time": 1, "estimate": 0.7040957480428138, "se": 0.19552016494442565, "pvalue": 0.002393434979391873, "lower": 0.28961151427251214, "upper": 1.1185799818131155 }, { "event_time": 2, "estimate": 0.33496599375661124, "se": 0.22978111417217298, "pvalue": 0.164254789129508, "lower": -0.15214820783794236, "upper": 0.8220801953511648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.14098430711470644, "se": 0.23527713261753155, "pvalue": 0.5574121887348654, "lower": -0.3577809331067806, "upper": 0.6397495473361935 }, { "event_time": -2, "estimate": -0.057347817893596234, "se": 0.11123330880316809, "pvalue": 0.6132096049525356, "lower": -0.2931518986753465, "upper": 0.17845626288815403 }, { "event_time": -1, "estimate": 0.009615418542176667, "se": 0.05045748503029806, "pvalue": 0.8512635490914171, "lower": -0.09734967135892932, "upper": 0.11658050844328265 }, { "event_time": 0, "estimate": 0.4710549797577735, "se": 0.16037889491447713, "pvalue": 0.009665710101058551, "lower": 0.1310669105453247, "upper": 0.8110430489702223 }, { "event_time": 1, "estimate": 0.6657017482186243, "se": 0.20712709971803123, "pvalue": 0.005416224766158388, "lower": 0.22661191191404062, "upper": 1.104791584523208 }, { "event_time": 2, "estimate": 0.18771010823064851, "se": 0.20815961436352223, "pvalue": 0.3805586461642752, "lower": -0.253568561342435, "upper": 0.6289887778037321 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.19294059136596076, "se": 0.368937132397326, "pvalue": 0.6081665146091135, "lower": -0.5891711906826242, "upper": 0.9750523734145458 }, { "event_time": -2, "estimate": 0.09086550143701623, "se": 0.31857668478426565, "pvalue": 0.7791321742929089, "lower": -0.5844869008454877, "upper": 0.7662179037195201 }, { "event_time": 0, "estimate": 0.3797739826366883, "se": 0.1482313129647454, "pvalue": 0.020888412311312134, "lower": 0.06553763677220031, "upper": 0.6940103285011763 }, { "event_time": 1, "estimate": 0.7080895566875172, "se": 0.29039948072320515, "pvalue": 0.026790865350775597, "lower": 0.09247015861129404, "upper": 1.3237089547637404 }, { "event_time": 2, "estimate": 0.16672043584067997, "se": 0.2726345215653507, "pvalue": 0.5494487900054338, "lower": -0.41123893117635835, "upper": 0.7446798028577183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.509090909090909, 0.3181818181818182, 0.17272727272727273 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.786242403281131e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8706477841547869, "df_num": 1, "df_den": 217, "pvalue": 0.3518130830232728, "log10_pvalue": -0.45368801428399996, "inference": "Homoskedastic nested-model F", "observations": 246, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 206.84886996107204, "rss_restricted": 207.6787893633141, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.907382771715755 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8066527931231828 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6858655627353044 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6245914072638632 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p091", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [humanities-track students only]", "source_specification_id": "CI-T5-D-C06", "specification_id": "S01-P091", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P091" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P091", "regression_results": "analyses/archive-expanded/baselines/S01-P091.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C06.csv", "bytes": 47791, "sha256": "1f6185dd214feaaeb371916e23bf2d60ab4e9eca7ccba0c457ddd775f621d846" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 433, "source_sd": 0.4813029744828996, "rows": 246, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 20, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5533939995776936, "se": 0.11947743667565217, "pvalue": 0.00027704219838613897, "lower": 0.30011314843160675, "upper": 0.8066748507237805 }, { "method": "Dynamic TWFE", "estimate": 0.5103953462782918, "se": 0.15740038264335876, "pvalue": 0.0050991977930115555, "lower": 0.17672144101318232, "upper": 0.8440692515434012 }, { "method": "BJS / did2s", "estimate": 0.4840466555497226, "se": 0.1624077414719258, "pvalue": 0.008832461243370162, "lower": 0.13975762376883155, "upper": 0.8283356873306136 }, { "method": "Sun\u2013Abraham", "estimate": 0.44743787084264147, "se": 0.1962808074989323, "pvalue": 0.03668725537071517, "lower": 0.03134114689022788, "upper": 0.863534594795055 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.019432747345679305, "se": 0.32698262707004777, "pvalue": 0.9533451726155872, "lower": -0.6737394565334022, "upper": 0.7126049512247609 }, { "event_time": -2, "estimate": -0.27301881718839605, "se": 0.2631793890378228, "pvalue": 0.3149802891085521, "lower": -0.8309341986554887, "upper": 0.2848965642786966 }, { "event_time": 0, "estimate": 0.4488532683524642, "se": 0.13474861072507835, "pvalue": 0.004233142318047092, "lower": 0.1631989744136686, "upper": 0.7345075622912598 }, { "event_time": 1, "estimate": 0.7040957480428138, "se": 0.19552016494442565, "pvalue": 0.002393434979391873, "lower": 0.28961151427251214, "upper": 1.1185799818131155 }, { "event_time": 2, "estimate": 0.33496599375661124, "se": 0.22978111417217298, "pvalue": 0.164254789129508, "lower": -0.15214820783794236, "upper": 0.8220801953511648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.14098430711470644, "se": 0.23527713261753155, "pvalue": 0.5574121887348654, "lower": -0.3577809331067806, "upper": 0.6397495473361935 }, { "event_time": -2, "estimate": -0.057347817893596234, "se": 0.11123330880316809, "pvalue": 0.6132096049525356, "lower": -0.2931518986753465, "upper": 0.17845626288815403 }, { "event_time": -1, "estimate": 0.009615418542176667, "se": 0.05045748503029806, "pvalue": 0.8512635490914171, "lower": -0.09734967135892932, "upper": 0.11658050844328265 }, { "event_time": 0, "estimate": 0.4710549797577735, "se": 0.16037889491447713, "pvalue": 0.009665710101058551, "lower": 0.1310669105453247, "upper": 0.8110430489702223 }, { "event_time": 1, "estimate": 0.6657017482186243, "se": 0.20712709971803123, "pvalue": 0.005416224766158388, "lower": 0.22661191191404062, "upper": 1.104791584523208 }, { "event_time": 2, "estimate": 0.18771010823064851, "se": 0.20815961436352223, "pvalue": 0.3805586461642752, "lower": -0.253568561342435, "upper": 0.6289887778037321 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.19294059136596076, "se": 0.368937132397326, "pvalue": 0.6081665146091135, "lower": -0.5891711906826242, "upper": 0.9750523734145458 }, { "event_time": -2, "estimate": 0.09086550143701623, "se": 0.31857668478426565, "pvalue": 0.7791321742929089, "lower": -0.5844869008454877, "upper": 0.7662179037195201 }, { "event_time": 0, "estimate": 0.3797739826366883, "se": 0.1482313129647454, "pvalue": 0.020888412311312134, "lower": 0.06553763677220031, "upper": 0.6940103285011763 }, { "event_time": 1, "estimate": 0.7080895566875172, "se": 0.29039948072320515, "pvalue": 0.026790865350775597, "lower": 0.09247015861129404, "upper": 1.3237089547637404 }, { "event_time": 2, "estimate": 0.16672043584067997, "se": 0.2726345215653507, "pvalue": 0.5494487900054338, "lower": -0.41123893117635835, "upper": 0.7446798028577183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.509090909090909, 0.3181818181818182, 0.17272727272727273 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.786242403281131e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8706477841547869, "df_num": 1, "df_den": 217, "pvalue": 0.3518130830232728, "log10_pvalue": -0.45368801428399996, "inference": "Homoskedastic nested-model F", "observations": 246, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 206.84886996107204, "rss_restricted": 207.6787893633141, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.907382771715755 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8066527931231828 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6858655627353044 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6245914072638632 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3699064999879346, "se": 0.2022292739153701, "lower": -0.026455593505876174, "upper": 0.7662685934817455 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.4111329679014188, "se": 0.18470485578904886, "lower": 0.0491181027852185, "upper": 0.7731478330176191 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.4354312192067558, "se": 0.15399996563723847, "lower": 0.13359683293736252, "upper": 0.737265605476149 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 110.0, "post_cells": 6, "estimate": 0.38394088345164407, "se": 0.18166401358237885, "lower": 0.02788595954318629, "upper": 0.7399958073601018 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3699064999879346, "se": 0.2022292739153701, "lower": -0.026455593505876174, "upper": 0.7662685934817455, "event_study": [ { "event_time": -3, "estimate": 0.2693717728860511, "se": 0.33904228736467706, "lower": -0.3951388995847954, "upper": 0.9338824453568976, "relative_to_minus_one": 0.2693717728860511, "n": 0.0 }, { "event_time": -2, "estimate": -0.3504662428738562, "se": 0.3669222345316183, "lower": -1.069620607682787, "upper": 0.3686881219350746, "relative_to_minus_one": -0.3504662428738562, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.29839569855296166, "se": 0.1602314414872217, "lower": -0.015652155952929903, "upper": 0.6124435530588532, "relative_to_minus_one": 0.29839569855296166, "n": 56.0 }, { "event_time": 1, "estimate": 0.7066107064272058, "se": 0.20706313804194598, "lower": 0.3007744133391461, "upper": 1.1124469995152655, "relative_to_minus_one": 0.7066107064272058, "n": 35.0 }, { "event_time": 2, "estimate": 0.10471309498363635, "se": 0.3306754633598532, "lower": -0.5433989037727702, "upper": 0.7528250937400429, "relative_to_minus_one": 0.10471309498363635, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2525436337800066, "se": 0.34625363291676536, "event_time": 0, "mass": 23.0 }, { "group": 2, "year": 3, "att": 0.5001854414039033, "se": 0.3228484533936887, "event_time": 1, "mass": 21.0 }, { "group": 2, "year": 4, "att": 0.10471309498363635, "se": 0.3306754633598532, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.20776933719854437, "se": 0.4199302289228317, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.29983643767673557, "se": 0.2541509706640656, "event_time": 0, "mass": 21.0 }, { "group": 3, "year": 4, "att": 0.9212929820514404, "se": 0.22350841443206748, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": 0.2693717728860511, "se": 0.339042287364677, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6477514630307558, "se": 0.3452505160856876, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.3947402990531686, "se": 0.21398658855729874, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.38394088345164407, "treated_cell_se": 0.18166401358237885, "checks": { "input_rows": 246, "retained_rows": 246, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04122333321720362, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33831698323662834, "event_study": [ { "event_time": -3, "estimate": -0.1648962978205047, "raw_gap": 0.09840565585472599, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.08671399910385978 }, { "event_time": -2, "estimate": -0.30565189660526565, "raw_gap": -0.19854689270304665, "n": 29, "n_cells": 6, "weight_sum": 29.0, "relative_to_minus_one": -0.22746959788862076 }, { "event_time": -1, "estimate": -0.07818229871664491, "raw_gap": 0.015135825672243744, "n": 41, "n_cells": 10, "weight_sum": 41.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16524705697566572, "raw_gap": 0.24963039395410205, "n": 56, "n_cells": 10, "weight_sum": 56.0, "relative_to_minus_one": 0.2434293556923106 }, { "event_time": 1, "estimate": 0.5877440118028062, "raw_gap": 0.6175696008826093, "n": 35, "n_cells": 8, "weight_sum": 35.0, "relative_to_minus_one": 0.6659263105194512 }, { "event_time": 2, "estimate": 0.38894697643650644, "raw_gap": 0.3889469764365062, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.46712927515315134 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2633019552186502, -0.02059758221134093, -0.040301841716925656, 0.27851336007452454, 0.701881073873594, 0.44134494524754264 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.7755575615628914e-16 }, { "cohort": 2, "pre_gap": 0.07456397269950818 }, { "cohort": 3, "pre_gap": 0.2633019536752307 } ], "diagnostics": { "converged": true, "pre_rmse": 0.14587599053875352, "zeta_omega": [ 0.0, 0.5208920080782373, 0.8457662495853083 ], "zeta_lambda": [ 0.0, 3.0972424107734737e-07, 7.112018074188642e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.11443600448864709, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 24, "time_iterations": 16, "unit_objective": 0.05994563720261128, "time_objective": 0.19779667979807988, "unit_projected_gradient": 9.414294344090024e-09, "time_projected_gradient": 6.917914130433189e-09 }, { "cohort": 3, "unit_iterations": 22, "time_iterations": 12, "unit_objective": 0.15555512947635186, "time_objective": 0.08356787075542844, "unit_projected_gradient": 4.3396841953313725e-09, "time_projected_gradient": 3.2546305650527074e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.4110202856262566, "matrix_preparation": { "source_rows": 246, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 10, "observation_mass": 246.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004389593377709389, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.48850288059792396, "event_study": [ { "event_time": -3, "estimate": -0.025234783784369014, "raw_gap": -0.025234783784369014, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.013389970188158943 }, { "event_time": -2, "estimate": -0.058796745029616196, "raw_gap": -0.058796745029616196, "n": 29, "n_cells": 6, "weight_sum": 29.0, "relative_to_minus_one": -0.046951931433406126 }, { "event_time": -1, "estimate": -0.011844813596210072, "raw_gap": -0.011844813596210072, "n": 41, "n_cells": 10, "weight_sum": 41.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44373350283044555, "raw_gap": 0.44373350283044555, "n": 56, "n_cells": 10, "weight_sum": 56.0, "relative_to_minus_one": 0.45557831642665564 }, { "event_time": 1, "estimate": 0.7104849116740886, "raw_gap": 0.7104849116740886, "n": 35, "n_cells": 8, "weight_sum": 35.0, "relative_to_minus_one": 0.7223297252702986 }, { "event_time": 2, "estimate": 0.21154046308808336, "raw_gap": 0.21154046308808336, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.22338527668429342 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04847905438160305, 0.0021282522624533153, -0.010972734056647813, 0.43137269479565993, 0.8278254625738433, 0.34595264395117664 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 84, "termination_reason": "Relative objective tolerance reached", "objective": 0.07790993310354057, "lambda_l": 0.022490228384393487, "singular_values": [ 1.5401226631449363, 1.1237239516984512, 0.07501168079226517, 0.0 ], "history_objective": [ 0.079105460282965, 0.07851515017162927, 0.07827253117370636, 0.07813165112857143, 0.07804923677950781, 0.07800046709854179, 0.07797094573304868, 0.07795248057459644, 0.07794048015078409, 0.07793237485971642, 0.07792670735422805, 0.07792262918211615, 0.07791962847150244, 0.07791738355092963, 0.07791568370413463, 0.07791438548113065, 0.07791338794392345, 0.0779126181473056, 0.07791202228060698, 0.0779115600354273, 0.07791120087827974, 0.0779109214931835, 0.07791070397250867, 0.07791053450532448, 0.07791040240824657, 0.07791029939909816, 0.07791021904682183, 0.07791015635167958, 0.0779101074230949, 0.07791006923142056, 0.0779100394160946, 0.07791001613704515, 0.07790999795940048, 0.077909983763924, 0.07790997267736485, 0.07790996401825302, 0.07790995725468669, 0.0779099519714433, 0.07790994784434248, 0.07790994462025612, 0.07790994210151662, 0.07790994013375288, 0.07790993859639773, 0.07790993739527997, 0.07790993645684138, 0.07790993572362187, 0.07790993515073481, 0.07790993470311411, 0.07790993435336496, 0.077909934080085, 0.07790993386655286, 0.07790993369970439, 0.07790993356933232, 0.07790993346746149, 0.07790993338786065, 0.07790993332566112, 0.07790993327705853, 0.07790993323908041, 0.07790993320940423, 0.07790993318621511, 0.07790993316809491, 0.07790993315393564, 0.07790993314287141, 0.07790993313422567, 0.0779099331274698, 0.07790993312219063, 0.07790993311806538, 0.07790993311484186, 0.07790993311232296, 0.07790993311035461, 0.07790993310881653, 0.07790993310761463, 0.07790993310667545, 0.07790993310594158, 0.0779099331053681, 0.07790993310491996, 0.07790993310456976, 0.0779099331042961, 0.0779099331040823, 0.0779099331039152, 0.07790993310378468, 0.07790993310368262, 0.07790993310360289, 0.07790993310354057 ], "history_rmse": [ 0.1276214401958258, 0.12728398152578554, 0.1274588671678224, 0.12756462521328948, 0.12762751740747363, 0.1276642067997864, 0.12768546906514144, 0.12769789660100403, 0.12770532097012982, 0.1277098988099991, 0.1277128276834276, 0.1277147738650026, 0.12771611342837894, 0.12771706388015805, 0.12771775508705635, 0.12771826748143691, 0.12771865283153414, 0.12771894572393117, 0.12771917006055963, 0.12771934284243164, 0.12771947644808732, 0.12771958005634187, 0.12771966056822023, 0.12771972322590366, 0.12771977204173837, 0.12771981010379363, 0.12771983979838206, 0.12771986297496807, 0.12771988107003096, 0.12771989520104987, 0.1277199062383595, 0.12771991486039275, 0.1277199215963335, 0.127719926859147, 0.12771993097121812, 0.1277199341842868, 0.12771993669496792, 0.1277199386568453, 0.127719940189902, 0.12771994138787915, 0.12771994232402137, 0.12771994305555925, 0.12771994362721234, 0.1277199440739254, 0.1277199444230055, 0.12771994469579082, 0.1277199449089563, 0.12771994507553178, 0.12771994520570024, 0.1277199453074186, 0.12771994538690468, 0.12771994544901835, 0.1277199454975556, 0.1277199455354843, 0.1277199455651229, 0.12771994558828365, 0.12771994560638203, 0.1277199456205242, 0.12771994563157604, 0.12771994564021188, 0.12771994564696007, 0.12771994565223369, 0.12771994565635436, 0.12771994565957417, 0.12771994566209052, 0.12771994566405678, 0.12771994566559308, 0.12771994566679365, 0.12771994566773212, 0.1277199456684652, 0.12771994566903808, 0.12771994566948566, 0.12771994566983555, 0.12771994567010894, 0.12771994567032272, 0.12771994567048964, 0.12771994567062, 0.12771994567072179, 0.1277199456708017, 0.12771994567086384, 0.1277199456709126, 0.12771994567095055, 0.12771994567098027, 0.12771994567100337 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.5600064192887296, "matrix_preparation": { "source_rows": 246, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 10, "observation_mass": 246.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00040791602805256844, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.30011314843160675, "upper": 0.8066748507237805, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17672144101318232, "upper": 0.8440692515434012, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13975762376883155, "upper": 0.8283356873306136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03134114689022788, "upper": 0.863534594795055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026455593505876174, "upper": 0.7662685934817455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.02788595954318629, "upper": 0.7399958073601018, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602682.266156, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.30011314843160675, "upper": 0.8066748507237805, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17672144101318232, "upper": 0.8440692515434012, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13975762376883155, "upper": 0.8283356873306136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03134114689022788, "upper": 0.863534594795055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026455593505876174, "upper": 0.7662685934817455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.02788595954318629, "upper": 0.7399958073601018, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P092", "source_specification_id": "CI-T5-D-C07", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P092.json", "input_bytes": 71101, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p092", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C07", "specification_id": "S01-P092", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C07.csv", "output_dir": "analyses/full-archive/results/S01-P092" }, "source": { "file": "CI-T5-D-C07.csv", "bytes": 71101, "sha256": "ba554156c4ad90da44290c4ef0493caaf59bd249f1ef7cb7351abf751706b1c4" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 486, "source_sd": 0.9926850701251345, "rows": 295, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.06267395216048637, "se": 0.24040116283962085, "pvalue": 0.7974512305667046, "lower": -0.4445281661277893, "upper": 0.569876070448762 }, { "method": "Dynamic TWFE", "estimate": 0.35459398967496775, "se": 0.14762975533163783, "pvalue": 0.028017788976600632, "lower": 0.04312243212455724, "upper": 0.6660655472253783 }, { "method": "BJS / did2s", "estimate": 0.22217405041500093, "se": 0.2448077586074724, "pvalue": 0.37680427788490517, "lower": -0.2943251722695023, "upper": 0.7386732730995041 }, { "method": "Sun\u2013Abraham", "estimate": 0.5141642001275655, "se": 0.17600317848089578, "pvalue": 0.009521862824928578, "lower": 0.14282995242039415, "upper": 0.8854984478347367 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.9996241989865265, "se": 0.3251397853028436, "pvalue": 0.006870436318530202, "lower": -1.6856091829918456, "upper": -0.3136392149812074 }, { "event_time": -2, "estimate": -0.6151794021032932, "se": 0.1869822526184369, "pvalue": 0.004322006816837979, "lower": -1.0096774714560357, "upper": -0.2206813327505508 }, { "event_time": 0, "estimate": 0.06728730622437033, "se": 0.1650266782560865, "pvalue": 0.6885564350078079, "lower": -0.2808885503184074, "upper": 0.4154631627671481 }, { "event_time": 1, "estimate": 0.5603616306466919, "se": 0.17376104871830467, "pvalue": 0.00497371110210271, "lower": 0.19375786324015898, "upper": 0.9269653980532248 }, { "event_time": 2, "estimate": 0.7097790576799654, "se": 0.20675336456121785, "pvalue": 0.0031729826553568022, "lower": 0.27356758835925743, "upper": 1.1459905270006734 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3779499953668272, "se": 0.15668995819755377, "pvalue": 0.02744660890812626, "lower": -0.7085369100620772, "upper": -0.04736308067157724 }, { "event_time": -2, "estimate": -0.0699152701511593, "se": 0.07692633520234908, "pvalue": 0.3761292708626157, "lower": -0.23221565050670273, "upper": 0.09238511020438415 }, { "event_time": -1, "estimate": 0.1268062661857076, "se": 0.05120236792652584, "pvalue": 0.024073516747236175, "lower": 0.018778712712370443, "upper": 0.23483381965904473 }, { "event_time": 0, "estimate": 0.05010695197727696, "se": 0.2497351646167688, "pvalue": 0.8433606077971839, "lower": -0.4767881886639494, "upper": 0.5770020926185033 }, { "event_time": 1, "estimate": 0.4598341959259807, "se": 0.30761278002160747, "pvalue": 0.15328538314619947, "lower": -0.18917203930421972, "upper": 1.108840431156181 }, { "event_time": 2, "estimate": 0.21061730508907203, "se": 0.226383151794936, "pvalue": 0.3652100841341959, "lower": -0.26700939512688804, "upper": 0.6882440053050322 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.5449784451292, "se": 0.33261829304033985, "pvalue": 0.00023181132025802838, "lower": -2.2467417012580357, "upper": -0.8432151890003642 }, { "event_time": -2, "estimate": -0.9701474298714492, "se": 0.20638115879243782, "pvalue": 0.00020587560699277145, "lower": -1.4055736136630257, "upper": -0.5347212460798727 }, { "event_time": 0, "estimate": 0.17111571273666532, "se": 0.18179395803231083, "pvalue": 0.3597548616574771, "lower": -0.21243601187588007, "upper": 0.5546674373492106 }, { "event_time": 1, "estimate": 0.856950667169802, "se": 0.2198124790557689, "pvalue": 0.0011553153020373837, "lower": 0.3931868746557813, "upper": 1.3207144596838227 }, { "event_time": 2, "estimate": 0.7479507314367586, "se": 0.20973554975257622, "pvalue": 0.0023772189750248486, "lower": 0.3054474013433389, "upper": 1.1904540615301782 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714285714285714, 0.35, 0.17857142857142858 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3345848663853216e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.194969579325389, "df_num": 1, "df_den": 265, "pvalue": 0.07500784724867739, "log10_pvalue": -1.124893298761356, "inference": "Homoskedastic nested-model F", "observations": 295, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 255.69938000600084, "rss_restricted": 258.78221676287455, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6225114975174698 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.017914097703160513 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.2400581414231422 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.9801757047420043 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p092", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C07", "specification_id": "S01-P092", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C07.csv", "output_dir": "analyses/archive-expanded/fits/S01-P092" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P092", "regression_results": "analyses/archive-expanded/baselines/S01-P092.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C07.csv", "bytes": 71101, "sha256": "ba554156c4ad90da44290c4ef0493caaf59bd249f1ef7cb7351abf751706b1c4" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 486, "source_sd": 0.9926850701251345, "rows": 295, "units": 18, "clusters": 18, "treated_units": 11, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 69, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 1, "additional_rows_removed": 8, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.06267395216048637, "se": 0.24040116283962085, "pvalue": 0.7974512305667046, "lower": -0.4445281661277893, "upper": 0.569876070448762 }, { "method": "Dynamic TWFE", "estimate": 0.35459398967496775, "se": 0.14762975533163783, "pvalue": 0.028017788976600632, "lower": 0.04312243212455724, "upper": 0.6660655472253783 }, { "method": "BJS / did2s", "estimate": 0.22217405041500093, "se": 0.2448077586074724, "pvalue": 0.37680427788490517, "lower": -0.2943251722695023, "upper": 0.7386732730995041 }, { "method": "Sun\u2013Abraham", "estimate": 0.5141642001275655, "se": 0.17600317848089578, "pvalue": 0.009521862824928578, "lower": 0.14282995242039415, "upper": 0.8854984478347367 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.9996241989865265, "se": 0.3251397853028436, "pvalue": 0.006870436318530202, "lower": -1.6856091829918456, "upper": -0.3136392149812074 }, { "event_time": -2, "estimate": -0.6151794021032932, "se": 0.1869822526184369, "pvalue": 0.004322006816837979, "lower": -1.0096774714560357, "upper": -0.2206813327505508 }, { "event_time": 0, "estimate": 0.06728730622437033, "se": 0.1650266782560865, "pvalue": 0.6885564350078079, "lower": -0.2808885503184074, "upper": 0.4154631627671481 }, { "event_time": 1, "estimate": 0.5603616306466919, "se": 0.17376104871830467, "pvalue": 0.00497371110210271, "lower": 0.19375786324015898, "upper": 0.9269653980532248 }, { "event_time": 2, "estimate": 0.7097790576799654, "se": 0.20675336456121785, "pvalue": 0.0031729826553568022, "lower": 0.27356758835925743, "upper": 1.1459905270006734 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3779499953668272, "se": 0.15668995819755377, "pvalue": 0.02744660890812626, "lower": -0.7085369100620772, "upper": -0.04736308067157724 }, { "event_time": -2, "estimate": -0.0699152701511593, "se": 0.07692633520234908, "pvalue": 0.3761292708626157, "lower": -0.23221565050670273, "upper": 0.09238511020438415 }, { "event_time": -1, "estimate": 0.1268062661857076, "se": 0.05120236792652584, "pvalue": 0.024073516747236175, "lower": 0.018778712712370443, "upper": 0.23483381965904473 }, { "event_time": 0, "estimate": 0.05010695197727696, "se": 0.2497351646167688, "pvalue": 0.8433606077971839, "lower": -0.4767881886639494, "upper": 0.5770020926185033 }, { "event_time": 1, "estimate": 0.4598341959259807, "se": 0.30761278002160747, "pvalue": 0.15328538314619947, "lower": -0.18917203930421972, "upper": 1.108840431156181 }, { "event_time": 2, "estimate": 0.21061730508907203, "se": 0.226383151794936, "pvalue": 0.3652100841341959, "lower": -0.26700939512688804, "upper": 0.6882440053050322 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.5449784451292, "se": 0.33261829304033985, "pvalue": 0.00023181132025802838, "lower": -2.2467417012580357, "upper": -0.8432151890003642 }, { "event_time": -2, "estimate": -0.9701474298714492, "se": 0.20638115879243782, "pvalue": 0.00020587560699277145, "lower": -1.4055736136630257, "upper": -0.5347212460798727 }, { "event_time": 0, "estimate": 0.17111571273666532, "se": 0.18179395803231083, "pvalue": 0.3597548616574771, "lower": -0.21243601187588007, "upper": 0.5546674373492106 }, { "event_time": 1, "estimate": 0.856950667169802, "se": 0.2198124790557689, "pvalue": 0.0011553153020373837, "lower": 0.3931868746557813, "upper": 1.3207144596838227 }, { "event_time": 2, "estimate": 0.7479507314367586, "se": 0.20973554975257622, "pvalue": 0.0023772189750248486, "lower": 0.3054474013433389, "upper": 1.1904540615301782 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714285714285714, 0.35, 0.17857142857142858 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.3345848663853216e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.194969579325389, "df_num": 1, "df_den": 265, "pvalue": 0.07500784724867739, "log10_pvalue": -1.124893298761356, "inference": "Homoskedastic nested-model F", "observations": 295, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 21, "covariance_rank": 1, "rss_unrestricted": 255.69938000600084, "rss_restricted": 258.78221676287455, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ], [ -0.11395073610914766, -0.2429816664009117, -0.04855246172974369, -0.09203759024612557, -0.1761345148114256, -0.27269709267807596 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6225114975174698 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.017914097703160513 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.2400581414231422 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.9801757047420043 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.28970103192398117, "se": 0.1843742629113644, "lower": -0.07166588305841215, "upper": 0.6510679469063745 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.16983044213557025, "se": 0.21366037113398537, "lower": -0.24893619021050245, "upper": 0.5885970744816429 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.0771681268230586, "se": 0.208550167656066, "lower": -0.3315826907526208, "upper": 0.48591894439873795 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 140.0, "post_cells": 6, "estimate": 0.1713367516305732, "se": 0.22457497680971517, "lower": -0.2688221147453864, "upper": 0.6114956180065327 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.28970103192398117, "se": 0.1843742629113644, "lower": -0.07166588305841215, "upper": 0.6510679469063745, "event_study": [ { "event_time": -3, "estimate": -1.5239529608647098, "se": 0.35741775311764834, "lower": -2.224478884410529, "upper": -0.8234270373188904, "relative_to_minus_one": -1.5239529608647098, "n": 0.0 }, { "event_time": -2, "estimate": -0.5826364974440329, "se": 0.29764260063437264, "lower": -1.166005274952242, "upper": 0.0007322800641761384, "relative_to_minus_one": -0.5826364974440329, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.22761734024855862, "se": 0.16214798672318473, "lower": -0.5454215543916796, "upper": 0.09018687389456231, "relative_to_minus_one": -0.22761734024855862, "n": 66.0 }, { "event_time": 1, "estimate": 0.3108319695172952, "se": 0.3309897612125017, "lower": -0.33789604171072063, "upper": 0.959559980745311, "relative_to_minus_one": 0.3108319695172952, "n": 49.0 }, { "event_time": 2, "estimate": 0.7858884665032069, "se": 0.2256118210505681, "lower": 0.3436974227575978, "upper": 1.228079510248816, "relative_to_minus_one": 0.7858884665032069, "n": 25.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.4466698900184585, "se": 0.2748571378233051, "event_time": 0, "mass": 28.0 }, { "group": 2, "year": 3, "att": 0.6145690203549525, "se": 0.4699545704104901, "event_time": 1, "mass": 34.0 }, { "group": 2, "year": 4, "att": 0.7858884665032069, "se": 0.2256118210505681, "event_time": 2, "mass": 25.0 }, { "group": 3, "year": 1, "att": -0.7255280178422987, "se": 0.36399949657145453, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.17775872176981417, "se": 0.40828901497792586, "event_time": 0, "mass": 23.0 }, { "group": 3, "year": 4, "att": -0.08180373034601816, "se": 0.2570654931080566, "event_time": 1, "mass": 15.0 }, { "group": 4, "year": 1, "att": -1.5239529608647098, "se": 0.35741775311764834, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.310145691103154, "se": 0.289818315274531, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.46067005675779527, "se": 0.1387345239086258, "event_time": 0, "mass": 15.0 } ], "treated_cell_att": 0.1713367516305732, "treated_cell_se": 0.22457497680971517, "checks": { "input_rows": 295, "retained_rows": 295, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04086012486368418, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7144684450306147, "event_study": [ { "event_time": -3, "estimate": -0.715678670702921, "raw_gap": -0.6625720327374334, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": -0.8889283721391611 }, { "event_time": -2, "estimate": -0.3518327294505795, "raw_gap": -0.36155295329156467, "n": 33, "n_cells": 6, "weight_sum": 33.0, "relative_to_minus_one": -0.5250824308868196 }, { "event_time": -1, "estimate": 0.1732497014362401, "raw_gap": 0.17250792657984015, "n": 48, "n_cells": 11, "weight_sum": 48.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5524825438814494, "raw_gap": 0.5541587365821162, "n": 66, "n_cells": 11, "weight_sum": 66.0, "relative_to_minus_one": 0.3792328424452093 }, { "event_time": 1, "estimate": 0.8492136142608503, "raw_gap": 0.8400835674386903, "n": 49, "n_cells": 9, "weight_sum": 49.0, "relative_to_minus_one": 0.6759639128246102 }, { "event_time": 2, "estimate": 0.8780106923731483, "raw_gap": 0.8780106923731483, "n": 25, "n_cells": 5, "weight_sum": 25.0, "relative_to_minus_one": 0.7047609909369082 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.36043155553764944, -0.20258998049270893, 0.17603663582105025, 0.6238532083245216, 0.6430353957990621, 0.9742518570209222 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 2.2204460492503132e-17 }, { "cohort": 2, "pre_gap": -0.029824819619056614 }, { "cohort": 3, "pre_gap": 0.05310663796548773 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2856435120225051, "zeta_omega": [ 0.0, 1.362057832691625, 0.8568259720831912 ], "zeta_lambda": [ 0.0, 8.098844328410331e-07, 7.205018884210348e-07 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.32434463606531694, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 19, "time_iterations": 10, "unit_objective": 0.5470059561562253, "time_objective": 0.1490686638026231, "unit_projected_gradient": 6.638285476867622e-10, "time_projected_gradient": 5.204029429606294e-10 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 12, "unit_objective": 0.25839022362774616, "time_objective": 0.07034978455929397, "unit_projected_gradient": 7.279225444634108e-09, "time_projected_gradient": 8.764286407725308e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7061339367954954, "matrix_preparation": { "source_rows": 295, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 13, "observation_mass": 295.0, "treated_observation_mass": 140.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00042558275163173676, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.38511721627875745, "event_study": [ { "event_time": -3, "estimate": -0.17007164937817726, "raw_gap": -0.17007164937817726, "n": 10, "n_cells": 2, "weight_sum": 10.0, "relative_to_minus_one": -0.2203768301588876 }, { "event_time": -2, "estimate": -0.06290387548645546, "raw_gap": -0.06290387548645546, "n": 33, "n_cells": 6, "weight_sum": 33.0, "relative_to_minus_one": -0.11320905626716579 }, { "event_time": -1, "estimate": 0.05030518078071033, "raw_gap": 0.05030518078071033, "n": 48, "n_cells": 11, "weight_sum": 48.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1625578473799075, "raw_gap": 0.1625578473799075, "n": 66, "n_cells": 11, "weight_sum": 66.0, "relative_to_minus_one": 0.11225266659919717 }, { "event_time": 1, "estimate": 0.607574218564822, "raw_gap": 0.607574218564822, "n": 49, "n_cells": 9, "weight_sum": 49.0, "relative_to_minus_one": 0.5572690377841116 }, { "event_time": 2, "estimate": 0.5366582256910349, "raw_gap": 0.5366582256910349, "n": 25, "n_cells": 5, "weight_sum": 25.0, "relative_to_minus_one": 0.4863530449103246 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.11165934292622626, -0.052592415215330555, 0.04898846037071096, 0.1845802352260741, 0.36083614654507334, 0.5162519260895585 ], "n": [ 2.0, 6.0, 11.0, 11.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 41, "termination_reason": "Relative objective tolerance reached", "objective": 0.07531477035772983, "lambda_l": 0.025331559050315734, "singular_values": [ 1.7736262540713597, 0.4861047346010666, 0.0, 0.0 ], "history_objective": [ 0.07661845583344408, 0.07574530195256368, 0.07547325678969849, 0.0753784685965731, 0.07534326331752783, 0.07532880534631621, 0.07532219070210852, 0.07531887418889939, 0.07531710036356191, 0.07531611279786052, 0.07531555010150423, 0.0753152253199705, 0.07531503651066838, 0.07531492630254523, 0.07531486182175481, 0.07531482404043607, 0.0753148018821492, 0.07531478887788197, 0.07531478124204105, 0.07531477675656217, 0.07531477412072916, 0.07531477257130663, 0.0753147716602273, 0.07531477112434194, 0.07531477080904908, 0.07531477062349032, 0.07531477051425238, 0.07531477044992586, 0.07531477041203521, 0.07531477038970973, 0.07531477037655167, 0.0753147703687942, 0.07531477036421946, 0.0753147703615208, 0.07531477035992837, 0.0753147703589884, 0.07531477035843341, 0.0753147703581056, 0.07531477035791195, 0.07531477035779749, 0.07531477035772983 ], "history_rmse": [ 0.14411855895494985, 0.1400873644231883, 0.1376476223475258, 0.1362658740113948, 0.1354978400292182, 0.13506878793964322, 0.13482534026598844, 0.1346839731119808, 0.1345994265703632, 0.13454710114792864, 0.1345135103613911, 0.13449115409174692, 0.13447577589356677, 0.1344648954596491, 0.13445702052188457, 0.1344512204649251, 0.13444689288391223, 0.13444363358103734, 0.1344411624975817, 0.1344392802888459, 0.13443784199287556, 0.13443674046466855, 0.13443589555653335, 0.13443524679768945, 0.13443474828554897, 0.13443436502810896, 0.13443407027222432, 0.13443384352232796, 0.13443366905486273, 0.1344335347955891, 0.13443343146641654, 0.1344333519345394, 0.13443329071459487, 0.13443324358714895, 0.134433207305972, 0.13443317937323662, 0.13443315786677507, 0.13443314130728162, 0.1344331285561958, 0.1344331187371562, 0.13443311117558024 ], "n_observed": 69, "n_missing": 3, "n_treated_observed": 25, "n_untreated_observed": 44 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.3143667014736108, "matrix_preparation": { "source_rows": 295, "matrix_shape": [ 18, 4 ], "observed_cells": 69, "missing_cells": 3, "repeated_cells": 56, "minimum_cell_count": 1, "maximum_cell_count": 13, "observation_mass": 295.0, "treated_observation_mass": 140.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003102496266365051, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.06267395216048637, "SE": 0.24040116283962085, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.35459398967496775, "SE": 0.14762975533163783, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22217405041500093, "SE": 0.2448077586074724, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5141642001275655, "SE": 0.17600317848089578, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.28970103192398117, "SE": 0.1843742629113644, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1713367516305732, "SE": 0.22457497680971517, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7144684450306147, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.38511721627875745, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.06267395216048637, "SE": 0.24040116283962085, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4445281661277893, "upper": 0.569876070448762, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.35459398967496775, "SE": 0.14762975533163783, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04312243212455724, "upper": 0.6660655472253783, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22217405041500093, "SE": 0.2448077586074724, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2943251722695023, "upper": 0.7386732730995041, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5141642001275655, "SE": 0.17600317848089578, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14282995242039415, "upper": 0.8854984478347367, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28970103192398117, "SE": 0.1843742629113644, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07166588305841215, "upper": 0.6510679469063745, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1713367516305732, "SE": 0.22457497680971517, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2688221147453864, "upper": 0.6114956180065327, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7144684450306147, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.38511721627875745, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602683.806453, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.06267395216048637, "SE": 0.24040116283962085, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.4445281661277893, "upper": 0.569876070448762, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.35459398967496775, "SE": 0.14762975533163783, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04312243212455724, "upper": 0.6660655472253783, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.22217405041500093, "SE": 0.2448077586074724, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2943251722695023, "upper": 0.7386732730995041, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5141642001275655, "SE": 0.17600317848089578, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.14282995242039415, "upper": 0.8854984478347367, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28970103192398117, "SE": 0.1843742629113644, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.07166588305841215, "upper": 0.6510679469063745, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.1713367516305732, "SE": 0.22457497680971517, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.2688221147453864, "upper": 0.6114956180065327, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7144684450306147, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.38511721627875745, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P093", "source_specification_id": "CI-T5-D-C08", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 8 (\"National identity\"), accepted-manuscript p. 49", "outcome_label": "Identity: Chinese [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P093.json", "input_bytes": 50237, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p093", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [humanities-track students only]", "source_specification_id": "CI-T5-D-C08", "specification_id": "S01-P093", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C08.csv", "output_dir": "analyses/full-archive/results/S01-P093" }, "source": { "file": "CI-T5-D-C08.csv", "bytes": 50237, "sha256": "c33d30a7fbb653f4d175522886d55d92f898808b49b73acffff0b49e6cf4713c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.6354946225635271, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.16706306048849764, "se": 0.1886167895820999, "pvalue": 0.3888826746782885, "lower": -0.5669127922456916, "upper": 0.23278667126869626 }, { "method": "Dynamic TWFE", "estimate": -0.3367743540312476, "se": 0.22209077879573916, "pvalue": 0.14893023040130554, "lower": -0.8075857729085105, "upper": 0.1340370648460153 }, { "method": "BJS / did2s", "estimate": -0.1892575230493895, "se": 0.27291381001358433, "pvalue": 0.497959185443936, "lower": -0.7678089551278496, "upper": 0.3892939090290707 }, { "method": "Sun\u2013Abraham", "estimate": -0.2136394317829444, "se": 0.2723018912700798, "pvalue": 0.4441684466631268, "lower": -0.7908936540743565, "upper": 0.3636147905084677 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0013103269039271687, "se": 0.24846074403661905, "pvalue": 0.9958573490199234, "lower": -0.5280235748356117, "upper": 0.5254029210277573 }, { "event_time": -2, "estimate": -0.22132438062444018, "se": 0.22477790370926007, "pvalue": 0.33945933490805763, "lower": -0.6978322498455455, "upper": 0.2551834885966652 }, { "event_time": 0, "estimate": -0.22849780685215457, "se": 0.16907946800099052, "pvalue": 0.19535974744542667, "lower": -0.5869302670569649, "upper": 0.12993465335265578 }, { "event_time": 1, "estimate": -0.37534123157446775, "se": 0.3259662819579519, "pvalue": 0.26645472023866895, "lower": -1.0663588800645796, "upper": 0.3156764169156442 }, { "event_time": 2, "estimate": -0.5978976074242658, "se": 0.3633832688043558, "pvalue": 0.11939440582530406, "lower": -1.3682357246109613, "upper": 0.17244050976242964 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021549010194149884, "se": 0.15763927216684276, "pvalue": 0.8929746115502911, "lower": -0.35572933862602146, "upper": 0.31263131823772167 }, { "event_time": -2, "estimate": -0.08183345162091028, "se": 0.06059038408179209, "pvalue": 0.1956172946189127, "lower": -0.2102793279177525, "upper": 0.04661242467593192 }, { "event_time": -1, "estimate": 0.06501903563792795, "se": 0.04627263930341546, "pvalue": 0.17910129330965094, "lower": -0.03307457763033618, "upper": 0.1631126489061921 }, { "event_time": 0, "estimate": -0.066099333098406, "se": 0.2108009545860789, "pvalue": 0.7579039683554119, "lower": -0.5129773938063337, "upper": 0.3807787276095217 }, { "event_time": 1, "estimate": -0.16101224674263437, "se": 0.4046405512542917, "pvalue": 0.6959522633947209, "lower": -1.018811895626417, "upper": 0.6967874021411483 }, { "event_time": 2, "estimate": -0.6267000720208614, "se": 0.44080849090901636, "pvalue": 0.1743113540935527, "lower": -1.5611723278406093, "upper": 0.3077721837988866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31856641733012947, "se": 0.3967102275209203, "pvalue": 0.4337305070323676, "lower": -1.159554530906998, "upper": 0.5224216962467391 }, { "event_time": -2, "estimate": -0.6213456382284772, "se": 0.2874012983618449, "pvalue": 0.04611855394548753, "lower": -1.2306091736288212, "upper": -0.012082102828133268 }, { "event_time": 0, "estimate": -0.13059535213354384, "se": 0.1882136235242725, "pvalue": 0.4977163063002038, "lower": -0.5295904100282833, "upper": 0.26839970576119565 }, { "event_time": 1, "estimate": -0.22119186015241857, "se": 0.37990311581967645, "pvalue": 0.5685246801984909, "lower": -1.0265504885692167, "upper": 0.5841667682643796 }, { "event_time": 2, "estimate": -0.4568057922905279, "se": 0.4701974355671486, "pvalue": 0.3457488498096027, "lower": -1.4535798276295706, "upper": 0.5399682430485149 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.176601214525237e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.432905171663465, "df_num": 1, "df_den": 232, "pvalue": 0.06517953503926142, "log10_pvalue": -1.1858887419163378, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 219.61675819767137, "rss_restricted": 222.86642847784702, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6834803697207583 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.45265913201114183 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.3202167071153181 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6297491754773769 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identity: Chinese [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p093", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identity: Chinese [humanities-track students only]", "source_specification_id": "CI-T5-D-C08", "specification_id": "S01-P093", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C08.csv", "output_dir": "analyses/archive-expanded/fits/S01-P093" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P093", "regression_results": "analyses/archive-expanded/baselines/S01-P093.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C08.csv", "bytes": 50237, "sha256": "c33d30a7fbb653f4d175522886d55d92f898808b49b73acffff0b49e6cf4713c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.6354946225635271, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.16706306048849764, "se": 0.1886167895820999, "pvalue": 0.3888826746782885, "lower": -0.5669127922456916, "upper": 0.23278667126869626 }, { "method": "Dynamic TWFE", "estimate": -0.3367743540312476, "se": 0.22209077879573916, "pvalue": 0.14893023040130554, "lower": -0.8075857729085105, "upper": 0.1340370648460153 }, { "method": "BJS / did2s", "estimate": -0.1892575230493895, "se": 0.27291381001358433, "pvalue": 0.497959185443936, "lower": -0.7678089551278496, "upper": 0.3892939090290707 }, { "method": "Sun\u2013Abraham", "estimate": -0.2136394317829444, "se": 0.2723018912700798, "pvalue": 0.4441684466631268, "lower": -0.7908936540743565, "upper": 0.3636147905084677 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.0013103269039271687, "se": 0.24846074403661905, "pvalue": 0.9958573490199234, "lower": -0.5280235748356117, "upper": 0.5254029210277573 }, { "event_time": -2, "estimate": -0.22132438062444018, "se": 0.22477790370926007, "pvalue": 0.33945933490805763, "lower": -0.6978322498455455, "upper": 0.2551834885966652 }, { "event_time": 0, "estimate": -0.22849780685215457, "se": 0.16907946800099052, "pvalue": 0.19535974744542667, "lower": -0.5869302670569649, "upper": 0.12993465335265578 }, { "event_time": 1, "estimate": -0.37534123157446775, "se": 0.3259662819579519, "pvalue": 0.26645472023866895, "lower": -1.0663588800645796, "upper": 0.3156764169156442 }, { "event_time": 2, "estimate": -0.5978976074242658, "se": 0.3633832688043558, "pvalue": 0.11939440582530406, "lower": -1.3682357246109613, "upper": 0.17244050976242964 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.021549010194149884, "se": 0.15763927216684276, "pvalue": 0.8929746115502911, "lower": -0.35572933862602146, "upper": 0.31263131823772167 }, { "event_time": -2, "estimate": -0.08183345162091028, "se": 0.06059038408179209, "pvalue": 0.1956172946189127, "lower": -0.2102793279177525, "upper": 0.04661242467593192 }, { "event_time": -1, "estimate": 0.06501903563792795, "se": 0.04627263930341546, "pvalue": 0.17910129330965094, "lower": -0.03307457763033618, "upper": 0.1631126489061921 }, { "event_time": 0, "estimate": -0.066099333098406, "se": 0.2108009545860789, "pvalue": 0.7579039683554119, "lower": -0.5129773938063337, "upper": 0.3807787276095217 }, { "event_time": 1, "estimate": -0.16101224674263437, "se": 0.4046405512542917, "pvalue": 0.6959522633947209, "lower": -1.018811895626417, "upper": 0.6967874021411483 }, { "event_time": 2, "estimate": -0.6267000720208614, "se": 0.44080849090901636, "pvalue": 0.1743113540935527, "lower": -1.5611723278406093, "upper": 0.3077721837988866 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.31856641733012947, "se": 0.3967102275209203, "pvalue": 0.4337305070323676, "lower": -1.159554530906998, "upper": 0.5224216962467391 }, { "event_time": -2, "estimate": -0.6213456382284772, "se": 0.2874012983618449, "pvalue": 0.04611855394548753, "lower": -1.2306091736288212, "upper": -0.012082102828133268 }, { "event_time": 0, "estimate": -0.13059535213354384, "se": 0.1882136235242725, "pvalue": 0.4977163063002038, "lower": -0.5295904100282833, "upper": 0.26839970576119565 }, { "event_time": 1, "estimate": -0.22119186015241857, "se": 0.37990311581967645, "pvalue": 0.5685246801984909, "lower": -1.0265504885692167, "upper": 0.5841667682643796 }, { "event_time": 2, "estimate": -0.4568057922905279, "se": 0.4701974355671486, "pvalue": 0.3457488498096027, "lower": -1.4535798276295706, "upper": 0.5399682430485149 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 5.176601214525237e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 3.432905171663465, "df_num": 1, "df_den": 232, "pvalue": 0.06517953503926142, "log10_pvalue": -1.1858887419163378, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 219.61675819767137, "rss_restricted": 222.86642847784702, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.6834803697207583 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.45265913201114183 }, { "event_time": 1.0, "cohort": 3, "estimate": -1.3202167071153181 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6297491754773769 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.2947848723005035, "se": 0.256164702139781, "lower": -0.7968584626049047, "upper": 0.20728871800389775 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.2859574582745352, "se": 0.22866942280512356, "lower": -0.7341412913381395, "upper": 0.16222637478906904 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.307320904450682, "se": 0.1940333326809448, "lower": -0.6876192483056125, "upper": 0.07297743940424845 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": -0.24341559752326647, "se": 0.2397333857248536, "lower": -0.7132843994358282, "upper": 0.22645320438929528 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.2947848723005035, "se": 0.256164702139781, "lower": -0.7968584626049047, "upper": 0.20728871800389775, "event_study": [ { "event_time": -3, "estimate": -0.35592823001089235, "se": 0.3909714330985131, "lower": -1.1222181578679893, "upper": 0.4103616978462046, "relative_to_minus_one": -0.35592823001089235, "n": 0.0 }, { "event_time": -2, "estimate": -0.4098906070884206, "se": 0.23560080070725248, "lower": -0.8716596912034345, "upper": 0.05187847702659315, "relative_to_minus_one": -0.4098906070884206, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.25034674466804446, "se": 0.18439937509627446, "lower": -0.6117628786284346, "upper": 0.11106938929234567, "relative_to_minus_one": -0.25034674466804446, "n": 59.0 }, { "event_time": 1, "estimate": -0.308818107581181, "se": 0.31930153652794957, "lower": -0.9346376193842627, "upper": 0.3170014042219007, "relative_to_minus_one": -0.308818107581181, "n": 37.0 }, { "event_time": 2, "estimate": -0.325189764652285, "se": 0.4478806851151926, "lower": -1.203019776849187, "upper": 0.5526402475446172, "relative_to_minus_one": -0.325189764652285, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.35198230875315956, "se": 0.3098548728339338, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": 0.15901066127112, "se": 0.5084953612379804, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": -0.325189764652285, "se": 0.44788068511519263, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.5596815308048466, "se": 0.30693856141722925, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.13570118562057995, "se": 0.21066130852002835, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": -0.832047651692307, "se": 0.23802241782988387, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": -0.35592823001089235, "se": 0.3909714330985131, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.09366532368707679, "se": 0.18622847763005196, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.252403398567281, "se": 0.3480818994091818, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": -0.24341559752326647, "treated_cell_se": 0.2397333857248536, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.042803291231393814, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1381782416957596, "event_study": [ { "event_time": -3, "estimate": -0.1805570868041094, "raw_gap": -0.15377543880688244, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.352442988629765 }, { "event_time": -2, "estimate": -0.029022860752228687, "raw_gap": -0.00704928262905824, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.20090876257788423 }, { "event_time": -1, "estimate": 0.17188590182565555, "raw_gap": 0.18555611834064015, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03714135114224283, "raw_gap": -0.023930980197473327, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": -0.20902725296789837 }, { "event_time": 1, "estimate": -0.014444172698709895, "raw_gap": -0.007129163574544841, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.18633007452436545 }, { "event_time": 2, "estimate": -0.6928801940930401, "raw_gap": -0.6928801940930424, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.8647660959186957 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03355520856727123, -0.042627007715540476, 0.018865162915868882, -0.03834197173524565, -0.01538099959038608, -0.5865947004776013 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.220446049250313e-15 }, { "cohort": 2, "pre_gap": 0.0208196413533969 }, { "cohort": 3, "pre_gap": 0.02678164799722697 } ], "diagnostics": { "converged": true, "pre_rmse": 0.05271945370488316, "zeta_omega": [ 0.0, 1.7532260295598279, 1.0839250071974487 ], "zeta_lambda": [ 0.0, 1.0424744342802593e-06, 9.114686529561912e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.6652121310172971, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 11, "unit_objective": 0.4484850019213459, "time_objective": 0.5185624274866171, "unit_projected_gradient": 9.694626906808779e-09, "time_projected_gradient": 7.234832066771446e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.17074165269110267, "time_objective": 0.3119553956796186, "unit_projected_gradient": 7.723172434914716e-09, "time_projected_gradient": 7.819486724791602e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 4.996003610813204e-16 }, "native_matrix_att": -0.139680315582162, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005831662565469742, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.282843252129809, "event_study": [ { "event_time": -3, "estimate": -0.029315638773403287, "raw_gap": -0.029315638773403287, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.03886562765531784 }, { "event_time": -2, "estimate": -0.03526502942042228, "raw_gap": -0.03526502942042228, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.044815018302336834 }, { "event_time": -1, "estimate": 0.009549988881914554, "raw_gap": 0.009549988881914554, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.13007528019611836, "raw_gap": -0.13007528019611836, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": -0.1396252690780329 }, { "event_time": 1, "estimate": -0.2306593253760761, "raw_gap": -0.2306593253760761, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.24020931425799066 }, { "event_time": 2, "estimate": -0.8588493381285385, "raw_gap": -0.8588493381285385, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.8683993270104531 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.024576882582475257, -0.013416897633890793, 0.003134794909775973, -0.09468291063667555, -0.14047560368982892, -0.6386865299251254 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 61, "termination_reason": "Relative objective tolerance reached", "objective": 0.08459258874196932, "lambda_l": 0.023050623040719576, "singular_values": [ 1.606719297518003, 1.2060012914739011, 0.11375808774891022, 0.0 ], "history_objective": [ 0.08671985510334271, 0.08587816315417594, 0.08532247998989728, 0.08498988057954383, 0.08480586123986612, 0.08470914399836214, 0.0846589770192486, 0.08463233768772091, 0.08461750183261371, 0.08460876937646172, 0.08460336469119717, 0.08459988598435737, 0.0845975838726628, 0.0845960317832785, 0.08459497259569794, 0.08459424409048032, 0.08459374046852246, 0.08459339113927898, 0.08459314828550604, 0.08459297919214459, 0.08459286132890274, 0.0845927791111942, 0.08459272172661338, 0.08459268165807693, 0.08459265367185015, 0.08459263412014106, 0.08459262045857804, 0.08459261091143501, 0.08459260423890594, 0.08459259957508927, 0.08459259631508005, 0.08459259403622466, 0.08459259244316918, 0.08459259132949574, 0.08459259055093055, 0.08459259000662807, 0.08459258962609506, 0.08459258936005341, 0.08459258917405393, 0.08459258904401387, 0.08459258895309675, 0.08459258888953186, 0.08459258884509009, 0.08459258881401827, 0.08459258879229414, 0.08459258877710533, 0.08459258876648587, 0.08459258875906103, 0.0845925887538699, 0.08459258875024035, 0.08459258874770274, 0.08459258874592845, 0.08459258874468795, 0.08459258874382058, 0.08459258874321418, 0.08459258874279017, 0.0845925887424937, 0.08459258874228648, 0.0845925887421415, 0.08459258874204022, 0.08459258874196932 ], "history_rmse": [ 0.1295665570575707, 0.1300038132020088, 0.13033652545367552, 0.1305772066280054, 0.13072895527839345, 0.13081358733958162, 0.13085690953694334, 0.13087824573852677, 0.13088882542018576, 0.13089429550518825, 0.13089730247425313, 0.1308990653880971, 0.13090015813049174, 0.13090086462230963, 0.13090133491647749, 0.1309016540286495, 0.13090187321368638, 0.13090202492107403, 0.13090213042928162, 0.13090220402760186, 0.13090225546266823, 0.13090229144980872, 0.13090231664575933, 0.13090233429308828, 0.13090234665560657, 0.13090235531643363, 0.13090236138380765, 0.13090236563400232, 0.13090236861094448, 0.13090237069581181, 0.13090237215573455, 0.1309023731779083, 0.13090237389349807, 0.13090237439439772, 0.13090237474497884, 0.13090237499032606, 0.1309023751620103, 0.13090237528213827, 0.1309023753661848, 0.13090237542498367, 0.13090237546611652, 0.1309023754948889, 0.1309023755150146, 0.13090237552909162, 0.13090237553893733, 0.13090237554582276, 0.1309023755506386, 0.13090237555400605, 0.1309023755563615, 0.1309023755580084, 0.13090237555916048, 0.13090237555996587, 0.130902375560529, 0.13090237556092268, 0.1309023755611981, 0.1309023755613908, 0.13090237556152529, 0.13090237556161974, 0.13090237556168513, 0.1309023755617316, 0.13090237556176346 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.21024454798117675, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000428082887083292, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16706306048849764, "SE": 0.1886167895820999, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.3367743540312476, "SE": 0.22209077879573916, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1892575230493895, "SE": 0.27291381001358433, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2136394317829444, "SE": 0.2723018912700798, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.2947848723005035, "SE": 0.256164702139781, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.24341559752326647, "SE": 0.2397333857248536, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1381782416957596, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.282843252129809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16706306048849764, "SE": 0.1886167895820999, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5669127922456916, "upper": 0.23278667126869626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.3367743540312476, "SE": 0.22209077879573916, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8075857729085105, "upper": 0.1340370648460153, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1892575230493895, "SE": 0.27291381001358433, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7678089551278496, "upper": 0.3892939090290707, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2136394317829444, "SE": 0.2723018912700798, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7908936540743565, "upper": 0.3636147905084677, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.2947848723005035, "SE": 0.256164702139781, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7968584626049047, "upper": 0.20728871800389775, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.24341559752326647, "SE": 0.2397333857248536, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.7132843994358282, "upper": 0.22645320438929528, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1381782416957596, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.282843252129809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602685.7019541, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16706306048849764, "SE": 0.1886167895820999, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.5669127922456916, "upper": 0.23278667126869626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.3367743540312476, "SE": 0.22209077879573916, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.8075857729085105, "upper": 0.1340370648460153, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.1892575230493895, "SE": 0.27291381001358433, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7678089551278496, "upper": 0.3892939090290707, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2136394317829444, "SE": 0.2723018912700798, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7908936540743565, "upper": 0.3636147905084677, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.2947848723005035, "SE": 0.256164702139781, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7968584626049047, "upper": 0.20728871800389775, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.24341559752326647, "SE": 0.2397333857248536, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.7132843994358282, "upper": 0.22645320438929528, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1381782416957596, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.282843252129809, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P094", "source_specification_id": "CI-T5-D-C09", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 9 (\"Attitudes about environment\"), accepted-manuscript p. 49", "outcome_label": "Attitudes about environment z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P094.json", "input_bytes": 66677, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p094", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C09", "specification_id": "S01-P094", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C09.csv", "output_dir": "analyses/full-archive/results/S01-P094" }, "source": { "file": "CI-T5-D-C09.csv", "bytes": 66677, "sha256": "e3ffd8db10e0e488a918c7f2a8d4ab9e4ff4c1964a28b475d76dcb9a711dbbc5" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.936535311381519, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1606615496153213, "se": 0.2302547890410383, "pvalue": 0.49534592165489744, "lower": -0.32745679784384785, "upper": 0.6487798970744905 }, { "method": "Dynamic TWFE", "estimate": 0.05355033954285865, "se": 0.27569369083496126, "pvalue": 0.8484338497636166, "lower": -0.5308941766200419, "upper": 0.6379948557057593 }, { "method": "BJS / did2s", "estimate": 0.01715326985649418, "se": 0.2778396402640654, "pvalue": 0.9515361083696348, "lower": -0.571840455873025, "upper": 0.6061469955860135 }, { "method": "Sun\u2013Abraham", "estimate": -0.08054578016886683, "se": 0.317077026750425, "pvalue": 0.8027111814593776, "lower": -0.7527190494384123, "upper": 0.5916274891006786 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.41896547647593246, "se": 0.4127634787945528, "pvalue": 0.3251978545663941, "lower": -1.2939849624975048, "upper": 0.45605400954563996 }, { "event_time": -2, "estimate": -0.5023539468568929, "se": 0.3791502841250526, "pvalue": 0.20380066267085742, "lower": -1.3061166433748364, "upper": 0.30140874966105036 }, { "event_time": 0, "estimate": 0.11417829778829998, "se": 0.1990890487842599, "pvalue": 0.5742771248805784, "lower": -0.30787163174637144, "upper": 0.5362282273229714 }, { "event_time": 1, "estimate": -0.015792627142594818, "se": 0.35290819514203636, "pvalue": 0.9648603635325236, "lower": -0.7639245801628063, "upper": 0.7323393258776167 }, { "event_time": 2, "estimate": 0.0003208780102659607, "se": 0.44510563781442025, "pvalue": 0.9994337145170176, "lower": -0.94326092230578, "upper": 0.9439026783263118 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0858425248723906, "se": 0.2183045232909997, "pvalue": 0.6993442304068885, "lower": -0.3769423908961695, "upper": 0.5486274406409507 }, { "event_time": -2, "estimate": -0.057306586150604175, "se": 0.10829458197703638, "pvalue": 0.6039502022827125, "lower": -0.2868808443606742, "upper": 0.1722676720594658 }, { "event_time": -1, "estimate": 0.023902245423570074, "se": 0.07584442717094259, "pvalue": 0.7567219817756947, "lower": -0.13688075765251162, "upper": 0.1846852484996518 }, { "event_time": 0, "estimate": 0.10779630428935441, "se": 0.26171836761055844, "pvalue": 0.685893211643526, "lower": -0.44702185011180484, "upper": 0.6626144586905136 }, { "event_time": 1, "estimate": -0.10150330223901591, "se": 0.3690055853614482, "pvalue": 0.786780976158442, "lower": -0.883760198088991, "upper": 0.6807535936109591 }, { "event_time": 2, "estimate": -0.033249144038499545, "se": 0.37098353403403544, "pvalue": 0.9296980881298882, "lower": -0.8196991037610799, "upper": 0.7532008156840808 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.059495039962764194, "se": 0.5609465067105427, "pvalue": 0.9168516447401085, "lower": -1.2486485121180948, "upper": 1.1296584321925662 }, { "event_time": -2, "estimate": 0.0618104874619165, "se": 0.6432587173926001, "pvalue": 0.9246426547903829, "lower": -1.3018370763089238, "upper": 1.4254580512327568 }, { "event_time": 0, "estimate": -0.0219197881676369, "se": 0.24242970598554903, "pvalue": 0.9290780190605827, "lower": -0.5358478065750529, "upper": 0.4920082302397792 }, { "event_time": 1, "estimate": -0.10281902316790159, "se": 0.3680320010416258, "pvalue": 0.7835360170538241, "lower": -0.8830120124590465, "upper": 0.6773739661232433 }, { "event_time": 2, "estimate": -0.2192207031745659, "se": 0.5747848284687807, "pvalue": 0.7079265710075502, "lower": -1.4377101069575138, "upper": 0.999268700608382 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.994318964003052e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5532088949955005, "df_num": 1, "df_den": 232, "pvalue": 0.11143156050705309, "log10_pvalue": -0.9529917875030626, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 252.7969892475727, "rss_restricted": 255.57907339229246, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.5353304087091086 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0561466514820095 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2215484744531295 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.0727906168456696 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Attitudes about environment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p094", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Attitudes about environment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C09", "specification_id": "S01-P094", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C09.csv", "output_dir": "analyses/archive-expanded/fits/S01-P094" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P094", "regression_results": "analyses/archive-expanded/baselines/S01-P094.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C09.csv", "bytes": 66677, "sha256": "e3ffd8db10e0e488a918c7f2a8d4ab9e4ff4c1964a28b475d76dcb9a711dbbc5" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.936535311381519, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1606615496153213, "se": 0.2302547890410383, "pvalue": 0.49534592165489744, "lower": -0.32745679784384785, "upper": 0.6487798970744905 }, { "method": "Dynamic TWFE", "estimate": 0.05355033954285865, "se": 0.27569369083496126, "pvalue": 0.8484338497636166, "lower": -0.5308941766200419, "upper": 0.6379948557057593 }, { "method": "BJS / did2s", "estimate": 0.01715326985649418, "se": 0.2778396402640654, "pvalue": 0.9515361083696348, "lower": -0.571840455873025, "upper": 0.6061469955860135 }, { "method": "Sun\u2013Abraham", "estimate": -0.08054578016886683, "se": 0.317077026750425, "pvalue": 0.8027111814593776, "lower": -0.7527190494384123, "upper": 0.5916274891006786 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.41896547647593246, "se": 0.4127634787945528, "pvalue": 0.3251978545663941, "lower": -1.2939849624975048, "upper": 0.45605400954563996 }, { "event_time": -2, "estimate": -0.5023539468568929, "se": 0.3791502841250526, "pvalue": 0.20380066267085742, "lower": -1.3061166433748364, "upper": 0.30140874966105036 }, { "event_time": 0, "estimate": 0.11417829778829998, "se": 0.1990890487842599, "pvalue": 0.5742771248805784, "lower": -0.30787163174637144, "upper": 0.5362282273229714 }, { "event_time": 1, "estimate": -0.015792627142594818, "se": 0.35290819514203636, "pvalue": 0.9648603635325236, "lower": -0.7639245801628063, "upper": 0.7323393258776167 }, { "event_time": 2, "estimate": 0.0003208780102659607, "se": 0.44510563781442025, "pvalue": 0.9994337145170176, "lower": -0.94326092230578, "upper": 0.9439026783263118 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.0858425248723906, "se": 0.2183045232909997, "pvalue": 0.6993442304068885, "lower": -0.3769423908961695, "upper": 0.5486274406409507 }, { "event_time": -2, "estimate": -0.057306586150604175, "se": 0.10829458197703638, "pvalue": 0.6039502022827125, "lower": -0.2868808443606742, "upper": 0.1722676720594658 }, { "event_time": -1, "estimate": 0.023902245423570074, "se": 0.07584442717094259, "pvalue": 0.7567219817756947, "lower": -0.13688075765251162, "upper": 0.1846852484996518 }, { "event_time": 0, "estimate": 0.10779630428935441, "se": 0.26171836761055844, "pvalue": 0.685893211643526, "lower": -0.44702185011180484, "upper": 0.6626144586905136 }, { "event_time": 1, "estimate": -0.10150330223901591, "se": 0.3690055853614482, "pvalue": 0.786780976158442, "lower": -0.883760198088991, "upper": 0.6807535936109591 }, { "event_time": 2, "estimate": -0.033249144038499545, "se": 0.37098353403403544, "pvalue": 0.9296980881298882, "lower": -0.8196991037610799, "upper": 0.7532008156840808 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.059495039962764194, "se": 0.5609465067105427, "pvalue": 0.9168516447401085, "lower": -1.2486485121180948, "upper": 1.1296584321925662 }, { "event_time": -2, "estimate": 0.0618104874619165, "se": 0.6432587173926001, "pvalue": 0.9246426547903829, "lower": -1.3018370763089238, "upper": 1.4254580512327568 }, { "event_time": 0, "estimate": -0.0219197881676369, "se": 0.24242970598554903, "pvalue": 0.9290780190605827, "lower": -0.5358478065750529, "upper": 0.4920082302397792 }, { "event_time": 1, "estimate": -0.10281902316790159, "se": 0.3680320010416258, "pvalue": 0.7835360170538241, "lower": -0.8830120124590465, "upper": 0.6773739661232433 }, { "event_time": 2, "estimate": -0.2192207031745659, "se": 0.5747848284687807, "pvalue": 0.7079265710075502, "lower": -1.4377101069575138, "upper": 0.999268700608382 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 8.994318964003052e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5532088949955005, "df_num": 1, "df_den": 232, "pvalue": 0.11143156050705309, "log10_pvalue": -0.9529917875030626, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 252.7969892475727, "rss_restricted": 255.57907339229246, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.5353304087091086 }, { "event_time": 0.0, "cohort": 3, "estimate": 1.0561466514820095 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2215484744531295 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.0727906168456696 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.1352137192589618, "se": 0.26436227097059717, "lower": -0.6533542492325508, "upper": 0.38292681071462725 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.09451206964952817, "se": 0.25288310506727923, "lower": -0.5901538478800539, "upper": 0.40112970858099756 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.006695644086690904, "se": 0.2280192768053425, "lower": -0.44021392623264977, "upper": 0.4536052144060315 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": -0.11987903440231226, "se": 0.24698005268993276, "lower": -0.6039510425743854, "upper": 0.3641929737697608 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.1352137192589618, "se": 0.26436227097059717, "lower": -0.6533542492325508, "upper": 0.38292681071462725, "event_study": [ { "event_time": -3, "estimate": -0.04073862833231736, "se": 0.4869571628753079, "lower": -0.9951571295817259, "upper": 0.9136798729170912, "relative_to_minus_one": -0.04073862833231736, "n": 0.0 }, { "event_time": -2, "estimate": -0.47361274922352264, "se": 0.48936481350342975, "lower": -1.4327501589914053, "upper": 0.48552466054436, "relative_to_minus_one": -0.47361274922352264, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.0383206300836222, "se": 0.1818034572546643, "lower": -0.39464885856763143, "upper": 0.31800759840038706, "relative_to_minus_one": -0.0383206300836222, "n": 59.0 }, { "event_time": 1, "estimate": -0.04075576150447424, "se": 0.36168485529776884, "lower": -0.7496450516416822, "upper": 0.6681335286327337, "relative_to_minus_one": -0.04075576150447424, "n": 37.0 }, { "event_time": 2, "estimate": -0.326564766188789, "se": 0.46293025599836596, "lower": -1.2338913952994937, "upper": 0.5807618629219156, "relative_to_minus_one": -0.326564766188789, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.26380305190805936, "se": 0.39565295804758116, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": -0.5033966421997338, "se": 0.43221996932594114, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": -0.326564766188789, "se": 0.46293025599836596, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.1646820980596287, "se": 0.678349372174534, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.017857338191457423, "se": 0.38767630191637437, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.4766715392731186, "se": 0.44305963371733736, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": -0.04073862833231736, "se": 0.4869571628753079, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -1.12579967945841, "se": 0.42035812202327755, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.3754704884211308, "se": 0.298088774182645, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": -0.11987903440231226, "treated_cell_se": 0.24698005268993276, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 5.551115123125783e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04386000009253621, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.22115687715404414, "event_study": [ { "event_time": -3, "estimate": 0.26440505954137644, "raw_gap": 0.05908914635859443, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": 0.19433531806623727 }, { "event_time": -2, "estimate": -0.21949045197271325, "raw_gap": -0.255675713117214, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.28956019344785244 }, { "event_time": -1, "estimate": 0.07006974147513918, "raw_gap": 0.027751986876804642, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.03914874135563913, "raw_gap": -0.0009674766208062427, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": -0.030921000119500053 }, { "event_time": 1, "estimate": -0.4937102536554459, "raw_gap": -0.49216216610190733, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.5637799951305851 }, { "event_time": 2, "estimate": -0.49871248565506754, "raw_gap": -0.49871248565506765, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.5687822271302068 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.21035259985633298, -0.0724487703424812, 0.0013987422342220876, 0.03653562866948684, -0.4706656816207226, -0.38043363178142076 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -8.673617379884035e-17 }, { "cohort": 2, "pre_gap": 0.004406095344686788 }, { "cohort": 3, "pre_gap": -0.205315913182782 } ], "diagnostics": { "converged": true, "pre_rmse": 0.13125443061385872, "zeta_omega": [ 0.0, 3.6746765216272754, 2.1621063907213047 ], "zeta_lambda": [ 0.0, 2.184975732426303e-06, 1.8181075133546923e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 1.6217521261673715, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 12, "time_iterations": 16, "unit_objective": 1.9292391905410209, "time_objective": 0.6611403697999433, "unit_projected_gradient": 9.00990321239803e-09, "time_projected_gradient": 1.7536538332585394e-09 }, { "cohort": 3, "unit_iterations": 13, "time_iterations": 15, "unit_objective": 0.7355303568263449, "time_objective": 0.13080241382662577, "unit_projected_gradient": 5.4826405082586405e-09, "time_projected_gradient": 5.120763008070739e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.20665093771766022, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006213751621544361, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1229722460551683, "event_study": [ { "event_time": -3, "estimate": 0.02868120099964686, "raw_gap": 0.02868120099964686, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": 0.01518959657314188 }, { "event_time": -2, "estimate": -0.04531282989707959, "raw_gap": -0.04531282989707959, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.058804434323584565 }, { "event_time": -1, "estimate": 0.013491604426504978, "raw_gap": 0.013491604426504978, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.037564303048674565, "raw_gap": 0.037564303048674565, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.024072698622169587 }, { "event_time": 1, "estimate": -0.2998850907322077, "raw_gap": -0.2998850907322077, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.3133766951587127 }, { "event_time": 2, "estimate": -0.2769659904802351, "raw_gap": -0.2769659904802351, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.2904575949067401 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.09775098259431404, -0.039272726056497946, 0.004013385096380761, 0.10571105785525878, -0.2873746328164503, -0.16402975145357845 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 49, "termination_reason": "Relative objective tolerance reached", "objective": 0.19741922339768647, "lambda_l": 0.04057531876513382, "singular_values": [ 2.799564520482077, 0.814198631136435, 0.0, 0.0 ], "history_objective": [ 0.19982595129216607, 0.1988187302679262, 0.19828072435439226, 0.19795270375721055, 0.19775062441916438, 0.1976253756106756, 0.19754749537816257, 0.1974990077006318, 0.1974688160933077, 0.1974500260259675, 0.1974383407827357, 0.1974310801061888, 0.19742657241713862, 0.1974237760217746, 0.19742204241448807, 0.19742096829587477, 0.1974203031099867, 0.1974198913358505, 0.19741963651692201, 0.19741947886927178, 0.1974193813593684, 0.19741932105710008, 0.1974192837701226, 0.19741926071691435, 0.1974192464652393, 0.19741923765538885, 0.1974192322097929, 0.19741922884389135, 0.19741922676352233, 0.1974192254777462, 0.19741922468309075, 0.1974192241919766, 0.1974192238884631, 0.19741922370089185, 0.19741922358497443, 0.1974192235133394, 0.1974192234690706, 0.19741922344171395, 0.19741922342480847, 0.19741922341436163, 0.1974192234079059, 0.19741922340391665, 0.19741922340145143, 0.19741922339992815, 0.19741922339898696, 0.1974192233984051, 0.19741922339804585, 0.19741922339782364, 0.19741922339768647 ], "history_rmse": [ 0.22874214265706888, 0.22932565271131838, 0.22856798873065592, 0.228029568723284, 0.22756024300180094, 0.22715364396820809, 0.22680990205197657, 0.22652480082054777, 0.2262915304619205, 0.2261025224954058, 0.22595046988493056, 0.22582879784239135, 0.2257318279580818, 0.22565478254475424, 0.22559371232663708, 0.2255453933204019, 0.22550721736926838, 0.22547708860907462, 0.22545333130136438, 0.22543461072835222, 0.22541986689966476, 0.2254082599003458, 0.22539912535956783, 0.22539193847426242, 0.2253862851280219, 0.225381838816504, 0.2253783422788949, 0.22537559291636539, 0.2253734312416572, 0.2253717317449515, 0.2253703956799292, 0.22536934537212605, 0.22536851973190217, 0.22536787071928358, 0.22536736056010614, 0.2253669595546337, 0.22536664435308892, 0.22536639659893618, 0.22536620186169068, 0.2253660487976047, 0.22536592848964182, 0.22536583392850032, 0.22536575960456556, 0.22536570118710814, 0.22536565527208186, 0.22536561918385992, 0.22536559081938617, 0.2253655685256537, 0.22536555100341027 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.08627297680878764, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00043904222548007965, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1606615496153213, "SE": 0.2302547890410383, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05355033954285865, "SE": 0.27569369083496126, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.01715326985649418, "SE": 0.2778396402640654, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08054578016886683, "SE": 0.317077026750425, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.1352137192589618, "SE": 0.26436227097059717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.11987903440231226, "SE": 0.24698005268993276, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22115687715404414, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1229722460551683, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1606615496153213, "SE": 0.2302547890410383, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32745679784384785, "upper": 0.6487798970744905, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05355033954285865, "SE": 0.27569369083496126, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5308941766200419, "upper": 0.6379948557057593, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.01715326985649418, "SE": 0.2778396402640654, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.571840455873025, "upper": 0.6061469955860135, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08054578016886683, "SE": 0.317077026750425, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7527190494384123, "upper": 0.5916274891006786, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1352137192589618, "SE": 0.26436227097059717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6533542492325508, "upper": 0.38292681071462725, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.11987903440231226, "SE": 0.24698005268993276, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6039510425743854, "upper": 0.3641929737697608, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22115687715404414, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1229722460551683, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602687.634419, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1606615496153213, "SE": 0.2302547890410383, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32745679784384785, "upper": 0.6487798970744905, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.05355033954285865, "SE": 0.27569369083496126, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5308941766200419, "upper": 0.6379948557057593, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.01715326985649418, "SE": 0.2778396402640654, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.571840455873025, "upper": 0.6061469955860135, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.08054578016886683, "SE": 0.317077026750425, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7527190494384123, "upper": 0.5916274891006786, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1352137192589618, "SE": 0.26436227097059717, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6533542492325508, "upper": 0.38292681071462725, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.11987903440231226, "SE": 0.24698005268993276, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6039510425743854, "upper": 0.3641929737697608, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.22115687715404414, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1229722460551683, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P095", "source_specification_id": "CI-T5-D-C10", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 10 (\"Political behavior\"), accepted-manuscript p. 49", "outcome_label": "Political behavior z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P095.json", "input_bytes": 66713, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p095", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C10", "specification_id": "S01-P095", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C10.csv", "output_dir": "analyses/full-archive/results/S01-P095" }, "source": { "file": "CI-T5-D-C10.csv", "bytes": 66713, "sha256": "f0118efd3ce7225181f99797ba1cf144f31e679629480ca7eef4e4b9dee6944b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 1.0247040643780903, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2020209774341155, "se": 0.20501189505896467, "pvalue": 0.3390901735881291, "lower": -0.23258482530477542, "upper": 0.6366267801730064 }, { "method": "Dynamic TWFE", "estimate": 0.28449649553659934, "se": 0.2034354348744312, "pvalue": 0.18105814291895245, "lower": -0.14676736090308778, "upper": 0.7157603519762865 }, { "method": "BJS / did2s", "estimate": 0.3572018159143459, "se": 0.20675474874049954, "pvalue": 0.10329799635139258, "lower": -0.08109867157979805, "upper": 0.7955023034084898 }, { "method": "Sun\u2013Abraham", "estimate": 0.3867152084443397, "se": 0.20279094374930792, "pvalue": 0.07464410483674953, "lower": -0.043182387843897496, "upper": 0.8166128047325769 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1320954155124656, "se": 0.9108391616258039, "pvalue": 0.8865014889027286, "lower": -1.798797349956321, "upper": 2.062988180981252 }, { "event_time": -2, "estimate": -0.17330099812195848, "se": 0.17186188467669367, "pvalue": 0.3282824646148209, "lower": -0.5376319181822335, "upper": 0.19102992193831653 }, { "event_time": 0, "estimate": 0.09365398411756533, "se": 0.24449628305144527, "pvalue": 0.7067249479048067, "lower": -0.42465498196309337, "upper": 0.611962950198224 }, { "event_time": 1, "estimate": 0.6267947929189198, "se": 0.2162132915028749, "pvalue": 0.0104634531264146, "lower": 0.1684430904999054, "upper": 1.0851464953379342 }, { "event_time": 2, "estimate": 0.21053182030381792, "se": 0.30243629379172315, "pvalue": 0.4963425480466816, "lower": -0.4306044815820922, "upper": 0.851668122189728 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -4.2271582277283074e-05, "se": 0.3496969600067757, "pvalue": 0.9999050455650184, "lower": -0.7413667102222042, "upper": 0.7412821670576496 }, { "event_time": -2, "estimate": -0.12632916012182172, "se": 0.1408413200387185, "pvalue": 0.3830378054251704, "lower": -0.42489942082121773, "upper": 0.1722411005775743 }, { "event_time": -1, "estimate": 0.09325131231334671, "se": 0.06720519274023112, "pvalue": 0.18429413834182548, "lower": -0.04921733191185504, "upper": 0.23571995653854846 }, { "event_time": 0, "estimate": 0.17704560082419615, "se": 0.24946781891432307, "pvalue": 0.48810907169331935, "lower": -0.3518025504774456, "upper": 0.7058937521258379 }, { "event_time": 1, "estimate": 0.7187677810224624, "se": 0.2358808513091937, "pvalue": 0.007684165246641767, "lower": 0.21872271434728185, "upper": 1.218812847697643 }, { "event_time": 2, "estimate": 0.21253213072058422, "se": 0.37638103765651765, "pvalue": 0.5801275348026016, "lower": -0.5853600255338621, "upper": 1.0104242869750306 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5862437352048152, "se": 0.589383092563702, "pvalue": 0.33470086913221136, "lower": -1.8356800764020185, "upper": 0.6631926059923879 }, { "event_time": -2, "estimate": -0.2821142527887674, "se": 0.3712892209058906, "pvalue": 0.45841031686112693, "lower": -1.0692122397308959, "upper": 0.5049837341533612 }, { "event_time": 0, "estimate": 0.11408445567994902, "se": 0.24315441879130376, "pvalue": 0.6452670288127265, "lower": -0.4013798852448, "upper": 0.629548796604698 }, { "event_time": 1, "estimate": 0.8739919737149011, "se": 0.20058602919716656, "pvalue": 0.0004888478914619977, "lower": 0.4487685874700784, "upper": 1.2992153599597238 }, { "event_time": 2, "estimate": 0.2843980557121439, "se": 0.38155338368193803, "pvalue": 0.4668580376706992, "lower": -0.524458984290997, "upper": 1.093255095715285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.6790021786847573e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04042348159389093, "df_num": 1, "df_den": 232, "pvalue": 0.8408310081916496, "log10_pvalue": -0.07529128075929596, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 212.18130882116338, "rss_restricted": 212.2182791109552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9641555394716959 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.028953956897351422 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.14081599962147823 }, { "event_time": 0.0, "cohort": 4, "estimate": -1.5463348671162238 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Political behavior z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p095", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Political behavior z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C10", "specification_id": "S01-P095", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C10.csv", "output_dir": "analyses/archive-expanded/fits/S01-P095" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P095", "regression_results": "analyses/archive-expanded/baselines/S01-P095.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C10.csv", "bytes": 66713, "sha256": "f0118efd3ce7225181f99797ba1cf144f31e679629480ca7eef4e4b9dee6944b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 1.0247040643780903, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.2020209774341155, "se": 0.20501189505896467, "pvalue": 0.3390901735881291, "lower": -0.23258482530477542, "upper": 0.6366267801730064 }, { "method": "Dynamic TWFE", "estimate": 0.28449649553659934, "se": 0.2034354348744312, "pvalue": 0.18105814291895245, "lower": -0.14676736090308778, "upper": 0.7157603519762865 }, { "method": "BJS / did2s", "estimate": 0.3572018159143459, "se": 0.20675474874049954, "pvalue": 0.10329799635139258, "lower": -0.08109867157979805, "upper": 0.7955023034084898 }, { "method": "Sun\u2013Abraham", "estimate": 0.3867152084443397, "se": 0.20279094374930792, "pvalue": 0.07464410483674953, "lower": -0.043182387843897496, "upper": 0.8166128047325769 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1320954155124656, "se": 0.9108391616258039, "pvalue": 0.8865014889027286, "lower": -1.798797349956321, "upper": 2.062988180981252 }, { "event_time": -2, "estimate": -0.17330099812195848, "se": 0.17186188467669367, "pvalue": 0.3282824646148209, "lower": -0.5376319181822335, "upper": 0.19102992193831653 }, { "event_time": 0, "estimate": 0.09365398411756533, "se": 0.24449628305144527, "pvalue": 0.7067249479048067, "lower": -0.42465498196309337, "upper": 0.611962950198224 }, { "event_time": 1, "estimate": 0.6267947929189198, "se": 0.2162132915028749, "pvalue": 0.0104634531264146, "lower": 0.1684430904999054, "upper": 1.0851464953379342 }, { "event_time": 2, "estimate": 0.21053182030381792, "se": 0.30243629379172315, "pvalue": 0.4963425480466816, "lower": -0.4306044815820922, "upper": 0.851668122189728 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -4.2271582277283074e-05, "se": 0.3496969600067757, "pvalue": 0.9999050455650184, "lower": -0.7413667102222042, "upper": 0.7412821670576496 }, { "event_time": -2, "estimate": -0.12632916012182172, "se": 0.1408413200387185, "pvalue": 0.3830378054251704, "lower": -0.42489942082121773, "upper": 0.1722411005775743 }, { "event_time": -1, "estimate": 0.09325131231334671, "se": 0.06720519274023112, "pvalue": 0.18429413834182548, "lower": -0.04921733191185504, "upper": 0.23571995653854846 }, { "event_time": 0, "estimate": 0.17704560082419615, "se": 0.24946781891432307, "pvalue": 0.48810907169331935, "lower": -0.3518025504774456, "upper": 0.7058937521258379 }, { "event_time": 1, "estimate": 0.7187677810224624, "se": 0.2358808513091937, "pvalue": 0.007684165246641767, "lower": 0.21872271434728185, "upper": 1.218812847697643 }, { "event_time": 2, "estimate": 0.21253213072058422, "se": 0.37638103765651765, "pvalue": 0.5801275348026016, "lower": -0.5853600255338621, "upper": 1.0104242869750306 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.5862437352048152, "se": 0.589383092563702, "pvalue": 0.33470086913221136, "lower": -1.8356800764020185, "upper": 0.6631926059923879 }, { "event_time": -2, "estimate": -0.2821142527887674, "se": 0.3712892209058906, "pvalue": 0.45841031686112693, "lower": -1.0692122397308959, "upper": 0.5049837341533612 }, { "event_time": 0, "estimate": 0.11408445567994902, "se": 0.24315441879130376, "pvalue": 0.6452670288127265, "lower": -0.4013798852448, "upper": 0.629548796604698 }, { "event_time": 1, "estimate": 0.8739919737149011, "se": 0.20058602919716656, "pvalue": 0.0004888478914619977, "lower": 0.4487685874700784, "upper": 1.2992153599597238 }, { "event_time": 2, "estimate": 0.2843980557121439, "se": 0.38155338368193803, "pvalue": 0.4668580376706992, "lower": -0.524458984290997, "upper": 1.093255095715285 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.6790021786847573e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04042348159389093, "df_num": 1, "df_den": 232, "pvalue": 0.8408310081916496, "log10_pvalue": -0.07529128075929596, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 212.18130882116338, "rss_restricted": 212.2182791109552, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9641555394716959 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.028953956897351422 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.14081599962147823 }, { "event_time": 0.0, "cohort": 4, "estimate": -1.5463348671162238 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.28563053952001377, "se": 0.17811575528374346, "lower": -0.06346992591527323, "upper": 0.6347310049553008 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.286344877324782, "se": 0.1709684778951921, "lower": -0.0487471818414269, "upper": 0.6214369364909909 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.174509979451317, "se": 0.19699487897146442, "lower": -0.21159288847158012, "upper": 0.5606128473742141 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": 0.2495449281290287, "se": 0.17303802062817866, "lower": -0.08960336025830043, "upper": 0.5886932165163579 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.28563053952001377, "se": 0.17811575528374346, "lower": -0.06346992591527323, "upper": 0.6347310049553008, "event_study": [ { "event_time": -3, "estimate": -0.4696672762703735, "se": 0.5595895948531041, "lower": -1.566442728305818, "upper": 0.6271081757650709, "relative_to_minus_one": -0.4696672762703735, "n": 0.0 }, { "event_time": -2, "estimate": -0.40026822942996987, "se": 0.33274370769512535, "lower": -1.0524339125947388, "upper": 0.2518974537347991, "relative_to_minus_one": -0.40026822942996987, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.06035860769436721, "se": 0.21793137818358205, "lower": -0.3667790446466317, "upper": 0.48749626003536606, "relative_to_minus_one": 0.06035860769436721, "n": 59.0 }, { "event_time": 1, "estimate": 0.6217740659934974, "se": 0.21528190523928845, "lower": 0.19982928520132726, "upper": 1.0437188467856675, "relative_to_minus_one": 0.6217740659934974, "n": 37.0 }, { "event_time": 2, "estimate": 0.17475894487217666, "se": 0.34674379599180827, "lower": -0.5048464071344715, "upper": 0.8543642968788249, "relative_to_minus_one": 0.17475894487217666, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2555334606829202, "se": 0.39907975676633506, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": 0.6282480193484712, "se": 0.35684496846329716, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": 0.17475894487217666, "se": 0.34674379599180827, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.2965082398566656, "se": 0.4291463129038895, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.24042331056842875, "se": 0.3346623050965578, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.6145334602675396, "se": 0.3985982860684287, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": -0.4696672762703735, "se": 0.5595895948531041, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6193170963069456, "se": 0.33637248219185656, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.7806075012627349, "se": 0.4298972502444887, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.2495449281290287, "treated_cell_se": 0.17303802062817866, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04095224989578128, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.5333766201877249, "event_study": [ { "event_time": -3, "estimate": -0.6362253479238043, "raw_gap": -0.6180573022418753, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.7623292128201373 }, { "event_time": -2, "estimate": -0.16214420845783167, "raw_gap": -0.1442988444725206, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.2882480733541647 }, { "event_time": -1, "estimate": 0.12610386489633302, "raw_gap": 0.13676574911507883, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.29171780321715574, "raw_gap": 0.3020383251917633, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.16561393832082272 }, { "event_time": 1, "estimate": 0.8186886561862521, "raw_gap": 0.8249314390218088, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.692584791289919 }, { "event_time": 2, "estimate": 0.7281831922570973, "raw_gap": 0.7281831922570973, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.6020793273607643 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.10196671007561953, -0.0410967583525711, 0.004264712996418912, 0.38657657903680454, 0.9673162347624449, 0.7976874293514351 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.01776792037812277 }, { "cohort": 3, "pre_gap": 0.018168045681928903 } ], "diagnostics": { "converged": true, "pre_rmse": 0.14316861379563825, "zeta_omega": [ 0.0, 3.0494230763244743, 1.5743404818098645 ], "zeta_lambda": [ 0.0, 1.8131978095092752e-06, 1.323857267542721e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 1.0587836851141683, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 13, "unit_objective": 1.336693275440101, "time_objective": 0.2598263966118003, "unit_projected_gradient": 1.1340783867552773e-10, "time_projected_gradient": 6.201879898526386e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 21, "unit_objective": 0.42405043987881663, "time_objective": 0.3997629741462744, "unit_projected_gradient": 5.450961154673806e-09, "time_projected_gradient": 2.6810234865504157e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.6643893605220229, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006074998527765274, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.47629916127514055, "event_study": [ { "event_time": -3, "estimate": -0.09492852791662086, "raw_gap": -0.09492852791662086, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.13745832758264684 }, { "event_time": -2, "estimate": -0.061681391021947446, "raw_gap": -0.061681391021947446, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.10421119068797341 }, { "event_time": -1, "estimate": 0.04252979966602597, "raw_gap": 0.04252979966602597, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.20144784924433481, "raw_gap": 0.20144784924433481, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.15891804957830885 }, { "event_time": 1, "estimate": 0.8818078630443883, "raw_gap": 0.8818078630443883, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.8392780633783623 }, { "event_time": 2, "estimate": 0.540109974135949, "raw_gap": 0.540109974135949, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.497580174469923 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.024086793138018245, -0.04957050798266064, 0.02492480296889289, 0.4513216159865355, 1.0593130158033528, 0.7770161443639994 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.15947391345138542, "lambda_l": 0.03746033681289019, "singular_values": [ 2.5101238265322463, 0.43589585371783035, 0.10302486307732006, 0.0 ], "history_objective": [ 0.16198805938953603, 0.16019900577637217, 0.15976410410186068, 0.15959996156171866, 0.15953137689989816, 0.15950097074135033, 0.15948697729363637, 0.1594803619675558, 0.15947716283173627, 0.1594755826074024, 0.15947478605079446, 0.15947437677244933, 0.15947416277075752, 0.1594740491268776, 0.15947398796724174, 0.15947395468291134, 0.1594739364017678, 0.1594739262862217, 0.15947392065572732, 0.15947391750698275, 0.15947391573961012, 0.15947391474472195, 0.1594739141834076, 0.15947391386614826, 0.15947391368657649, 0.159473913584822, 0.15947391352710988, 0.15947391349435275, 0.15947391347574819, 0.15947391346517606, 0.15947391345916567, 0.15947391345574735, 0.15947391345380232, 0.1594739134526954, 0.1594739134520653, 0.15947391345170633, 0.1594739134515019, 0.15947391345138542 ], "history_rmse": [ 0.21182737040064278, 0.2121401015365151, 0.21253312816029296, 0.2126565952316055, 0.21270135659863468, 0.21271943921899245, 0.21272723501835497, 0.21273072662685344, 0.21273233232104544, 0.21273308781186248, 0.21273345134660268, 0.2127336302774082, 0.21273372033015792, 0.21273376661838844, 0.21273379087143598, 0.21273380379337603, 0.2127338107758951, 0.2127338145927183, 0.2127338166983448, 0.21273381786831325, 0.21273381852198053, 0.21273381888871157, 0.21273381909510394, 0.21273381921152898, 0.2127338192773157, 0.21273381931453622, 0.21273381933561367, 0.21273381934755806, 0.2127338193543299, 0.2127338193581708, 0.2127338193603503, 0.21273381936158703, 0.21273381936228877, 0.21273381936268754, 0.21273381936291386, 0.2127338193630421, 0.21273381936311517, 0.2127338193631567 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 1.1102230246251565e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7316265847158262, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00039304187521338463, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2020209774341155, "SE": 0.20501189505896467, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.28449649553659934, "SE": 0.2034354348744312, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3572018159143459, "SE": 0.20675474874049954, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3867152084443397, "SE": 0.20279094374930792, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.28563053952001377, "SE": 0.17811575528374346, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2495449281290287, "SE": 0.17303802062817866, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5333766201877249, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47629916127514055, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2020209774341155, "SE": 0.20501189505896467, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.23258482530477542, "upper": 0.6366267801730064, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.28449649553659934, "SE": 0.2034354348744312, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14676736090308778, "upper": 0.7157603519762865, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3572018159143459, "SE": 0.20675474874049954, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08109867157979805, "upper": 0.7955023034084898, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3867152084443397, "SE": 0.20279094374930792, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.043182387843897496, "upper": 0.8166128047325769, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28563053952001377, "SE": 0.17811575528374346, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06346992591527323, "upper": 0.6347310049553008, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2495449281290287, "SE": 0.17303802062817866, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08960336025830043, "upper": 0.5886932165163579, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5333766201877249, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47629916127514055, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602689.5408971, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.2020209774341155, "SE": 0.20501189505896467, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.23258482530477542, "upper": 0.6366267801730064, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.28449649553659934, "SE": 0.2034354348744312, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14676736090308778, "upper": 0.7157603519762865, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.3572018159143459, "SE": 0.20675474874049954, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08109867157979805, "upper": 0.7955023034084898, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3867152084443397, "SE": 0.20279094374930792, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.043182387843897496, "upper": 0.8166128047325769, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.28563053952001377, "SE": 0.17811575528374346, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06346992591527323, "upper": 0.6347310049553008, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2495449281290287, "SE": 0.17303802062817866, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.08960336025830043, "upper": 0.5886932165163579, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.5333766201877249, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47629916127514055, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P096", "source_specification_id": "CI-T5-D-C11", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 11 (\"Avoiding risky investment\"), accepted-manuscript p. 49", "outcome_label": "Avoiding risky investment z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P096.json", "input_bytes": 66617, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p096", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C11", "specification_id": "S01-P096", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C11.csv", "output_dir": "analyses/full-archive/results/S01-P096" }, "source": { "file": "CI-T5-D-C11.csv", "bytes": 66617, "sha256": "4cabeb0654b00f14e2b477007e05fc1bd4222e6a2763474e2a07ea21daf39f9f" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.87069539090446, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18439267097790166, "se": 0.24010389880009209, "pvalue": 0.4536906227177134, "lower": -0.32460485645209736, "upper": 0.6933901984079007 }, { "method": "Dynamic TWFE", "estimate": -0.05945564365052318, "se": 0.28782690483849266, "pvalue": 0.8389535296612265, "lower": -0.6696214244760955, "upper": 0.5507101371750492 }, { "method": "BJS / did2s", "estimate": -0.14096079027107225, "se": 0.2709213045867613, "pvalue": 0.6099781484952963, "lower": -0.7152882995364831, "upper": 0.43336671899433865 }, { "method": "Sun\u2013Abraham", "estimate": -0.21044983030886144, "se": 0.28002293600655803, "pvalue": 0.4632370208776419, "lower": -0.804071936252658, "upper": 0.38317227563493517 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.11239313147329665, "se": 0.3957456833696592, "pvalue": 0.7800501665321855, "lower": -0.951336502792574, "upper": 0.7265502398459807 }, { "event_time": -2, "estimate": -0.3461837865244094, "se": 0.2869674494547357, "pvalue": 0.24521712972064652, "lower": -0.9545276033275111, "upper": 0.2621600302786923 }, { "event_time": 0, "estimate": 0.14022363363751417, "se": 0.21854128022291355, "pvalue": 0.5301959943456571, "lower": -0.3230631844056374, "upper": 0.6035104516806657 }, { "event_time": 1, "estimate": -0.26114695383658304, "se": 0.36583683406613576, "pvalue": 0.4856131590595761, "lower": -1.036686397023711, "upper": 0.5143924893505449 }, { "event_time": 2, "estimate": -0.2867450585510491, "se": 0.48604934432899227, "pvalue": 0.5634633892982601, "lower": -1.3171236392770962, "upper": 0.7436335221749979 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.16651217200692695, "se": 0.2389658427455367, "pvalue": 0.4959259117418949, "lower": -0.34007278436220933, "upper": 0.6730971283760632 }, { "event_time": -2, "estimate": -0.02628924024832051, "se": 0.0901588528464696, "pvalue": 0.7743481472646327, "lower": -0.21741747016926072, "upper": 0.16483898967261967 }, { "event_time": -1, "estimate": -0.016276917497651727, "se": 0.05719875193527345, "pvalue": 0.7796254989348965, "lower": -0.1375328548340799, "upper": 0.10497901983877644 }, { "event_time": 0, "estimate": 0.10524440671055552, "se": 0.2692307847317355, "pvalue": 0.7010214817588626, "lower": -0.4654993605557474, "upper": 0.6759881739768585 }, { "event_time": 1, "estimate": -0.4118222805878596, "se": 0.3352494404614348, "pvalue": 0.23705819025236413, "lower": -1.1225193459830156, "upper": 0.2988747848072965 }, { "event_time": 2, "estimate": -0.3780256050181727, "se": 0.3923310764029602, "pvalue": 0.34961577956363815, "lower": -1.209730332933987, "upper": 0.4536791228976416 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4453794462066401, "se": 0.5772524243389225, "pvalue": 0.4516260285281815, "lower": -0.7783410271377582, "upper": 1.6690999195510383 }, { "event_time": -2, "estimate": 0.0536367365872059, "se": 0.49388473024956286, "pvalue": 0.9148687023270922, "lower": -0.9933521202733022, "upper": 1.100625593447714 }, { "event_time": 0, "estimate": 0.04693252484743674, "se": 0.21508931054593672, "pvalue": 0.8300318099709751, "lower": -0.40903644438474057, "upper": 0.502901494079614 }, { "event_time": 1, "estimate": -0.499524644387739, "se": 0.3693636420052766, "pvalue": 0.19505590051283805, "lower": -1.2825405864143873, "upper": 0.28349129763890923 }, { "event_time": 2, "estimate": -0.44675461100902586, "se": 0.46210769030366344, "pvalue": 0.3480431177110269, "lower": -1.4263791524946563, "upper": 0.5328699304766047 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.169078283829962e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.579489661303939, "df_num": 1, "df_den": 232, "pvalue": 0.1096167789729291, "log10_pvalue": -0.9601229635741206, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 272.6905804636907, "rss_restricted": 275.7224879336953, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17567738917603185 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39178688750408397 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2752153935537693 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.1342521998566342 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Avoiding risky investment z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p096", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Avoiding risky investment z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C11", "specification_id": "S01-P096", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C11.csv", "output_dir": "analyses/archive-expanded/fits/S01-P096" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P096", "regression_results": "analyses/archive-expanded/baselines/S01-P096.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C11.csv", "bytes": 66617, "sha256": "4cabeb0654b00f14e2b477007e05fc1bd4222e6a2763474e2a07ea21daf39f9f" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.87069539090446, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.18439267097790166, "se": 0.24010389880009209, "pvalue": 0.4536906227177134, "lower": -0.32460485645209736, "upper": 0.6933901984079007 }, { "method": "Dynamic TWFE", "estimate": -0.05945564365052318, "se": 0.28782690483849266, "pvalue": 0.8389535296612265, "lower": -0.6696214244760955, "upper": 0.5507101371750492 }, { "method": "BJS / did2s", "estimate": -0.14096079027107225, "se": 0.2709213045867613, "pvalue": 0.6099781484952963, "lower": -0.7152882995364831, "upper": 0.43336671899433865 }, { "method": "Sun\u2013Abraham", "estimate": -0.21044983030886144, "se": 0.28002293600655803, "pvalue": 0.4632370208776419, "lower": -0.804071936252658, "upper": 0.38317227563493517 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.11239313147329665, "se": 0.3957456833696592, "pvalue": 0.7800501665321855, "lower": -0.951336502792574, "upper": 0.7265502398459807 }, { "event_time": -2, "estimate": -0.3461837865244094, "se": 0.2869674494547357, "pvalue": 0.24521712972064652, "lower": -0.9545276033275111, "upper": 0.2621600302786923 }, { "event_time": 0, "estimate": 0.14022363363751417, "se": 0.21854128022291355, "pvalue": 0.5301959943456571, "lower": -0.3230631844056374, "upper": 0.6035104516806657 }, { "event_time": 1, "estimate": -0.26114695383658304, "se": 0.36583683406613576, "pvalue": 0.4856131590595761, "lower": -1.036686397023711, "upper": 0.5143924893505449 }, { "event_time": 2, "estimate": -0.2867450585510491, "se": 0.48604934432899227, "pvalue": 0.5634633892982601, "lower": -1.3171236392770962, "upper": 0.7436335221749979 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.16651217200692695, "se": 0.2389658427455367, "pvalue": 0.4959259117418949, "lower": -0.34007278436220933, "upper": 0.6730971283760632 }, { "event_time": -2, "estimate": -0.02628924024832051, "se": 0.0901588528464696, "pvalue": 0.7743481472646327, "lower": -0.21741747016926072, "upper": 0.16483898967261967 }, { "event_time": -1, "estimate": -0.016276917497651727, "se": 0.05719875193527345, "pvalue": 0.7796254989348965, "lower": -0.1375328548340799, "upper": 0.10497901983877644 }, { "event_time": 0, "estimate": 0.10524440671055552, "se": 0.2692307847317355, "pvalue": 0.7010214817588626, "lower": -0.4654993605557474, "upper": 0.6759881739768585 }, { "event_time": 1, "estimate": -0.4118222805878596, "se": 0.3352494404614348, "pvalue": 0.23705819025236413, "lower": -1.1225193459830156, "upper": 0.2988747848072965 }, { "event_time": 2, "estimate": -0.3780256050181727, "se": 0.3923310764029602, "pvalue": 0.34961577956363815, "lower": -1.209730332933987, "upper": 0.4536791228976416 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.4453794462066401, "se": 0.5772524243389225, "pvalue": 0.4516260285281815, "lower": -0.7783410271377582, "upper": 1.6690999195510383 }, { "event_time": -2, "estimate": 0.0536367365872059, "se": 0.49388473024956286, "pvalue": 0.9148687023270922, "lower": -0.9933521202733022, "upper": 1.100625593447714 }, { "event_time": 0, "estimate": 0.04693252484743674, "se": 0.21508931054593672, "pvalue": 0.8300318099709751, "lower": -0.40903644438474057, "upper": 0.502901494079614 }, { "event_time": 1, "estimate": -0.499524644387739, "se": 0.3693636420052766, "pvalue": 0.19505590051283805, "lower": -1.2825405864143873, "upper": 0.28349129763890923 }, { "event_time": 2, "estimate": -0.44675461100902586, "se": 0.46210769030366344, "pvalue": 0.3480431177110269, "lower": -1.4263791524946563, "upper": 0.5328699304766047 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.6653345369377348e-16, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 4.169078283829962e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.579489661303939, "df_num": 1, "df_den": 232, "pvalue": 0.1096167789729291, "log10_pvalue": -0.9601229635741206, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 272.6905804636907, "rss_restricted": 275.7224879336953, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.17567738917603185 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.39178688750408397 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.2752153935537693 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.1342521998566342 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.1856942580587162, "se": 0.26378946704568, "lower": -0.7027121129692645, "upper": 0.3313235968518321 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.13785776120517818, "se": 0.2500720316992847, "lower": -0.6279899368765349, "upper": 0.3522744144661786 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.003104918552432605, "se": 0.26724834757150256, "lower": -0.52690205472042, "upper": 0.5206922176155548 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": -0.1609187936474085, "se": 0.24227715657773738, "lower": -0.6357732948165452, "upper": 0.3139357075217283 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.1856942580587162, "se": 0.26378946704568, "lower": -0.7027121129692645, "upper": 0.3313235968518321, "event_study": [ { "event_time": -3, "estimate": 0.33959830575725, "se": 0.5093888545594023, "lower": -0.6587855033052903, "upper": 1.3379821148197901, "relative_to_minus_one": 0.33959830575725, "n": 0.0 }, { "event_time": -2, "estimate": -0.26328423328214634, "se": 0.3100689299733012, "lower": -0.8710081687546888, "upper": 0.3444397021903961, "relative_to_minus_one": -0.26328423328214634, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -8.62980124168855e-05, "se": 0.19352244951760866, "lower": -0.3793833292669006, "upper": 0.37921073324206683, "relative_to_minus_one": -8.62980124168855e-05, "n": 59.0 }, { "event_time": 1, "estimate": -0.1803853556780346, "se": 0.3691735393069235, "lower": -0.9039521967647867, "upper": 0.5431814854087175, "relative_to_minus_one": -0.1803853556780346, "n": 37.0 }, { "event_time": 2, "estimate": -0.3766111204856971, "se": 0.4200513000146785, "lower": -1.199896540173696, "upper": 0.44667429920230184, "relative_to_minus_one": -0.3766111204856971, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.1991777249944022, "se": 0.3328620785481424, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": -0.7668870517708041, "se": 0.27074459985282046, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": -0.3766111204856971, "se": 0.4200513000146785, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.16426144898802555, "se": 0.48380686348336366, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.06436921885151575, "se": 0.2585503154570536, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.47557048863624696, "se": 0.5545899453269942, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": 0.33959830575725, "se": 0.5093888545594023, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.47233233345862347, "se": 0.2883368082083914, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.6056990707998127, "se": 0.36864539426626175, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": -0.1609187936474085, "treated_cell_se": 0.24227715657773738, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04959287494421005, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.29675002399260286, "event_study": [ { "event_time": -3, "estimate": 0.33183494089774274, "raw_gap": 0.12577650155617007, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": 0.12378543429807626 }, { "event_time": -2, "estimate": 0.03538700275433636, "raw_gap": 0.03469650584308917, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.1726625038453301 }, { "event_time": -1, "estimate": 0.20804950659966648, "raw_gap": 0.1824075778920079, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.02746637093845515, "raw_gap": 0.0036773969026214414, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": -0.1805831356612113 }, { "event_time": 1, "estimate": -0.5073387797529071, "raw_gap": -0.49026387379246367, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.7153882863525736 }, { "event_time": 2, "estimate": -0.8934333575610856, "raw_gap": -0.8934333575610853, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -1.1014828641607521 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.22058648466981087, 0.12655314402316056, -0.12004918334785845, 0.035754140723285976, -0.16422094365727807, -0.9243464020552434 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.1102230246251565e-16 }, { "cohort": 2, "pre_gap": 0.04859780927203093 }, { "cohort": 3, "pre_gap": -0.20605843934157267 } ], "diagnostics": { "converged": true, "pre_rmse": 0.16783991649411928, "zeta_omega": [ 0.0, 1.0216755512300904, 0.7224337104473009 ], "zeta_lambda": [ 0.0, 6.074919173735753e-07, 6.074919173735753e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 2.502453722204529, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 14, "time_iterations": 16, "unit_objective": 0.22712245816020724, "time_objective": 2.222678158075884, "unit_projected_gradient": 4.884263438142966e-09, "time_projected_gradient": 9.692265878769035e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 8, "unit_objective": 0.1174973520904835, "time_objective": 0.23637609763445333, "unit_projected_gradient": 5.510249312390414e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.21046715207906555, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007458329200744629, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.003738853543405475, "event_study": [ { "event_time": -3, "estimate": 0.021935942324627714, "raw_gap": 0.021935942324627714, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": 0.04262904515952347 }, { "event_time": -2, "estimate": 0.020279164207540053, "raw_gap": 0.020279164207540053, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": 0.040972267042435805 }, { "event_time": -1, "estimate": -0.02069310283489575, "raw_gap": -0.02069310283489575, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2960041369319863, "raw_gap": 0.2960041369319863, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.316697239766882 }, { "event_time": 1, "estimate": -0.30735985630374457, "raw_gap": -0.30735985630374457, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": -0.28666675346884885 }, { "event_time": 2, "estimate": -0.29799795990826405, "raw_gap": -0.29799795990826405, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.2773048570733683 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.08946017104842727, 0.08079241494394612, -0.06636742823868325, 0.27197203554267124, 0.10066709186222134, -0.32891100440242305 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 56, "termination_reason": "Relative objective tolerance reached", "objective": 0.25191543438887026, "lambda_l": 0.04595652563215783, "singular_values": [ 3.703501272390028, 0.5896835037751929, 0.0, 0.0 ], "history_objective": [ 0.26517488767481007, 0.2595821907216641, 0.25672837972849877, 0.25482621581046405, 0.25358006588381793, 0.25281721699717746, 0.2523825481532795, 0.25214980836514944, 0.25203095445807666, 0.2519721299077484, 0.2519434853255582, 0.2519295785975302, 0.2519227692694566, 0.2519193729326056, 0.25191763271251005, 0.2519167107247203, 0.2519162035370227, 0.2519159134542995, 0.25191574118977295, 0.25191563534251726, 0.2519155683658029, 0.25191552494279934, 0.25191549623650156, 0.25191547696679417, 0.2519154638776149, 0.25191545490550626, 0.2519154487126365, 0.2519154444153837, 0.2519154414214169, 0.2519154393290089, 0.2519154378632095, 0.2519154368345015, 0.2519154361115373, 0.251915435602899, 0.251915435244751, 0.25191543499240576, 0.2519154348145189, 0.25191543468907185, 0.25191543460057914, 0.2519154345381403, 0.25191543449407644, 0.25191543446297565, 0.2519154344410221, 0.2519154344255239, 0.25191543441458236, 0.25191543440685715, 0.2519154344014028, 0.2519154343975516, 0.25191543439483216, 0.25191543439291203, 0.2519154343915562, 0.25191543439059866, 0.2519154343899228, 0.25191543438944536, 0.2519154343891083, 0.25191543438887026 ], "history_rmse": [ 0.24906523660956845, 0.23856631304063958, 0.23553864774826525, 0.23448563095137143, 0.23409538634234253, 0.23393603416943018, 0.23385411413745222, 0.23379927727632657, 0.23375801017492015, 0.23372735735001585, 0.23370599878982473, 0.23369228282071536, 0.23368433553038045, 0.23368042839969358, 0.23367917116828668, 0.23367954101026858, 0.23368083096864062, 0.23368257579462573, 0.23368448281416154, 0.23368637694239933, 0.23368816040378987, 0.2336897846611498, 0.23369123150669618, 0.2336925006518361, 0.23369360176593792, 0.23369454948660917, 0.23369536037716487, 0.23369605113897104, 0.23369663761909734, 0.23369713431250635, 0.23369755416434979, 0.233697908548206, 0.23369820734205546, 0.2336984590535466, 0.2336986709652367, 0.23369884928259538, 0.23369899927524063, 0.23369912540653337, 0.23369923144955243, 0.23369932058911919, 0.2336993955104754, 0.2336994584757057, 0.23369951138917386, 0.23369955585329458, 0.2336995932159011, 0.2336996246103651, 0.23369965098951712, 0.23369967315427528, 0.2336996917777823, 0.23369970742573973, 0.2336997205735255, 0.233699731620595, 0.23369974090259726, 0.23369974870155605, 0.2336997552544392, 0.23369976076034718 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 3.469446951953614e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.10042786694158146, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005156667903065681, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18439267097790166, "SE": 0.24010389880009209, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.05945564365052318, "SE": 0.28782690483849266, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14096079027107225, "SE": 0.2709213045867613, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21044983030886144, "SE": 0.28002293600655803, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.1856942580587162, "SE": 0.26378946704568, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1609187936474085, "SE": 0.24227715657773738, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.29675002399260286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.003738853543405475, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18439267097790166, "SE": 0.24010389880009209, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32460485645209736, "upper": 0.6933901984079007, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.05945564365052318, "SE": 0.28782690483849266, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6696214244760955, "upper": 0.5507101371750492, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14096079027107225, "SE": 0.2709213045867613, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7152882995364831, "upper": 0.43336671899433865, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21044983030886144, "SE": 0.28002293600655803, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.804071936252658, "upper": 0.38317227563493517, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1856942580587162, "SE": 0.26378946704568, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7027121129692645, "upper": 0.3313235968518321, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1609187936474085, "SE": 0.24227715657773738, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6357732948165452, "upper": 0.3139357075217283, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.29675002399260286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.003738853543405475, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602691.741768, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.18439267097790166, "SE": 0.24010389880009209, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.32460485645209736, "upper": 0.6933901984079007, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.05945564365052318, "SE": 0.28782690483849266, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6696214244760955, "upper": 0.5507101371750492, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14096079027107225, "SE": 0.2709213045867613, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7152882995364831, "upper": 0.43336671899433865, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21044983030886144, "SE": 0.28002293600655803, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.804071936252658, "upper": 0.38317227563493517, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.1856942580587162, "SE": 0.26378946704568, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7027121129692645, "upper": 0.3313235968518321, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1609187936474085, "SE": 0.24227715657773738, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.6357732948165452, "upper": 0.3139357075217283, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.29675002399260286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.003738853543405475, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P097", "source_specification_id": "CI-T5-D-C12", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P097.json", "input_bytes": 50237, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p097", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [humanities-track students only]", "source_specification_id": "CI-T5-D-C12", "specification_id": "S01-P097", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C12.csv", "output_dir": "analyses/full-archive/results/S01-P097" }, "source": { "file": "CI-T5-D-C12.csv", "bytes": 50237, "sha256": "16cda15a3e7945070ecaed10ba4eb84671acb0f9565ffc48e97c92c1db667ece" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.30179145930705864, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.19717701724999584, "se": 0.20729820707749333, "pvalue": 0.3556636868203896, "lower": -0.24227555045264723, "upper": 0.6366295849526389 }, { "method": "Dynamic TWFE", "estimate": 0.1600490339762804, "se": 0.24251168089892206, "pvalue": 0.5186651055656588, "lower": -0.35405276348439835, "upper": 0.6741508314369591 }, { "method": "BJS / did2s", "estimate": 0.09391724677970331, "se": 0.30144418237527015, "pvalue": 0.7593996026557932, "lower": -0.5451158728570502, "upper": 0.7329503664164567 }, { "method": "Sun\u2013Abraham", "estimate": 0.09528105206321572, "se": 0.24216147243483366, "pvalue": 0.6991726367846449, "lower": -0.41807833661860994, "upper": 0.6086404407450413 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5550880310471382, "se": 0.48118046016967314, "pvalue": 0.26560776800428554, "lower": -1.57514503844255, "upper": 0.4649689763482736 }, { "event_time": -2, "estimate": 0.10861748997214406, "se": 0.2982150600069563, "pvalue": 0.7204584029074546, "lower": -0.5235701960441871, "upper": 0.7408051759884752 }, { "event_time": 0, "estimate": 0.20542150106248314, "se": 0.16374963959286395, "pvalue": 0.22768285585425235, "lower": -0.14171222765599972, "upper": 0.5525552297809659 }, { "event_time": 1, "estimate": 0.31325234838711424, "se": 0.30363497294884456, "pvalue": 0.3175683561447359, "lower": -0.33042503979604365, "upper": 0.9569297365702721 }, { "event_time": 2, "estimate": -0.27918771293355193, "se": 0.5060041215690358, "pvalue": 0.5887437402913874, "lower": -1.3518685316755468, "upper": 0.793493105808443 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2932294102793608, "se": 0.15959525436430663, "pvalue": 0.08480543507895444, "lower": -0.6315562357368185, "upper": 0.0450974151780969 }, { "event_time": -2, "estimate": 0.16187775685134737, "se": 0.06499340798325363, "pvalue": 0.02412212056156986, "lower": 0.024097886853198996, "upper": 0.2996576268494957 }, { "event_time": -1, "estimate": -0.05664527602288974, "se": 0.06832025350796254, "pvalue": 0.41923781065142945, "lower": -0.20147774347855904, "upper": 0.08818719143277956 }, { "event_time": 0, "estimate": 0.1301445178003174, "se": 0.21930606361332675, "pvalue": 0.5611843697909885, "lower": -0.3347635686049275, "upper": 0.5950526042055624 }, { "event_time": 1, "estimate": 0.2653881104909471, "se": 0.3855559819629069, "pvalue": 0.5011066059159694, "lower": -0.5519540588186737, "upper": 1.0827302798005678 }, { "event_time": 2, "estimate": -0.3524949083535731, "se": 0.5637120451580641, "pvalue": 0.5405843823387108, "lower": -1.5475110601190043, "upper": 0.8425212434118581 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3888423948097193, "se": 0.7676264602485473, "pvalue": 0.6193783299277745, "lower": -2.0161377957130684, "upper": 1.2384530060936298 }, { "event_time": -2, "estimate": 0.3862710649500733, "se": 0.29746186206573927, "pvalue": 0.21250117995547152, "lower": -0.24431991275930925, "upper": 1.016862042659456 }, { "event_time": 0, "estimate": 0.15822478501641365, "se": 0.17423847862139782, "pvalue": 0.37730406167059716, "lower": -0.21114428914133684, "upper": 0.5275938591741641 }, { "event_time": 1, "estimate": 0.2724523608256823, "se": 0.3040425749656302, "pvalue": 0.3834839765367186, "lower": -0.3720891050328327, "upper": 0.9169938266841973 }, { "event_time": 2, "estimate": -0.4451936146973076, "se": 0.5356332381875277, "pvalue": 0.4181181282204034, "lower": -1.580685354770088, "upper": 0.6902981253754727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1359077476175813e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7785159861642875, "df_num": 1, "df_den": 232, "pvalue": 0.37850866874177913, "log10_pvalue": -0.42192416968145624, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 200.1691386647538, "rss_restricted": 200.84084070952642, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3936911104177776 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6947981841946811 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6002247650129597 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5322539722257764 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p097", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [humanities-track students only]", "source_specification_id": "CI-T5-D-C12", "specification_id": "S01-P097", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C12.csv", "output_dir": "analyses/archive-expanded/fits/S01-P097" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P097", "regression_results": "analyses/archive-expanded/baselines/S01-P097.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C12.csv", "bytes": 50237, "sha256": "16cda15a3e7945070ecaed10ba4eb84671acb0f9565ffc48e97c92c1db667ece" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.30179145930705864, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.19717701724999584, "se": 0.20729820707749333, "pvalue": 0.3556636868203896, "lower": -0.24227555045264723, "upper": 0.6366295849526389 }, { "method": "Dynamic TWFE", "estimate": 0.1600490339762804, "se": 0.24251168089892206, "pvalue": 0.5186651055656588, "lower": -0.35405276348439835, "upper": 0.6741508314369591 }, { "method": "BJS / did2s", "estimate": 0.09391724677970331, "se": 0.30144418237527015, "pvalue": 0.7593996026557932, "lower": -0.5451158728570502, "upper": 0.7329503664164567 }, { "method": "Sun\u2013Abraham", "estimate": 0.09528105206321572, "se": 0.24216147243483366, "pvalue": 0.6991726367846449, "lower": -0.41807833661860994, "upper": 0.6086404407450413 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5550880310471382, "se": 0.48118046016967314, "pvalue": 0.26560776800428554, "lower": -1.57514503844255, "upper": 0.4649689763482736 }, { "event_time": -2, "estimate": 0.10861748997214406, "se": 0.2982150600069563, "pvalue": 0.7204584029074546, "lower": -0.5235701960441871, "upper": 0.7408051759884752 }, { "event_time": 0, "estimate": 0.20542150106248314, "se": 0.16374963959286395, "pvalue": 0.22768285585425235, "lower": -0.14171222765599972, "upper": 0.5525552297809659 }, { "event_time": 1, "estimate": 0.31325234838711424, "se": 0.30363497294884456, "pvalue": 0.3175683561447359, "lower": -0.33042503979604365, "upper": 0.9569297365702721 }, { "event_time": 2, "estimate": -0.27918771293355193, "se": 0.5060041215690358, "pvalue": 0.5887437402913874, "lower": -1.3518685316755468, "upper": 0.793493105808443 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2932294102793608, "se": 0.15959525436430663, "pvalue": 0.08480543507895444, "lower": -0.6315562357368185, "upper": 0.0450974151780969 }, { "event_time": -2, "estimate": 0.16187775685134737, "se": 0.06499340798325363, "pvalue": 0.02412212056156986, "lower": 0.024097886853198996, "upper": 0.2996576268494957 }, { "event_time": -1, "estimate": -0.05664527602288974, "se": 0.06832025350796254, "pvalue": 0.41923781065142945, "lower": -0.20147774347855904, "upper": 0.08818719143277956 }, { "event_time": 0, "estimate": 0.1301445178003174, "se": 0.21930606361332675, "pvalue": 0.5611843697909885, "lower": -0.3347635686049275, "upper": 0.5950526042055624 }, { "event_time": 1, "estimate": 0.2653881104909471, "se": 0.3855559819629069, "pvalue": 0.5011066059159694, "lower": -0.5519540588186737, "upper": 1.0827302798005678 }, { "event_time": 2, "estimate": -0.3524949083535731, "se": 0.5637120451580641, "pvalue": 0.5405843823387108, "lower": -1.5475110601190043, "upper": 0.8425212434118581 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3888423948097193, "se": 0.7676264602485473, "pvalue": 0.6193783299277745, "lower": -2.0161377957130684, "upper": 1.2384530060936298 }, { "event_time": -2, "estimate": 0.3862710649500733, "se": 0.29746186206573927, "pvalue": 0.21250117995547152, "lower": -0.24431991275930925, "upper": 1.016862042659456 }, { "event_time": 0, "estimate": 0.15822478501641365, "se": 0.17423847862139782, "pvalue": 0.37730406167059716, "lower": -0.21114428914133684, "upper": 0.5275938591741641 }, { "event_time": 1, "estimate": 0.2724523608256823, "se": 0.3040425749656302, "pvalue": 0.3834839765367186, "lower": -0.3720891050328327, "upper": 0.9169938266841973 }, { "event_time": 2, "estimate": -0.4451936146973076, "se": 0.5356332381875277, "pvalue": 0.4181181282204034, "lower": -1.580685354770088, "upper": 0.6902981253754727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1359077476175813e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7785159861642875, "df_num": 1, "df_den": 232, "pvalue": 0.37850866874177913, "log10_pvalue": -0.42192416968145624, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 200.1691386647538, "rss_restricted": 200.84084070952642, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3936911104177776 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6947981841946811 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6002247650129597 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5322539722257764 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.08103373967413811, "se": 0.29233030886893624, "lower": -0.6539906166467231, "upper": 0.4919231372984469 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.008537872532220814, "se": 0.26932767673113067, "lower": -0.5364104189650833, "upper": 0.5193346739006417 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.0615948279264004, "se": 0.25273820320373463, "lower": -0.4337629478702852, "upper": 0.556952603723086 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": -0.011752340804944049, "se": 0.27499749457694933, "lower": -0.5507375260145135, "upper": 0.5272328444046255 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.08103373967413811, "se": 0.29233030886893624, "lower": -0.6539906166467231, "upper": 0.4919231372984469, "event_study": [ { "event_time": -3, "estimate": -0.40761880173259024, "se": 0.7277252233778506, "lower": -1.833934030194543, "upper": 1.0186964267293628, "relative_to_minus_one": -0.40761880173259024, "n": 0.0 }, { "event_time": -2, "estimate": 0.16948113542084317, "se": 0.29151008053386307, "lower": -0.40186812355589907, "upper": 0.7408303943975855, "relative_to_minus_one": 0.16948113542084317, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07434320368672684, "se": 0.22412501918213615, "lower": -0.3649337619446088, "upper": 0.5136201693180624, "relative_to_minus_one": 0.07434320368672684, "n": 59.0 }, { "event_time": 1, "estimate": 0.1125643062133947, "se": 0.2835305154632534, "lower": -0.44314529261265884, "upper": 0.6682739050394482, "relative_to_minus_one": 0.1125643062133947, "n": 37.0 }, { "event_time": 2, "estimate": -0.4300087289225359, "se": 0.523707358157744, "lower": -1.456456289350333, "upper": 0.5964388315052613, "relative_to_minus_one": -0.4300087289225359, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.1864399502355811, "se": 0.3137578484105332, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": -0.08515907034299475, "se": 0.44874829867075444, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": -0.4300087289225359, "se": 0.5237073581577442, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": 0.22484779063313853, "se": 0.42659871789228565, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.29370070259735315, "se": 0.23996501410932497, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.33370229315146177, "se": 0.3377756451496358, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": -0.40761880173259024, "se": 0.7277252233778506, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.052595974417108435, "se": 0.4583310260592587, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.22699315274752052, "se": 0.5387212182812585, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": -0.011752340804944049, "treated_cell_se": 0.27499749457694933, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04233404202386737, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09336773926343588, "event_study": [ { "event_time": -3, "estimate": -0.5660906824523949, "raw_gap": -0.2881311650585581, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.6289269371053702 }, { "event_time": -2, "estimate": -0.03891253696381343, "raw_gap": -0.06586570788007277, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.10174879161678871 }, { "event_time": -1, "estimate": 0.06283625465297528, "raw_gap": 0.08425340224282271, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15708908079412454, "raw_gap": 0.1762857834092262, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.09425282614114926 }, { "event_time": 1, "estimate": 0.26110425037584895, "raw_gap": 0.22592266093155433, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.19826799572287368 }, { "event_time": 2, "estimate": -0.4311485797612964, "raw_gap": -0.4311485797612976, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.49398483441427166 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.025151292973015993, 0.15940798404986778, -0.09061453183531731, 0.17032189635934727, 0.3685888368856045, -0.15647302389089845 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.2212453270876722e-15 }, { "cohort": 2, "pre_gap": -0.10013221611068235 }, { "cohort": 3, "pre_gap": 0.2779595173938368 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1642452443597887, "zeta_omega": [ 0.0, 0.830728853122857, 0.5182606633865524 ], "zeta_lambda": [ 0.0, 4.93954331385876e-07, 4.358035340087639e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.19697180537346104, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 15, "unit_objective": 0.1137735495232053, "time_objective": 0.09102976151758625, "unit_projected_gradient": 1.3293040140860413e-09, "time_projected_gradient": 4.379659968023475e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 16, "unit_objective": 0.10063581952992602, "time_objective": 0.38123575244800306, "unit_projected_gradient": 9.464214550947148e-09, "time_projected_gradient": 1.4699826540265973e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 3.0531133177191805e-16 }, "native_matrix_att": 0.19414437532784123, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006441250443458557, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1897073800677871, "event_study": [ { "event_time": -3, "estimate": -0.11084720784291838, "raw_gap": -0.11084720784291838, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.07649200231167477 }, { "event_time": -2, "estimate": 0.10234288362279376, "raw_gap": 0.10234288362279376, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": 0.13669808915403736 }, { "event_time": -1, "estimate": -0.0343552055312436, "raw_gap": -0.0343552055312436, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2260896480466154, "raw_gap": 0.2260896480466154, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.260444853577859 }, { "event_time": 1, "estimate": 0.3515116436660383, "raw_gap": 0.3515116436660383, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.3858668491972819 }, { "event_time": 2, "estimate": -0.23836164961043202, "raw_gap": -0.23836164961043202, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.20400644407918841 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04245159651824726, 0.0964403853968433, -0.04937389358501674, 0.2533068186428973, 0.38038506991531373, 0.07991320084256992 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 86, "termination_reason": "Relative objective tolerance reached", "objective": 0.06470602279630056, "lambda_l": 0.02047455972238275, "singular_values": [ 1.5125930781231496, 0.6463325442124392, 0.34108309702106615, 0.0 ], "history_objective": [ 0.0654447276898639, 0.0651820596079911, 0.06503132524717091, 0.06493500279059944, 0.064871659626825, 0.06482861363958874, 0.06479838549237298, 0.06477652441792525, 0.06476032745417443, 0.06474810313537968, 0.06473875345155458, 0.06473153707033094, 0.06472593425446412, 0.06472156848189858, 0.06471815973844355, 0.06471549567912535, 0.0647134130620258, 0.06471178525683782, 0.0647105134819488, 0.06470952043268209, 0.06470874551586304, 0.06470814121203104, 0.06470767025963203, 0.06470730345620929, 0.06470701793257068, 0.06470679579463787, 0.0647066230535966, 0.0647064887831939, 0.06470638445639829, 0.06470630342377652, 0.0647062405037929, 0.06470619166141305, 0.06470615375628613, 0.06470612434567195, 0.06470610153037822, 0.06470608383444221, 0.0647060701112502, 0.06470605947034608, 0.06470605122041134, 0.06470604482487281, 0.0647060398673618, 0.06470603602485235, 0.06470603304678127, 0.06470603073882421, 0.06470602895029437, 0.06470602756435785, 0.06470602649043841, 0.0647060256583231, 0.06470602501358887, 0.06470602451405474, 0.06470602412703047, 0.06470602382718232, 0.06470602359487887, 0.06470602341490791, 0.06470602327548244, 0.06470602316746944, 0.06470602308379275, 0.06470602301896987, 0.06470602296875314, 0.06470602292985177, 0.0647060228997163, 0.06470602287637162, 0.06470602285828757, 0.06470602284427876, 0.0647060228334269, 0.06470602282502053, 0.0647060228185086, 0.06470602281346424, 0.06470602280955667, 0.06470602280652973, 0.064706022804185, 0.06470602280236866, 0.06470602280096163, 0.06470602279987175, 0.06470602279902751, 0.06470602279837352, 0.0647060227978669, 0.0647060227974745, 0.06470602279717051, 0.06470602279693505, 0.06470602279675265, 0.06470602279661135, 0.06470602279650187, 0.06470602279641713, 0.06470602279635143, 0.06470602279630056 ], "history_rmse": [ 0.11600263750745392, 0.11603053125468221, 0.11611056828083326, 0.11616247653491645, 0.116196260361383, 0.11621856638450362, 0.1162336069829129, 0.11624399445573878, 0.1162513418183476, 0.1162566532739725, 0.11626056491622964, 0.11626348924989191, 0.11626570110049797, 0.11626738874807772, 0.11626868466216166, 0.116269684287052, 0.11627045778287226, 0.11627105756172067, 0.11627152326790052, 0.11627188516828275, 0.1162721665265912, 0.11627238530877068, 0.11627255543443887, 0.11627268771123128, 0.11627279054175173, 0.11627287046379403, 0.11627293256611805, 0.11627298081004005, 0.11627301827900331, 0.11627304737267914, 0.11627306995811892, 0.1162730874875443, 0.11627310109016545, 0.11627311164375116, 0.11627311983040821, 0.1162731261800417, 0.11627313110420313, 0.11627313492244166, 0.11627313788281343, 0.11627314017783404, 0.11627314195688604, 0.11627314333586043, 0.11627314440465185, 0.11627314523297981, 0.11627314587490908, 0.11627314637235997, 0.11627314675783268, 0.11627314705652202, 0.11627314728795772, 0.11627314746727696, 0.11627314760621241, 0.11627314771385516, 0.11627314779725212, 0.11627314786186296, 0.11627314791191905, 0.1162731479506978, 0.11627314798073995, 0.11627314800401375, 0.11627314802204322, 0.11627314803601056, 0.11627314804683035, 0.11627314805521223, 0.11627314806170526, 0.11627314806673544, 0.11627314807063206, 0.11627314807365029, 0.1162731480759883, 0.11627314807779973, 0.11627314807920278, 0.11627314808028956, 0.11627314808113168, 0.11627314808178382, 0.11627314808228872, 0.11627314808268022, 0.11627314808298345, 0.11627314808321822, 0.11627314808340004, 0.11627314808354107, 0.11627314808365029, 0.11627314808373489, 0.11627314808380035, 0.11627314808385103, 0.11627314808389015, 0.11627314808392093, 0.11627314808394439, 0.1162731480839627 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.26799097950553463, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004593748599290848, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.24227555045264723, "upper": 0.6366295849526389, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35405276348439835, "upper": 0.6741508314369591, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5451158728570502, "upper": 0.7329503664164567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41807833661860994, "upper": 0.6086404407450413, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6539906166467231, "upper": 0.4919231372984469, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5507375260145135, "upper": 0.5272328444046255, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602694.33286, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.24227555045264723, "upper": 0.6366295849526389, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35405276348439835, "upper": 0.6741508314369591, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5451158728570502, "upper": 0.7329503664164567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41807833661860994, "upper": 0.6086404407450413, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6539906166467231, "upper": 0.4919231372984469, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5507375260145135, "upper": 0.5272328444046255, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P098", "source_specification_id": "CI-T6-C01", "role": "active_comparison", "published_source_location": "Table 6, column 1 (\"Identified new-curriculum textbook cover\"), accepted-manuscript p. 50", "outcome_label": "Identified new-curriculum textbook cover", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P098.json", "input_bytes": 185802, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identified new-curriculum textbook cover", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p098", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identified new-curriculum textbook cover", "source_specification_id": "CI-T6-C01", "specification_id": "S01-P098", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C01.csv", "output_dir": "analyses/full-archive/results/S01-P098" }, "source": { "file": "CI-T6-C01.csv", "bytes": 185802, "sha256": "0b4c4ad98e5597831633ba5f327ee8dc05157e84f750042bd6610269a90d677c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.47425874300114024, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 1.8196301845967586, "se": 0.03539582112556906, "pvalue": 5.520287618923952e-21, "lower": 1.7452663238616213, "upper": 1.893994045331896 }, { "method": "Dynamic TWFE", "estimate": 1.8678345594245334, "se": 0.03376705491027619, "pvalue": 1.4884466271965338e-21, "lower": 1.7968926095295048, "upper": 1.938776509319562 }, { "method": "BJS / did2s", "estimate": 1.8532128242950852, "se": 0.03435447369179532, "pvalue": 2.3327769734370286e-21, "lower": 1.7810367533351115, "upper": 1.9253888952550589 }, { "method": "Sun\u2013Abraham", "estimate": 1.8648815281075595, "se": 0.03132174678432304, "pvalue": 3.9849765407232277e-22, "lower": 1.7990769799495263, "upper": 1.9306860762655926 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08299232968478176, "se": 0.05226639267924692, "pvalue": 0.12972570151876753, "lower": -0.19279994602850448, "upper": 0.026815286658940937 }, { "event_time": -2, "estimate": -0.08939846865397287, "se": 0.04194013304692579, "pvalue": 0.0470778395181078, "lower": -0.17751141854290078, "upper": -0.0012855187650449573 }, { "event_time": 0, "estimate": 1.8183870773231345, "se": 0.03731490177047666, "pvalue": 1.4361994122575012e-20, "lower": 1.7399913777641107, "upper": 1.8967827768821584 }, { "event_time": 1, "estimate": 1.8924506598803639, "se": 0.04012129878999037, "pvalue": 2.571069277466326e-20, "lower": 1.808158938969377, "upper": 1.9767423807913507 }, { "event_time": 2, "estimate": 1.9453025613481345, "se": 0.047165275371226285, "pvalue": 2.818875674509896e-19, "lower": 1.8462119947866873, "upper": 2.0443931279095815 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.024465601081095436, "se": 0.021780218054382124, "pvalue": 0.27607162409302977, "lower": -0.021292939070611753, "upper": 0.07022414123280263 }, { "event_time": -2, "estimate": -0.03983457014953871, "se": 0.020459262468225672, "pvalue": 0.06730801767867195, "lower": -0.08281788559611028, "upper": 0.003148745297032872 }, { "event_time": -1, "estimate": 0.018613360591344292, "se": 0.008323396002266503, "pvalue": 0.03823413147912875, "lower": 0.0011265544805284487, "upper": 0.03610016670216014 }, { "event_time": 0, "estimate": 1.815217147567639, "se": 0.04668386818037768, "pvalue": 8.055047463362753e-19, "lower": 1.7171379799837763, "upper": 1.913296315151502 }, { "event_time": 1, "estimate": 1.8486275581645495, "se": 0.03710643495891203, "pvalue": 9.6759077215373e-21, "lower": 1.7706698311246007, "upper": 1.9265852852044982 }, { "event_time": 2, "estimate": 1.9577820194623818, "se": 0.05446854147936044, "pvalue": 3.2599676247855506e-18, "lower": 1.8433478601686102, "upper": 2.0722161787561535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.05088561577238154, "se": 0.03725444912496321, "pvalue": 0.18879736424592938, "lower": -0.1291543090360552, "upper": 0.027383077491292124 }, { "event_time": -2, "estimate": -0.13787629356417389, "se": 0.05227285810093517, "pvalue": 0.016720155599751124, "lower": -0.24769749325482088, "upper": -0.028055093873526893 }, { "event_time": 0, "estimate": 1.8156536592116246, "se": 0.034986733417533104, "pvalue": 4.6629301298665035e-21, "lower": 1.7421492598586916, "upper": 1.8891580585645575 }, { "event_time": 1, "estimate": 1.8487468558893538, "se": 0.04239229084723683, "pvalue": 1.0426024209795932e-19, "lower": 1.7596839577120855, "upper": 1.9378097540666221 }, { "event_time": 2, "estimate": 2.0199015693676228, "se": 0.04733812244346993, "pvalue": 1.5383381724466117e-19, "lower": 1.9204478645825078, "upper": 2.1193552741527375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-15, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3821915683882027e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4995975208013246, "df_num": 1, "df_den": 1030, "pvalue": 0.47983688921801004, "log10_pvalue": -0.3189063671060383, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 164.50228799208833, "rss_restricted": 164.58207919135725, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.201457323420481 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.3763984891961492 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10787936607358797 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.045968933198737474 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Identified new-curriculum textbook cover", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p098", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Identified new-curriculum textbook cover", "source_specification_id": "CI-T6-C01", "specification_id": "S01-P098", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C01.csv", "output_dir": "analyses/archive-expanded/fits/S01-P098" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P098", "regression_results": "analyses/archive-expanded/baselines/S01-P098.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C01.csv", "bytes": 185802, "sha256": "0b4c4ad98e5597831633ba5f327ee8dc05157e84f750042bd6610269a90d677c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.47425874300114024, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 1.8196301845967586, "se": 0.03539582112556906, "pvalue": 5.520287618923952e-21, "lower": 1.7452663238616213, "upper": 1.893994045331896 }, { "method": "Dynamic TWFE", "estimate": 1.8678345594245334, "se": 0.03376705491027619, "pvalue": 1.4884466271965338e-21, "lower": 1.7968926095295048, "upper": 1.938776509319562 }, { "method": "BJS / did2s", "estimate": 1.8532128242950852, "se": 0.03435447369179532, "pvalue": 2.3327769734370286e-21, "lower": 1.7810367533351115, "upper": 1.9253888952550589 }, { "method": "Sun\u2013Abraham", "estimate": 1.8648815281075595, "se": 0.03132174678432304, "pvalue": 3.9849765407232277e-22, "lower": 1.7990769799495263, "upper": 1.9306860762655926 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.08299232968478176, "se": 0.05226639267924692, "pvalue": 0.12972570151876753, "lower": -0.19279994602850448, "upper": 0.026815286658940937 }, { "event_time": -2, "estimate": -0.08939846865397287, "se": 0.04194013304692579, "pvalue": 0.0470778395181078, "lower": -0.17751141854290078, "upper": -0.0012855187650449573 }, { "event_time": 0, "estimate": 1.8183870773231345, "se": 0.03731490177047666, "pvalue": 1.4361994122575012e-20, "lower": 1.7399913777641107, "upper": 1.8967827768821584 }, { "event_time": 1, "estimate": 1.8924506598803639, "se": 0.04012129878999037, "pvalue": 2.571069277466326e-20, "lower": 1.808158938969377, "upper": 1.9767423807913507 }, { "event_time": 2, "estimate": 1.9453025613481345, "se": 0.047165275371226285, "pvalue": 2.818875674509896e-19, "lower": 1.8462119947866873, "upper": 2.0443931279095815 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.024465601081095436, "se": 0.021780218054382124, "pvalue": 0.27607162409302977, "lower": -0.021292939070611753, "upper": 0.07022414123280263 }, { "event_time": -2, "estimate": -0.03983457014953871, "se": 0.020459262468225672, "pvalue": 0.06730801767867195, "lower": -0.08281788559611028, "upper": 0.003148745297032872 }, { "event_time": -1, "estimate": 0.018613360591344292, "se": 0.008323396002266503, "pvalue": 0.03823413147912875, "lower": 0.0011265544805284487, "upper": 0.03610016670216014 }, { "event_time": 0, "estimate": 1.815217147567639, "se": 0.04668386818037768, "pvalue": 8.055047463362753e-19, "lower": 1.7171379799837763, "upper": 1.913296315151502 }, { "event_time": 1, "estimate": 1.8486275581645495, "se": 0.03710643495891203, "pvalue": 9.6759077215373e-21, "lower": 1.7706698311246007, "upper": 1.9265852852044982 }, { "event_time": 2, "estimate": 1.9577820194623818, "se": 0.05446854147936044, "pvalue": 3.2599676247855506e-18, "lower": 1.8433478601686102, "upper": 2.0722161787561535 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.05088561577238154, "se": 0.03725444912496321, "pvalue": 0.18879736424592938, "lower": -0.1291543090360552, "upper": 0.027383077491292124 }, { "event_time": -2, "estimate": -0.13787629356417389, "se": 0.05227285810093517, "pvalue": 0.016720155599751124, "lower": -0.24769749325482088, "upper": -0.028055093873526893 }, { "event_time": 0, "estimate": 1.8156536592116246, "se": 0.034986733417533104, "pvalue": 4.6629301298665035e-21, "lower": 1.7421492598586916, "upper": 1.8891580585645575 }, { "event_time": 1, "estimate": 1.8487468558893538, "se": 0.04239229084723683, "pvalue": 1.0426024209795932e-19, "lower": 1.7596839577120855, "upper": 1.9378097540666221 }, { "event_time": 2, "estimate": 2.0199015693676228, "se": 0.04733812244346993, "pvalue": 1.5383381724466117e-19, "lower": 1.9204478645825078, "upper": 2.1193552741527375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-15, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.3821915683882027e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.4995975208013246, "df_num": 1, "df_den": 1030, "pvalue": 0.47983688921801004, "log10_pvalue": -0.3189063671060383, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 164.50228799208833, "rss_restricted": 164.58207919135725, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.201457323420481 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.3763984891961492 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.10787936607358797 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.045968933198737474 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 1.8803292996799439, "se": 0.03778298793711324, "lower": 1.8062760040948906, "upper": 1.9543825952649971 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 1.852036297100513, "se": 0.04686469770630761, "lower": 1.7601831774497934, "upper": 1.9438894167512328 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 1.8457066895414154, "se": 0.04467329242472135, "lower": 1.7581486453181354, "upper": 1.9332647337646953 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 522.0, "post_cells": 6, "estimate": 1.8438057023568013, "se": 0.04742305479786654, "lower": 1.7508582229161134, "upper": 1.9367531817974892 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 1.8803292996799439, "se": 0.03778298793711324, "lower": 1.8062760040948906, "upper": 1.9543825952649971, "event_study": [ { "event_time": -3, "estimate": -0.04807237077822296, "se": 0.03671661390142727, "lower": -0.12003561165928309, "upper": 0.023890870102837164, "relative_to_minus_one": -0.04807237077822296, "n": 0.0 }, { "event_time": -2, "estimate": -0.10732795862429668, "se": 0.05610840235534513, "lower": -0.21729840647085547, "upper": 0.0026424892222621094, "relative_to_minus_one": -0.10732795862429668, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 1.7974400213808672, "se": 0.058995343239572, "lower": 1.6818112733757276, "upper": 1.913068769386007, "relative_to_minus_one": 1.7974400213808672, "n": 242.0 }, { "event_time": 1, "estimate": 1.8280331775694072, "se": 0.04137475625853195, "lower": 1.7469401454335614, "upper": 1.909126209705253, "relative_to_minus_one": 1.8280331775694072, "n": 184.0 }, { "event_time": 2, "estimate": 2.015514700089557, "se": 0.04534713190036076, "lower": 1.9266359547626626, "upper": 2.1043934454164517, "relative_to_minus_one": 2.015514700089557, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 1.879986648985904, "se": 0.05914256026828082, "event_time": 0, "mass": 88.0 }, { "group": 2, "year": 3, "att": 1.8628898938391605, "se": 0.04755030202438542, "event_time": 1, "mass": 113.0 }, { "group": 2, "year": 4, "att": 2.015514700089557, "se": 0.04534713190036077, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.18520186546990408, "se": 0.08013095894019293, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 1.5912951719777892, "se": 0.07300427897777084, "event_time": 0, "mass": 90.0 }, { "group": 3, "year": 4, "att": 1.7799807044261038, "se": 0.06462729723527533, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.04807237077822296, "se": 0.03671661390142727, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.003355766841541224, "se": 0.03713593244693407, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 1.9286966689814642, "se": 0.06584770873516954, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 1.8438057023568013, "treated_cell_se": 0.04742305479786654, "checks": { "input_rows": 1061, "retained_rows": 1061, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.046539375092834234, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 1.8928236693643157, "event_study": [ { "event_time": -3, "estimate": -0.01647307533133073, "raw_gap": -0.02082943679142191, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.041056239020977464 }, { "event_time": -2, "estimate": -0.06483754428953234, "raw_gap": -0.0664181710139902, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.08942070797917907 }, { "event_time": -1, "estimate": 0.024583163689646734, "raw_gap": 0.023446721569622953, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 1.859074809643452, "raw_gap": 1.8579227140507, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 1.8344916459538052 }, { "event_time": 1, "estimate": 1.8822431453191037, "raw_gap": 1.8822431453191037, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 1.857659981629457 }, { "event_time": 2, "estimate": 1.9981782576639846, "raw_gap": 1.9981782576639846, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 1.9735950939743379 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.02082943679142191, -0.06209495472929754, 0.04462133730769754, 1.878794656672881, 1.863779311978251, 1.990020163214183 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.0 }, { "cohort": 3, "pre_gap": -0.004356361460091182 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07938889811127249, "zeta_omega": [ 0.0, 0.0, 0.0430406709932685 ], "zeta_lambda": [ 0.0, 0.0, 3.0434350326159286e-08 ] }, "checks": { "scalar_vs_treated_cell_average": 4.440892098500626e-16, "native_scalar_vs_unweighted_matrix_average": 2.220446049250313e-16 }, "native_matrix_att": 1.8950322446838146, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031683314591646194, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 1.8624976985992205, "event_study": [ { "event_time": -3, "estimate": -0.002540376974497289, "raw_gap": -0.002540376974497289, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.013336159411595685 }, { "event_time": -2, "estimate": -0.01616961115591973, "raw_gap": -0.01616961115591973, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.026965393593018125 }, { "event_time": -1, "estimate": 0.010795782437098396, "raw_gap": 0.010795782437098396, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 1.8212556058937484, "raw_gap": 1.8212556058937484, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 1.81045982345665 }, { "event_time": 1, "estimate": 1.8621053956840725, "raw_gap": 1.8621053956840725, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 1.8513096132469742 }, { "event_time": 2, "estimate": 1.9672140545482986, "raw_gap": 1.9672140545482986, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 1.9564182721112002 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0031120525256607134, -0.017680134235462087, 0.009922545839332777, 1.8337134860566353, 1.8255295552555937, 1.9410839312457888 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 45, "termination_reason": "Relative objective tolerance reached", "objective": 0.001700555918271277, "lambda_l": 0.004092896031385181, "singular_values": [ 0.30399629251783866, 0.009616715143239862, 0.0, 0.0 ], "history_objective": [ 0.0017123141035015165, 0.0017057116033573842, 0.0017036461164557635, 0.0017024229217170003, 0.0017016846562755512, 0.0017012382694591263, 0.001700968392328882, 0.001700805261217193, 0.0017007066617722535, 0.0017006470648689728, 0.0017006110389736373, 0.0017005892585037303, 0.0017005760882764312, 0.0017005681230128063, 0.0017005633047343053, 0.0017005603895214596, 0.0017005586253715146, 0.0017005575575792813, 0.0017005569111477833, 0.0017005565197298499, 0.0017005562826803617, 0.00170055613909345, 0.0017005560521042124, 0.0017005559993947873, 0.001700555967451444, 0.0017005559480899426, 0.0017005559363528213, 0.0017005559292366656, 0.0017005559249215953, 0.0017005559223046982, 0.001700555920717471, 0.001700555919754656, 0.0017005559191705434, 0.0017005559188161398, 0.0017005559186010892, 0.0017005559184705827, 0.001700555918391376, 0.0017005559183433001, 0.001700555918314116, 0.0017005559182963997, 0.001700555918285643, 0.0017005559182791123, 0.001700555918275146, 0.001700555918272739, 0.001700555918271277 ], "history_rmse": [ 0.020490678294695197, 0.0204135544368756, 0.02041511294884623, 0.020417325584885956, 0.020418691414713207, 0.02041945505920699, 0.020419858440079684, 0.020420053969471753, 0.02042013280058242, 0.020420148604830962, 0.020420132518577976, 0.02042010223388268, 0.020420067491519936, 0.0204200333861053, 0.020420002344315635, 0.020419975300296045, 0.02041995238689424, 0.020419933336192925, 0.020419917706597263, 0.0204199050073463, 0.020419894763122146, 0.02041988654430919, 0.02041987997809277, 0.020419874749325776, 0.02041987059633366, 0.020419867304583866, 0.020419864699817086, 0.020419862641464556, 0.020419861016730625, 0.02041985973547294, 0.020419858725881864, 0.020419857930896644, 0.020419857305267432, 0.020419856813170004, 0.0204198564262803, 0.020419856122229296, 0.020419855883367956, 0.02041985569578206, 0.02041985554850961, 0.020419855432919735, 0.02041985534222038, 0.020419855271069275, 0.02041985521526601, 0.020419855171509467, 0.020419855137205997 ] }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 1.8508689248987236, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002709999680519104, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 1.8978248374106115, "event_study": [ { "event_time": -3, "estimate": -0.031416203324735374, "raw_gap": -0.031416203324735374, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": -0.06038645525956536 }, { "event_time": -2, "estimate": -0.07025938718979419, "raw_gap": -0.07025938718979419, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.09922963912462418 }, { "event_time": -1, "estimate": 0.02897025193482999, "raw_gap": 0.02897025193482999, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 1.8616576817105168, "raw_gap": 1.8616576817105168, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 1.8326874297756868 }, { "event_time": 1, "estimate": 1.8930342033622363, "raw_gap": 1.8930342033622363, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 1.8640639514274062 }, { "event_time": 2, "estimate": 1.9981782576639846, "raw_gap": 1.9981782576639846, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 1.9692080057291546 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.031416203324735374, -0.06738833799595427, 0.05113627055896738, 1.8809437378482983, 1.8735411343968171, 1.990020163214183 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08066545935143685, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.220446049250313e-16, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 1.8986755413951906, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016258424147963524, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 1.8196301845967586, "SE": 0.03539582112556906, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 1.8678345594245334, "SE": 0.03376705491027619, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.8532128242950852, "SE": 0.03435447369179532, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 1.8648815281075595, "SE": 0.03132174678432304, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 1.8803292996799439, "SE": 0.03778298793711324, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 1.8438057023568013, "SE": 0.04742305479786654, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 1.8928236693643157, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.8624976985992205, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 1.8978248374106115, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 1.8196301845967586, "SE": 0.03539582112556906, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 1.7452663238616213, "upper": 1.893994045331896, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 1.8678345594245334, "SE": 0.03376705491027619, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7968926095295048, "upper": 1.938776509319562, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.8532128242950852, "SE": 0.03435447369179532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7810367533351115, "upper": 1.9253888952550589, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 1.8648815281075595, "SE": 0.03132174678432304, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7990769799495263, "upper": 1.9306860762655926, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.8803292996799439, "SE": 0.03778298793711324, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.8062760040948906, "upper": 1.9543825952649971, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 1.8438057023568013, "SE": 0.04742305479786654, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 1.7508582229161134, "upper": 1.9367531817974892, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 1.8928236693643157, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.8624976985992205, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 1.8978248374106115, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588722.1574368, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 1.8196301845967586, "SE": 0.03539582112556906, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 1.7452663238616213, "upper": 1.893994045331896, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 1.8678345594245334, "SE": 0.03376705491027619, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7968926095295048, "upper": 1.938776509319562, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 1.8532128242950852, "SE": 0.03435447369179532, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7810367533351115, "upper": 1.9253888952550589, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 1.8648815281075595, "SE": 0.03132174678432304, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.7990769799495263, "upper": 1.9306860762655926, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 1.8803292996799439, "SE": 0.03778298793711324, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 1.8062760040948906, "upper": 1.9543825952649971, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 1.8438057023568013, "SE": 0.04742305479786654, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 1.7508582229161134, "upper": 1.9367531817974892, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 1.8928236693643157, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 1.8624976985992205, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 1.8978248374106115, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P099", "source_specification_id": "CI-T6-C02", "role": "active_comparison", "published_source_location": "Table 6, column 2 (\"Aware: village head elected\"), accepted-manuscript p. 50", "outcome_label": "Aware: village head elected", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P099.json", "input_bytes": 192622, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: village head elected", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p099", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: village head elected", "source_specification_id": "CI-T6-C02", "specification_id": "S01-P099", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C02.csv", "output_dir": "analyses/full-archive/results/S01-P099" }, "source": { "file": "CI-T6-C02.csv", "bytes": 192622, "sha256": "a2ee22e40eae4557714870dc7bfda84d5e55a5011fedf7b1e42c616d4bbe676b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.42079875383858006, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14574143289768993, "se": 0.10124343540344134, "pvalue": 0.16716960833871197, "lower": -0.06696313197111983, "upper": 0.35844599776649966 }, { "method": "Dynamic TWFE", "estimate": 0.12690085744763424, "se": 0.10381515456877156, "pvalue": 0.23733211727868705, "lower": -0.09120668889692807, "upper": 0.34500840379219655 }, { "method": "BJS / did2s", "estimate": 0.21423306554083316, "se": 0.11200793986781636, "pvalue": 0.07183815147143383, "lower": -0.02108688400945513, "upper": 0.44955301509112144 }, { "method": "Sun\u2013Abraham", "estimate": 0.1506838359231915, "se": 0.07697085880001785, "pvalue": 0.06595590019128458, "lower": -0.011025937786046852, "upper": 0.3123936096324299 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.35975783430348063, "se": 0.14399012394238253, "pvalue": 0.022378159103030447, "lower": 0.05724580933589035, "upper": 0.662269859271071 }, { "event_time": -2, "estimate": 0.08029350136354675, "se": 0.09828493431272245, "pvalue": 0.4246404349884286, "lower": -0.12619548335769454, "upper": 0.286782486084788 }, { "event_time": 0, "estimate": 0.13038400225758082, "se": 0.08066840044154881, "pvalue": 0.12342120710122126, "lower": -0.03909401818105898, "upper": 0.29986202269622064 }, { "event_time": 1, "estimate": 0.08128184566056053, "se": 0.1520271977718624, "pvalue": 0.5994324216809827, "lower": -0.23811544485442848, "upper": 0.4006791361755495 }, { "event_time": 2, "estimate": 0.20647272235876227, "se": 0.21024662429848925, "pvalue": 0.3390917113436693, "lower": -0.23523904451621083, "upper": 0.6481844892337354 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13976348361022203, "se": 0.06644981430921938, "pvalue": 0.049768129134949164, "lower": 0.00015760415805871064, "upper": 0.27936936306238536 }, { "event_time": -2, "estimate": -0.08798578063855265, "se": 0.0655635048596926, "pvalue": 0.19628235044866044, "lower": -0.22572959303373125, "upper": 0.04975803175662595 }, { "event_time": -1, "estimate": 0.017576687198903884, "se": 0.021216217553486284, "pvalue": 0.41826280953263745, "lower": -0.026996931869764245, "upper": 0.06215030626757201 }, { "event_time": 0, "estimate": 0.1804314662235034, "se": 0.07727820230033115, "pvalue": 0.03133362749712454, "lower": 0.018075987780531988, "upper": 0.3427869446664748 }, { "event_time": 1, "estimate": 0.2139943882611789, "se": 0.18432472923018062, "pvalue": 0.2608222255043997, "lower": -0.17325749793996909, "upper": 0.6012462744623268 }, { "event_time": 2, "estimate": 0.30107781973253056, "se": 0.21026678250801917, "pvalue": 0.16931314366031247, "lower": -0.14067629796913572, "upper": 0.7428319374341968 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.24035743665919831, "se": 0.15292974973343626, "pvalue": 0.13343561249290228, "lower": -0.08093604516432398, "upper": 0.5616509184827206 }, { "event_time": -2, "estimate": -0.05502387317577418, "se": 0.09749479930179604, "pvalue": 0.5794627637294314, "lower": -0.25985284583779406, "upper": 0.1498050994862457 }, { "event_time": 0, "estimate": 0.11718755710886136, "se": 0.06593449437102053, "pvalue": 0.0924144110450123, "lower": -0.02133567532736433, "upper": 0.2557107895450871 }, { "event_time": 1, "estimate": 0.15366203144269064, "se": 0.1262917892290064, "pvalue": 0.23942370909679572, "lower": -0.1116671720500047, "upper": 0.418991234935386 }, { "event_time": 2, "estimate": 0.23050954299674403, "se": 0.19476458037543173, "pvalue": 0.2519950447057935, "lower": -0.17867565657229767, "upper": 0.6396947425657857 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5900635135226513, "df_num": 1, "df_den": 1071, "pvalue": 0.1078307178723161, "log10_pvalue": -0.9672575035084161, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1118.6518524154494, "rss_restricted": 1121.3571552607116, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1695656167314348 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.04758923706374605 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6187273079624319 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.022536512066662222 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: village head elected", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p099", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: village head elected", "source_specification_id": "CI-T6-C02", "specification_id": "S01-P099", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C02.csv", "output_dir": "analyses/archive-expanded/fits/S01-P099" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P099", "regression_results": "analyses/archive-expanded/baselines/S01-P099.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C02.csv", "bytes": 192622, "sha256": "a2ee22e40eae4557714870dc7bfda84d5e55a5011fedf7b1e42c616d4bbe676b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.42079875383858006, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.14574143289768993, "se": 0.10124343540344134, "pvalue": 0.16716960833871197, "lower": -0.06696313197111983, "upper": 0.35844599776649966 }, { "method": "Dynamic TWFE", "estimate": 0.12690085744763424, "se": 0.10381515456877156, "pvalue": 0.23733211727868705, "lower": -0.09120668889692807, "upper": 0.34500840379219655 }, { "method": "BJS / did2s", "estimate": 0.21423306554083316, "se": 0.11200793986781636, "pvalue": 0.07183815147143383, "lower": -0.02108688400945513, "upper": 0.44955301509112144 }, { "method": "Sun\u2013Abraham", "estimate": 0.1506838359231915, "se": 0.07697085880001785, "pvalue": 0.06595590019128458, "lower": -0.011025937786046852, "upper": 0.3123936096324299 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.35975783430348063, "se": 0.14399012394238253, "pvalue": 0.022378159103030447, "lower": 0.05724580933589035, "upper": 0.662269859271071 }, { "event_time": -2, "estimate": 0.08029350136354675, "se": 0.09828493431272245, "pvalue": 0.4246404349884286, "lower": -0.12619548335769454, "upper": 0.286782486084788 }, { "event_time": 0, "estimate": 0.13038400225758082, "se": 0.08066840044154881, "pvalue": 0.12342120710122126, "lower": -0.03909401818105898, "upper": 0.29986202269622064 }, { "event_time": 1, "estimate": 0.08128184566056053, "se": 0.1520271977718624, "pvalue": 0.5994324216809827, "lower": -0.23811544485442848, "upper": 0.4006791361755495 }, { "event_time": 2, "estimate": 0.20647272235876227, "se": 0.21024662429848925, "pvalue": 0.3390917113436693, "lower": -0.23523904451621083, "upper": 0.6481844892337354 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.13976348361022203, "se": 0.06644981430921938, "pvalue": 0.049768129134949164, "lower": 0.00015760415805871064, "upper": 0.27936936306238536 }, { "event_time": -2, "estimate": -0.08798578063855265, "se": 0.0655635048596926, "pvalue": 0.19628235044866044, "lower": -0.22572959303373125, "upper": 0.04975803175662595 }, { "event_time": -1, "estimate": 0.017576687198903884, "se": 0.021216217553486284, "pvalue": 0.41826280953263745, "lower": -0.026996931869764245, "upper": 0.06215030626757201 }, { "event_time": 0, "estimate": 0.1804314662235034, "se": 0.07727820230033115, "pvalue": 0.03133362749712454, "lower": 0.018075987780531988, "upper": 0.3427869446664748 }, { "event_time": 1, "estimate": 0.2139943882611789, "se": 0.18432472923018062, "pvalue": 0.2608222255043997, "lower": -0.17325749793996909, "upper": 0.6012462744623268 }, { "event_time": 2, "estimate": 0.30107781973253056, "se": 0.21026678250801917, "pvalue": 0.16931314366031247, "lower": -0.14067629796913572, "upper": 0.7428319374341968 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.24035743665919831, "se": 0.15292974973343626, "pvalue": 0.13343561249290228, "lower": -0.08093604516432398, "upper": 0.5616509184827206 }, { "event_time": -2, "estimate": -0.05502387317577418, "se": 0.09749479930179604, "pvalue": 0.5794627637294314, "lower": -0.25985284583779406, "upper": 0.1498050994862457 }, { "event_time": 0, "estimate": 0.11718755710886136, "se": 0.06593449437102053, "pvalue": 0.0924144110450123, "lower": -0.02133567532736433, "upper": 0.2557107895450871 }, { "event_time": 1, "estimate": 0.15366203144269064, "se": 0.1262917892290064, "pvalue": 0.23942370909679572, "lower": -0.1116671720500047, "upper": 0.418991234935386 }, { "event_time": 2, "estimate": 0.23050954299674403, "se": 0.19476458037543173, "pvalue": 0.2519950447057935, "lower": -0.17867565657229767, "upper": 0.6396947425657857 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 8.326672684688674e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 2.5900635135226513, "df_num": 1, "df_den": 1071, "pvalue": 0.1078307178723161, "log10_pvalue": -0.9672575035084161, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1118.6518524154494, "rss_restricted": 1121.3571552607116, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.1695656167314348 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.04758923706374605 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.6187273079624319 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.022536512066662222 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.2066738794453766, "se": 0.1382910276783271, "lower": -0.06437155418917626, "upper": 0.47771931307992943 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.19265527036572735, "se": 0.1272896568460514, "lower": -0.05682787265699571, "upper": 0.4421384133884504 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14957449483405316, "se": 0.1283008911634521, "lower": -0.10189063103070628, "upper": 0.4010396206988126 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": 0.19520495404166044, "se": 0.12434978246649678, "lower": -0.04851614107806354, "upper": 0.43892604916138445 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.2066738794453766, "se": 0.1382910276783271, "lower": -0.06437155418917626, "upper": 0.47771931307992943, "event_study": [ { "event_time": -3, "estimate": 0.18055445330033498, "se": 0.15016454101786386, "lower": -0.11376263884966586, "upper": 0.47487154545033583, "relative_to_minus_one": 0.18055445330033498, "n": 0.0 }, { "event_time": -2, "estimate": -0.20229242528301028, "se": 0.16107657768702294, "lower": -0.5179967163025433, "upper": 0.11341186573652273, "relative_to_minus_one": -0.20229242528301028, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.1507180138128481, "se": 0.06911437317555331, "lower": 0.015256331574702409, "upper": 0.2861796960509938, "relative_to_minus_one": 0.1507180138128481, "n": 253.0 }, { "event_time": 1, "estimate": 0.20482236367741882, "se": 0.21921440361458647, "lower": -0.2248299722995977, "upper": 0.6344746996544354, "relative_to_minus_one": 0.20482236367741882, "n": 192.0 }, { "event_time": 2, "estimate": 0.2644812608458629, "se": 0.21845231561685086, "lower": -0.1636774101025416, "upper": 0.6926399317942673, "relative_to_minus_one": 0.2644812608458629, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.22375536812767233, "se": 0.1257270756010866, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.5762955316534895, "se": 0.14910198669451566, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": 0.2644812608458629, "se": 0.21845231561685075, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.2478745072456904, "se": 0.1893511647103927, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.05765259192628302, "se": 0.1483946381546128, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.31961034405350447, "se": 0.22769900201661233, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": 0.18055445330033498, "se": 0.15016454101786386, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.13771780916921336, "se": 0.19934525806007253, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.13648598618916682, "se": 0.22614013271272318, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.19520495404166044, "treated_cell_se": 0.12434978246649678, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.048592790961265564, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0870685628940263, "event_study": [ { "event_time": -3, "estimate": 0.07426352790956132, "raw_gap": 0.11547143748266059, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.07052483219725664 }, { "event_time": -2, "estimate": 0.024479169975330256, "raw_gap": -0.01744597345032675, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.02074047426302557 }, { "event_time": -1, "estimate": 0.0037386957123046877, "raw_gap": -0.0089858836026269, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1211098855219723, "raw_gap": 0.09905867272704293, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.11737118980966761 }, { "event_time": 1, "estimate": 0.0997154612025118, "raw_gap": 0.06512234237363523, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.09597676549020712 }, { "event_time": 2, "estimate": -0.024453246197888502, "raw_gap": -0.024453246197888634, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": -0.02819194191019319 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04120790957309928, 0.0006406097851709563, -0.01307357819798188, 0.08952552396543806, -0.029553786127242503, -0.08281367203350257 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.08975511912357156 }, { "cohort": 3, "pre_gap": 0.04120790957309928 } ], "diagnostics": { "converged": true, "pre_rmse": 0.08523126459977196, "zeta_omega": [ 0.0, 0.7547268355105377, 0.6421852430499851 ], "zeta_lambda": [ 0.0, 4.4876326133630985e-07, 4.5409354013857564e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": 0.038406988553117666, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032783392816782, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.05550952814462312, "event_study": [ { "event_time": -3, "estimate": 0.09609079513451817, "raw_gap": 0.09609079513451817, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.10862202301499856 }, { "event_time": -2, "estimate": -0.03109383620054161, "raw_gap": -0.03109383620054161, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.01856260832006122 }, { "event_time": -1, "estimate": -0.012531227880480392, "raw_gap": -0.012531227880480392, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05282937250395872, "raw_gap": 0.05282937250395872, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.06536060038443911 }, { "event_time": 1, "estimate": 0.08557706180095377, "raw_gap": 0.08557706180095377, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.09810828968143416 }, { "event_time": 2, "estimate": 0.0040460222362656605, "raw_gap": 0.0040460222362656605, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.016577250116746052 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04555077201788421, -0.00400757992863679, -0.011549435148605932, 0.07687545623103621, 0.01553985428583804, -0.07612057589011964 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 56, "termination_reason": "Relative objective tolerance reached", "objective": 0.044207612554767496, "lambda_l": 0.016626519469644142, "singular_values": [ 1.396294637144857, 0.5630988551539085, 0.08844342067667166, 0.0 ], "history_objective": [ 0.04492932478841115, 0.044618141407523515, 0.04447176570055136, 0.04438153617468216, 0.04432271364219291, 0.04428382954109873, 0.044258056508378274, 0.04424097550876577, 0.04422966350905268, 0.04422217822581824, 0.04421722889620512, 0.044213958543203535, 0.04421179883825811, 0.04421037328424778, 0.04420943270420469, 0.044208812321836426, 0.044208403250302404, 0.044208133578249584, 0.044207955837527804, 0.04420783870787151, 0.04420776153086505, 0.044207710684457224, 0.0442076771885038, 0.04420765512415462, 0.044207640590916426, 0.0442076310187348, 0.04420762471437953, 0.04420762056240299, 0.044207617828039544, 0.04420761602731651, 0.04420761484146922, 0.04420761406055518, 0.04420761354630842, 0.04420761320767111, 0.04420761298467686, 0.044207612837835274, 0.04420761274114085, 0.044207612677468505, 0.044207612635541044, 0.04420761260793246, 0.044207612589752684, 0.044207612577781684, 0.04420761256989905, 0.04420761256470853, 0.04420761256129069, 0.044207612559040106, 0.04420761255755816, 0.04420761255658237, 0.04420761255593983, 0.044207612555516744, 0.04420761255523814, 0.0442076125550547, 0.04420761255493389, 0.04420761255485437, 0.04420761255480201, 0.044207612554767496 ], "history_rmse": [ 0.10033818531720756, 0.10046106775644026, 0.10057944458040839, 0.10065093351685432, 0.10069835911784489, 0.10073015103156734, 0.10075136661281053, 0.10076545940255349, 0.10077479255427198, 0.10078096207460298, 0.10078503554976787, 0.10078772300759638, 0.10078949508681043, 0.10079066311435236, 0.10079143276514398, 0.1007919397964762, 0.10079227375948548, 0.10079249369804538, 0.10079263852759247, 0.10079273388982363, 0.10079279667651952, 0.10079283801340312, 0.10079286522739479, 0.10079288314317063, 0.10079289493744885, 0.10079290270174819, 0.10079290781303876, 0.1007929111778284, 0.10079291339288884, 0.10079291485108093, 0.10079291581102458, 0.10079291644297003, 0.10079291685899218, 0.10079291713286977, 0.10079291731317133, 0.10079291743187016, 0.10079291751001415, 0.10079291756146012, 0.1007929175953295, 0.10079291761762757, 0.10079291763230767, 0.10079291764197248, 0.10079291764833563, 0.10079291765252513, 0.10079291765528321, 0.10079291765709875, 0.1007929176582944, 0.10079291765908158, 0.10079291765959976, 0.10079291765994106, 0.10079291766016568, 0.10079291766031372, 0.1007929176604109, 0.10079291766047525, 0.10079291766051741, 0.10079291766054516 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.02809765704168203, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00030895788222551346, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.23132853017175992, "event_study": [ { "event_time": -3, "estimate": 0.17105348951130359, "raw_gap": 0.17105348951130359, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.19666862360163267 }, { "event_time": -2, "estimate": -0.0017706478272628051, "raw_gap": -0.0017706478272628051, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": 0.023844486263066296 }, { "event_time": -1, "estimate": -0.0256151340903291, "raw_gap": -0.0256151340903291, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15939813040166168, "raw_gap": 0.15939813040166168, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.18501326449199076 }, { "event_time": 1, "estimate": 0.20518968175768648, "raw_gap": 0.20518968175768648, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.23080481584801557 }, { "event_time": 2, "estimate": 0.4658441871145573, "raw_gap": 0.4658441871145573, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.4914593212048864 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.09678996160174225, 0.005304290541746151, -0.033045705441601674, 0.177292438881607, 0.1474015818559453, 0.40748376127894337 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.08091798439324507, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.2099568425392265, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001571248285472393, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14574143289768993, "SE": 0.10124343540344134, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12690085744763424, "SE": 0.10381515456877156, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.21423306554083316, "SE": 0.11200793986781636, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1506838359231915, "SE": 0.07697085880001785, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.2066738794453766, "SE": 0.1382910276783271, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.19520495404166044, "SE": 0.12434978246649678, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0870685628940263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05550952814462312, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23132853017175992, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14574143289768993, "SE": 0.10124343540344134, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.06696313197111983, "upper": 0.35844599776649966, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12690085744763424, "SE": 0.10381515456877156, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09120668889692807, "upper": 0.34500840379219655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.21423306554083316, "SE": 0.11200793986781636, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02108688400945513, "upper": 0.44955301509112144, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1506838359231915, "SE": 0.07697085880001785, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.011025937786046852, "upper": 0.3123936096324299, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2066738794453766, "SE": 0.1382910276783271, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06437155418917626, "upper": 0.47771931307992943, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.19520495404166044, "SE": 0.12434978246649678, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.04851614107806354, "upper": 0.43892604916138445, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0870685628940263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05550952814462312, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23132853017175992, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588723.342486, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.14574143289768993, "SE": 0.10124343540344134, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.06696313197111983, "upper": 0.35844599776649966, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12690085744763424, "SE": 0.10381515456877156, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.09120668889692807, "upper": 0.34500840379219655, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.21423306554083316, "SE": 0.11200793986781636, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.02108688400945513, "upper": 0.44955301509112144, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.1506838359231915, "SE": 0.07697085880001785, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.011025937786046852, "upper": 0.3123936096324299, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.2066738794453766, "SE": 0.1382910276783271, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.06437155418917626, "upper": 0.47771931307992943, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.19520495404166044, "SE": 0.12434978246649678, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.04851614107806354, "upper": 0.43892604916138445, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0870685628940263, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.05550952814462312, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.23132853017175992, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P100", "source_specification_id": "CI-T6-C03", "role": "active_comparison", "published_source_location": "Table 6, column 3 (\"Aware: able to vote for local People's Congress representative\"), accepted-manuscript p. 50", "outcome_label": "Aware: able to vote for local People's Congress representative", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P100.json", "input_bytes": 192724, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: able to vote for local People's Congress representative", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p100", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: able to vote for local People's Congress representative", "source_specification_id": "CI-T6-C03", "specification_id": "S01-P100", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C03.csv", "output_dir": "analyses/full-archive/results/S01-P100" }, "source": { "file": "CI-T6-C03.csv", "bytes": 192724, "sha256": "cd15dce33ebb5360a2efcd8b382d34b5840e6f8d8a21fb021907d79f82922480" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.3363052035786803, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10757199107782624, "se": 0.13009574615657818, "pvalue": 0.4191387997087948, "lower": -0.16574902936413222, "upper": 0.38089301151978466 }, { "method": "Dynamic TWFE", "estimate": 0.13563033949755077, "se": 0.17105330769451108, "pvalue": 0.4381557757519331, "lower": -0.2237393246939795, "upper": 0.49500000368908104 }, { "method": "BJS / did2s", "estimate": 0.19467316568457266, "se": 0.14834617411561343, "pvalue": 0.20591115813612038, "lower": -0.11699058110035421, "upper": 0.5063369124694995 }, { "method": "Sun\u2013Abraham", "estimate": 0.18632123492718622, "se": 0.18277213368709122, "pvalue": 0.32151145769612177, "lower": -0.19766876907790526, "upper": 0.5703112389322778 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.07750047520283015, "se": 0.21227007846562587, "pvalue": 0.719289088239129, "lower": -0.36846241112929784, "upper": 0.5234633615349582 }, { "event_time": -2, "estimate": -0.15723034023098004, "se": 0.12361594450954905, "pvalue": 0.21958743632231617, "lower": -0.4169378025763048, "upper": 0.10247712211434473 }, { "event_time": 0, "estimate": 0.0949046329916003, "se": 0.13106187339555211, "pvalue": 0.4782983755334702, "lower": -0.18044614546039572, "upper": 0.3702554114435963 }, { "event_time": 1, "estimate": 0.10240276528255716, "se": 0.20084889058254998, "pvalue": 0.6163512045283343, "lower": -0.3195650957002828, "upper": 0.5243706262653971 }, { "event_time": 2, "estimate": 0.3041485010660785, "se": 0.26578243095495246, "pvalue": 0.2674678121514951, "lower": -0.2542396660360231, "upper": 0.8625366681681801 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03259004472371519, "se": 0.07570877233885576, "pvalue": 0.6719668442468414, "lower": -0.12646818372257793, "upper": 0.1916482731700083 }, { "event_time": -2, "estimate": -0.0745261441802834, "se": 0.042925095646288346, "pvalue": 0.09961490134334085, "lower": -0.16470842370302521, "upper": 0.01565613534245841 }, { "event_time": -1, "estimate": 0.03611479705138676, "se": 0.02188669552065584, "pvalue": 0.11626721683956341, "lower": -0.009867443956003898, "upper": 0.08209703805877741 }, { "event_time": 0, "estimate": 0.13979671025467835, "se": 0.11966283442788407, "pvalue": 0.2579450221337405, "lower": -0.1116055759925774, "upper": 0.3911989965019341 }, { "event_time": 1, "estimate": 0.1843746693703006, "se": 0.1715528229608897, "pvalue": 0.29668735262978857, "lower": -0.1760444374538014, "upper": 0.5447937761944026 }, { "event_time": 2, "estimate": 0.3548858375644058, "se": 0.23684578708681958, "pvalue": 0.1513663737136442, "lower": -0.1427086966645298, "upper": 0.8524803717933414 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.16681948215302506, "se": 0.26635093146552663, "pvalue": 0.538970870258879, "lower": -0.7264020245076803, "upper": 0.39276306020163015 }, { "event_time": -2, "estimate": -0.20364676722694797, "se": 0.16577223914375658, "pvalue": 0.2350899937084822, "lower": -0.5519213181041743, "upper": 0.1446277836502784 }, { "event_time": 0, "estimate": 0.11862857285176674, "se": 0.13673462573002065, "pvalue": 0.3970421427650775, "lower": -0.168640216008543, "upper": 0.4058973617120765 }, { "event_time": 1, "estimate": 0.1960872223246251, "se": 0.19849862433823962, "pvalue": 0.3363191188680605, "lower": -0.22094291250510867, "upper": 0.6131173571543589 }, { "event_time": 2, "estimate": 0.3403734967935787, "se": 0.31851486833262027, "pvalue": 0.299360290884471, "lower": -0.32880141023089554, "upper": 1.0095484038180529 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.107524273022667e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0008555706820963594, "df_num": 1, "df_den": 1071, "pvalue": 0.9766705419510177, "log10_pvalue": -0.010251911145822148, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1116.8535659246902, "rss_restricted": 1116.8544581255933, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2013053119532793 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.02353728877852456 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.011236283002599953 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4947230771730032 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Aware: able to vote for local People's Congress representative", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p100", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Aware: able to vote for local People's Congress representative", "source_specification_id": "CI-T6-C03", "specification_id": "S01-P100", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C03.csv", "output_dir": "analyses/archive-expanded/fits/S01-P100" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P100", "regression_results": "analyses/archive-expanded/baselines/S01-P100.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C03.csv", "bytes": 192724, "sha256": "cd15dce33ebb5360a2efcd8b382d34b5840e6f8d8a21fb021907d79f82922480" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1755, "source_sd": 0.3363052035786803, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.10757199107782624, "se": 0.13009574615657818, "pvalue": 0.4191387997087948, "lower": -0.16574902936413222, "upper": 0.38089301151978466 }, { "method": "Dynamic TWFE", "estimate": 0.13563033949755077, "se": 0.17105330769451108, "pvalue": 0.4381557757519331, "lower": -0.2237393246939795, "upper": 0.49500000368908104 }, { "method": "BJS / did2s", "estimate": 0.19467316568457266, "se": 0.14834617411561343, "pvalue": 0.20591115813612038, "lower": -0.11699058110035421, "upper": 0.5063369124694995 }, { "method": "Sun\u2013Abraham", "estimate": 0.18632123492718622, "se": 0.18277213368709122, "pvalue": 0.32151145769612177, "lower": -0.19766876907790526, "upper": 0.5703112389322778 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.07750047520283015, "se": 0.21227007846562587, "pvalue": 0.719289088239129, "lower": -0.36846241112929784, "upper": 0.5234633615349582 }, { "event_time": -2, "estimate": -0.15723034023098004, "se": 0.12361594450954905, "pvalue": 0.21958743632231617, "lower": -0.4169378025763048, "upper": 0.10247712211434473 }, { "event_time": 0, "estimate": 0.0949046329916003, "se": 0.13106187339555211, "pvalue": 0.4782983755334702, "lower": -0.18044614546039572, "upper": 0.3702554114435963 }, { "event_time": 1, "estimate": 0.10240276528255716, "se": 0.20084889058254998, "pvalue": 0.6163512045283343, "lower": -0.3195650957002828, "upper": 0.5243706262653971 }, { "event_time": 2, "estimate": 0.3041485010660785, "se": 0.26578243095495246, "pvalue": 0.2674678121514951, "lower": -0.2542396660360231, "upper": 0.8625366681681801 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.03259004472371519, "se": 0.07570877233885576, "pvalue": 0.6719668442468414, "lower": -0.12646818372257793, "upper": 0.1916482731700083 }, { "event_time": -2, "estimate": -0.0745261441802834, "se": 0.042925095646288346, "pvalue": 0.09961490134334085, "lower": -0.16470842370302521, "upper": 0.01565613534245841 }, { "event_time": -1, "estimate": 0.03611479705138676, "se": 0.02188669552065584, "pvalue": 0.11626721683956341, "lower": -0.009867443956003898, "upper": 0.08209703805877741 }, { "event_time": 0, "estimate": 0.13979671025467835, "se": 0.11966283442788407, "pvalue": 0.2579450221337405, "lower": -0.1116055759925774, "upper": 0.3911989965019341 }, { "event_time": 1, "estimate": 0.1843746693703006, "se": 0.1715528229608897, "pvalue": 0.29668735262978857, "lower": -0.1760444374538014, "upper": 0.5447937761944026 }, { "event_time": 2, "estimate": 0.3548858375644058, "se": 0.23684578708681958, "pvalue": 0.1513663737136442, "lower": -0.1427086966645298, "upper": 0.8524803717933414 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.16681948215302506, "se": 0.26635093146552663, "pvalue": 0.538970870258879, "lower": -0.7264020245076803, "upper": 0.39276306020163015 }, { "event_time": -2, "estimate": -0.20364676722694797, "se": 0.16577223914375658, "pvalue": 0.2350899937084822, "lower": -0.5519213181041743, "upper": 0.1446277836502784 }, { "event_time": 0, "estimate": 0.11862857285176674, "se": 0.13673462573002065, "pvalue": 0.3970421427650775, "lower": -0.168640216008543, "upper": 0.4058973617120765 }, { "event_time": 1, "estimate": 0.1960872223246251, "se": 0.19849862433823962, "pvalue": 0.3363191188680605, "lower": -0.22094291250510867, "upper": 0.6131173571543589 }, { "event_time": 2, "estimate": 0.3403734967935787, "se": 0.31851486833262027, "pvalue": 0.299360290884471, "lower": -0.32880141023089554, "upper": 1.0095484038180529 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.3877787807814457e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 6.107524273022667e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.0008555706820963594, "df_num": 1, "df_den": 1071, "pvalue": 0.9766705419510177, "log10_pvalue": -0.010251911145822148, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1116.8535659246902, "rss_restricted": 1116.8544581255933, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2013053119532793 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.02353728877852456 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.011236283002599953 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.4947230771730032 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.1614855525569032, "se": 0.1476618707586485, "lower": -0.12792639601985603, "upper": 0.45089750113366245 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.13541513385727355, "se": 0.13053194302310417, "lower": -0.12042277330004503, "upper": 0.39125304101459213 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07255472102590302, "se": 0.12363879874091266, "lower": -0.16977287159808196, "upper": 0.314882313649888 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": 0.12000771615751937, "se": 0.1261141987393516, "lower": -0.12717157131073642, "upper": 0.36718700362577517 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.1614855525569032, "se": 0.1476618707586485, "lower": -0.12792639601985603, "upper": 0.45089750113366245, "event_study": [ { "event_time": -3, "estimate": -0.16937618688965467, "se": 0.24211303285931207, "lower": -0.643909011481669, "upper": 0.3051566377023597, "relative_to_minus_one": -0.16937618688965467, "n": 0.0 }, { "event_time": -2, "estimate": -0.2763100384948069, "se": 0.11727163736325684, "lower": -0.506158224134832, "upper": -0.04646185285478174, "relative_to_minus_one": -0.2763100384948069, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.0774283570021323, "se": 0.11362661720891992, "lower": -0.14527572041246986, "upper": 0.30013243441673443, "relative_to_minus_one": 0.0774283570021323, "n": 253.0 }, { "event_time": 1, "estimate": 0.12391786223525972, "se": 0.13719330265704022, "lower": -0.14497606989264242, "upper": 0.3928117943631618, "relative_to_minus_one": 0.12391786223525972, "n": 192.0 }, { "event_time": 2, "estimate": 0.28311043843331757, "se": 0.2701390882550038, "lower": -0.246352445362977, "upper": 0.8125733222296121, "relative_to_minus_one": 0.28311043843331757, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2510399475928869, "se": 0.2344930313487973, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.10743910425134577, "se": 0.19834370316013716, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": 0.28311043843331757, "se": 0.2701390882550038, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.2226916714612925, "se": 0.17291364849288038, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.07260080135740493, "se": 0.14438973101496957, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": 0.14718199115372643, "se": 0.18829681607784984, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": -0.16937618688965467, "se": 0.24211303285931207, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.35226939179228556, "se": 0.13098664351009778, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2629557870160132, "se": 0.17956217855676526, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.12000771615751937, "treated_cell_se": 0.1261141987393516, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.05249879090115428, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2859680834030545, "event_study": [ { "event_time": -3, "estimate": 0.02668378587137653, "raw_gap": -0.03117765547579321, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.07242883063290162 }, { "event_time": -2, "estimate": -0.09558387179747536, "raw_gap": -0.11209305005530096, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.1946964883017535 }, { "event_time": -1, "estimate": 0.09911261650427815, "raw_gap": 0.08637507068784925, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.23545492547658306, "raw_gap": 0.2232375322341416, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.13634230897230493 }, { "event_time": 1, "estimate": 0.21294374657795498, "raw_gap": 0.21575055684714084, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.11383113007367683 }, { "event_time": 2, "estimate": 0.5566802210375634, "raw_gap": 0.5566802210375634, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.45756760453328527 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.00020380625841220912, -0.052546627367857285, 0.03239909569050055, 0.26313033157945037, 0.20589446962340036, 0.49009463247690127 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": 0.0072825347524820404 }, { "cohort": 3, "pre_gap": -0.057861441347169744 } ], "diagnostics": { "converged": true, "pre_rmse": 0.048303704371987936, "zeta_omega": [ 0.0, 1.4332676661730508, 1.0337294737929552 ], "zeta_lambda": [ 0.0, 8.522260531581684e-07, 7.309571208314001e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.6653345369377348e-16 }, "native_matrix_att": 0.2924964143295104, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00033462513238191605, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2098397844617953, "event_study": [ { "event_time": -3, "estimate": 0.01189294923963874, "raw_gap": 0.01189294923963874, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.0025042051403325726 }, { "event_time": -2, "estimate": -0.023200239695984476, "raw_gap": -0.023200239695984476, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.03258898379529064 }, { "event_time": -1, "estimate": 0.009388744099306167, "raw_gap": 0.009388744099306167, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15288870913163066, "raw_gap": 0.15288870913163066, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.14349996503232448 }, { "event_time": 1, "estimate": 0.1527878858649227, "raw_gap": 0.1527878858649227, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.14339914176561652 }, { "event_time": 2, "estimate": 0.4660275277863527, "raw_gap": 0.4660275277863527, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.4566387836870465 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.0005744906232559854, -0.02073885499958708, 0.012939066368790053, 0.25825163371427073, 0.17113891893408603, 0.4887919421457461 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.047971474966598725, "lambda_l": 0.017510920995832405, "singular_values": [ 1.3326860585570246, 0.45899150361896457, 0.30431361734818463, 0.0 ], "history_objective": [ 0.04825657971111307, 0.048084711911809, 0.04801766174363417, 0.047990118850958365, 0.0479789632011675, 0.04797447690567892, 0.04797267856907827, 0.04797195837498276, 0.04797166975868861, 0.04797155385910064, 0.04797150715429465, 0.047971488234340755, 0.047971480512258045, 0.04797147732753147, 0.04797147599542532, 0.047971475427788755, 0.047971475180144975, 0.04797147506898217, 0.04797147501742945, 0.04797147499266986, 0.047971474980353854, 0.047971474974023154, 0.04797147497067393, 0.047971474968859236, 0.04797147496785727, 0.04797147496729605, 0.047971474966978345, 0.04797147496679709, 0.04797147496669313, 0.047971474966633273, 0.047971474966598725 ], "history_rmse": [ 0.10577023541278245, 0.10596030489875398, 0.10607302486241679, 0.10612098330748254, 0.10614080976215721, 0.10614887936131209, 0.10615213579250943, 0.10615344366452908, 0.10615396756942017, 0.10615417715960439, 0.10615426097324403, 0.10615429450173634, 0.10615430792968394, 0.10615431331875842, 0.10615431548882884, 0.10615431636711362, 0.10615431672522734, 0.10615431687279872, 0.10615431693450683, 0.10615431696082116, 0.10615431697232738, 0.10615431697751446, 0.10615431697993562, 0.10615431698110812, 0.10615431698169725, 0.10615431698200335, 0.10615431698216689, 0.10615431698225641, 0.1061543169823061, 0.10615431698233449, 0.10615431698235044 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.27190671183040827, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002494580112397671, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.19202912435914468, "event_study": [ { "event_time": -3, "estimate": -0.06707685191354074, "raw_gap": -0.06707685191354074, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.15990243945974988 }, { "event_time": -2, "estimate": -0.10190784890296706, "raw_gap": -0.10190784890296706, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.1947334364491762 }, { "event_time": -1, "estimate": 0.09282558754620915, "raw_gap": 0.09282558754620915, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.19820782392886652, "raw_gap": 0.19820782392886652, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.10538223638265737 }, { "event_time": 1, "estimate": 0.19206546484272025, "raw_gap": 0.19206546484272025, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.0992398772965111 }, { "event_time": 2, "estimate": 0.1761686358340322, "raw_gap": 0.1761686358340322, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.08334304828782305 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.036103002696159736, -0.04761562775025249, 0.04041054098362064, 0.21124799916309595, 0.1517459011174772, 0.10958304727337005 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.06724314332260162, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.17258712353868116, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016645900905132294, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10757199107782624, "SE": 0.13009574615657818, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.13563033949755077, "SE": 0.17105330769451108, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19467316568457266, "SE": 0.14834617411561343, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18632123492718622, "SE": 0.18277213368709122, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.1614855525569032, "SE": 0.1476618707586485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12000771615751937, "SE": 0.1261141987393516, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2859680834030545, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2098397844617953, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19202912435914468, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10757199107782624, "SE": 0.13009574615657818, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.16574902936413222, "upper": 0.38089301151978466, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.13563033949755077, "SE": 0.17105330769451108, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2237393246939795, "upper": 0.49500000368908104, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19467316568457266, "SE": 0.14834617411561343, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11699058110035421, "upper": 0.5063369124694995, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18632123492718622, "SE": 0.18277213368709122, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19766876907790526, "upper": 0.5703112389322778, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1614855525569032, "SE": 0.1476618707586485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12792639601985603, "upper": 0.45089750113366245, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12000771615751937, "SE": 0.1261141987393516, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.12717157131073642, "upper": 0.36718700362577517, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2859680834030545, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2098397844617953, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19202912435914468, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588724.5228002, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.10757199107782624, "SE": 0.13009574615657818, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.16574902936413222, "upper": 0.38089301151978466, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.13563033949755077, "SE": 0.17105330769451108, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2237393246939795, "upper": 0.49500000368908104, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.19467316568457266, "SE": 0.14834617411561343, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11699058110035421, "upper": 0.5063369124694995, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.18632123492718622, "SE": 0.18277213368709122, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.19766876907790526, "upper": 0.5703112389322778, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.1614855525569032, "SE": 0.1476618707586485, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12792639601985603, "upper": 0.45089750113366245, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.12000771615751937, "SE": 0.1261141987393516, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.12717157131073642, "upper": 0.36718700362577517, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2859680834030545, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.2098397844617953, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19202912435914468, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P101", "source_specification_id": "CI-T6-C04", "role": "active_comparison", "published_source_location": "Table 6, column 4 (\"Factual political knowledge z-score index\"), accepted-manuscript p. 50", "outcome_label": "Factual political knowledge z-score index", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P101.json", "input_bytes": 256392, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Factual political knowledge z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p101", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Factual political knowledge z-score index", "source_specification_id": "CI-T6-C04", "specification_id": "S01-P101", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C04.csv", "output_dir": "analyses/full-archive/results/S01-P101" }, "source": { "file": "CI-T6-C04.csv", "bytes": 256392, "sha256": "a94d54adda7be277bf68aa4ff795fafd2970004ddd86d266a87fe2114d79f6ff" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.997367490650609, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16676443748529515, "se": 0.09966002009300516, "pvalue": 0.11155102625370267, "lower": -0.04261349525896413, "upper": 0.37614237022955443 }, { "method": "Dynamic TWFE", "estimate": 0.17299517584279372, "se": 0.09125151580566426, "pvalue": 0.07415773643616332, "lower": -0.018717144918729778, "upper": 0.3647074966043172 }, { "method": "BJS / did2s", "estimate": 0.26933451041902084, "se": 0.09208576273528556, "pvalue": 0.009046697131570676, "lower": 0.07586950189605254, "upper": 0.4627995189419891 }, { "method": "Sun\u2013Abraham", "estimate": 0.2221519598503761, "se": 0.08907709296327757, "pvalue": 0.022591205623886668, "lower": 0.03500793196322638, "upper": 0.40929598773752585 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28713371899342427, "se": 0.1523954421296168, "pvalue": 0.07580258531808325, "lower": -0.03303722420896538, "upper": 0.6073046621958139 }, { "event_time": -2, "estimate": -0.051487723294259914, "se": 0.08644540770711746, "pvalue": 0.5588512887029453, "lower": -0.2331027856237655, "upper": 0.13012733903524568 }, { "event_time": 0, "estimate": 0.1483096569898611, "se": 0.08052212488269195, "pvalue": 0.08203590285928812, "lower": -0.020861049903227735, "upper": 0.3174803638829499 }, { "event_time": 1, "estimate": 0.12108963163781486, "se": 0.12949986447226491, "pvalue": 0.3621352743227663, "lower": -0.1509794878401939, "upper": 0.39315875111582366 }, { "event_time": 2, "estimate": 0.3367456885412574, "se": 0.17458678107972972, "pvalue": 0.06967532857803978, "lower": -0.030047527763883863, "upper": 0.7035389048463987 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11319411355672256, "se": 0.07550912981419973, "pvalue": 0.1511874455327452, "lower": -0.04544468150935134, "upper": 0.27183290862279647 }, { "event_time": -2, "estimate": -0.10702477114041883, "se": 0.06051492378672791, "pvalue": 0.09390925249745607, "lower": -0.23416190828746217, "upper": 0.0201123660066245 }, { "event_time": -1, "estimate": 0.03543621680807828, "se": 0.02236731816653511, "pvalue": 0.13054010629433474, "lower": -0.011555774909079101, "upper": 0.08242820852523566 }, { "event_time": 0, "estimate": 0.21084065057167758, "se": 0.08718645953453896, "pvalue": 0.026416072548892923, "lower": 0.027668696124981268, "upper": 0.3940126050183739 }, { "event_time": 1, "estimate": 0.2623569583258659, "se": 0.1344676633189641, "pvalue": 0.06678996688803665, "lower": -0.020149119240657154, "upper": 0.5448630358923889 }, { "event_time": 2, "estimate": 0.4323510411590571, "se": 0.15573762198183133, "pvalue": 0.012456733782764523, "lower": 0.10515843864270047, "upper": 0.7595436436754137 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.047080457644514295, "se": 0.22344554073619866, "pvalue": 0.835486567566702, "lower": -0.4223612036817422, "upper": 0.5165221189707707 }, { "event_time": -2, "estimate": -0.17092210958476484, "se": 0.11771357657648183, "pvalue": 0.1637052195359716, "lower": -0.4182291570498967, "upper": 0.07638493788036707 }, { "event_time": 0, "estimate": 0.15536973513548674, "se": 0.08609217782222568, "pvalue": 0.08788117500123711, "lower": -0.025503218743577916, "upper": 0.3362426890145514 }, { "event_time": 1, "estimate": 0.23057115222259775, "se": 0.13241192286829725, "pvalue": 0.09869194464136158, "lower": -0.047615974922104315, "upper": 0.5087582793672998 }, { "event_time": 2, "estimate": 0.37648951457159285, "se": 0.17061719090257485, "pvalue": 0.04056850656664817, "lower": 0.01803609776036058, "upper": 0.7349429313828251 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1047732128949543, "df_num": 1, "df_den": 1071, "pvalue": 0.29345806370975447, "log10_pvalue": -0.5324539523404406, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1085.8320041069487, "rss_restricted": 1086.9520770405074, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2444509978202996 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.015607187223129483 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3981204543518084 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.342378672619662 } ] } } }, "code_sha256": { "replication_engine.py": "dc03912f734aeea9c01261eb3ebca2fad60361c0c3401f189b1bf3d21da9f63f", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "7c15e11678a92a15a1449529a9d5f84b6508338c54cf3d6ce25067b0b5f700e0" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Factual political knowledge z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p101", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Factual political knowledge z-score index", "source_specification_id": "CI-T6-C04", "specification_id": "S01-P101", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P101" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P101", "regression_results": "analyses/archive-expanded/baselines/S01-P101.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C04.csv", "bytes": 256392, "sha256": "a94d54adda7be277bf68aa4ff795fafd2970004ddd86d266a87fe2114d79f6ff" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1754, "source_sd": 0.997367490650609, "rows": 1102, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16676443748529515, "se": 0.09966002009300516, "pvalue": 0.11155102625370267, "lower": -0.04261349525896413, "upper": 0.37614237022955443 }, { "method": "Dynamic TWFE", "estimate": 0.17299517584279372, "se": 0.09125151580566426, "pvalue": 0.07415773643616332, "lower": -0.018717144918729778, "upper": 0.3647074966043172 }, { "method": "BJS / did2s", "estimate": 0.26933451041902084, "se": 0.09208576273528556, "pvalue": 0.009046697131570676, "lower": 0.07586950189605254, "upper": 0.4627995189419891 }, { "method": "Sun\u2013Abraham", "estimate": 0.2221519598503761, "se": 0.08907709296327757, "pvalue": 0.022591205623886668, "lower": 0.03500793196322638, "upper": 0.40929598773752585 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.28713371899342427, "se": 0.1523954421296168, "pvalue": 0.07580258531808325, "lower": -0.03303722420896538, "upper": 0.6073046621958139 }, { "event_time": -2, "estimate": -0.051487723294259914, "se": 0.08644540770711746, "pvalue": 0.5588512887029453, "lower": -0.2331027856237655, "upper": 0.13012733903524568 }, { "event_time": 0, "estimate": 0.1483096569898611, "se": 0.08052212488269195, "pvalue": 0.08203590285928812, "lower": -0.020861049903227735, "upper": 0.3174803638829499 }, { "event_time": 1, "estimate": 0.12108963163781486, "se": 0.12949986447226491, "pvalue": 0.3621352743227663, "lower": -0.1509794878401939, "upper": 0.39315875111582366 }, { "event_time": 2, "estimate": 0.3367456885412574, "se": 0.17458678107972972, "pvalue": 0.06967532857803978, "lower": -0.030047527763883863, "upper": 0.7035389048463987 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.11319411355672256, "se": 0.07550912981419973, "pvalue": 0.1511874455327452, "lower": -0.04544468150935134, "upper": 0.27183290862279647 }, { "event_time": -2, "estimate": -0.10702477114041883, "se": 0.06051492378672791, "pvalue": 0.09390925249745607, "lower": -0.23416190828746217, "upper": 0.0201123660066245 }, { "event_time": -1, "estimate": 0.03543621680807828, "se": 0.02236731816653511, "pvalue": 0.13054010629433474, "lower": -0.011555774909079101, "upper": 0.08242820852523566 }, { "event_time": 0, "estimate": 0.21084065057167758, "se": 0.08718645953453896, "pvalue": 0.026416072548892923, "lower": 0.027668696124981268, "upper": 0.3940126050183739 }, { "event_time": 1, "estimate": 0.2623569583258659, "se": 0.1344676633189641, "pvalue": 0.06678996688803665, "lower": -0.020149119240657154, "upper": 0.5448630358923889 }, { "event_time": 2, "estimate": 0.4323510411590571, "se": 0.15573762198183133, "pvalue": 0.012456733782764523, "lower": 0.10515843864270047, "upper": 0.7595436436754137 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.047080457644514295, "se": 0.22344554073619866, "pvalue": 0.835486567566702, "lower": -0.4223612036817422, "upper": 0.5165221189707707 }, { "event_time": -2, "estimate": -0.17092210958476484, "se": 0.11771357657648183, "pvalue": 0.1637052195359716, "lower": -0.4182291570498967, "upper": 0.07638493788036707 }, { "event_time": 0, "estimate": 0.15536973513548674, "se": 0.08609217782222568, "pvalue": 0.08788117500123711, "lower": -0.025503218743577916, "upper": 0.3362426890145514 }, { "event_time": 1, "estimate": 0.23057115222259775, "se": 0.13241192286829725, "pvalue": 0.09869194464136158, "lower": -0.047615974922104315, "upper": 0.5087582793672998 }, { "event_time": 2, "estimate": 0.37648951457159285, "se": 0.17061719090257485, "pvalue": 0.04056850656664817, "lower": 0.01803609776036058, "upper": 0.7349429313828251 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4650735294117647, 0.35294117647058826, 0.18198529411764705 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1047732128949543, "df_num": 1, "df_den": 1071, "pvalue": 0.29345806370975447, "log10_pvalue": -0.5324539523404406, "inference": "Homoskedastic nested-model F", "observations": 1102, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1085.8320041069487, "rss_restricted": 1086.9520770405074, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ], [ -0.1453334720118309, -0.16488157783119572, -0.01958083258390086, -0.09696280858279616, -0.15075438196615368, -0.21630931351637112 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2444509978202996 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.015607187223129483 }, { "event_time": 1.0, "cohort": 3, "estimate": -0.3981204543518084 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.342378672619662 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.24240587695196195, "se": 0.10200911647579125, "lower": 0.04247168256465966, "upper": 0.44234007133926423 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2159531307640995, "se": 0.10277864599152703, "lower": 0.014510686240914533, "upper": 0.41739557528728444 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.14608841997270902, "se": 0.11105176150328663, "lower": -0.07156903299346443, "upper": 0.3637458729388825 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 544.0, "post_cells": 6, "estimate": 0.20742156826068794, "se": 0.10343239853474628, "lower": 0.004697792297991776, "upper": 0.4101453442233841 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.24240587695196195, "se": 0.10200911647579125, "lower": 0.04247168256465966, "upper": 0.44234007133926423, "event_study": [ { "event_time": -3, "estimate": 0.006187959564035032, "se": 0.22623370172695229, "lower": -0.4372219479099685, "upper": 0.4495978670380385, "relative_to_minus_one": 0.006187959564035032, "n": 0.0 }, { "event_time": -2, "estimate": -0.3155709170664167, "se": 0.15439035355956612, "lower": -0.6181704496035716, "upper": -0.012971384529261776, "relative_to_minus_one": -0.3155709170664167, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.15006529915551314, "se": 0.09078896117426581, "lower": -0.02787779493985315, "upper": 0.32800839325087944, "relative_to_minus_one": 0.15006529915551314, "n": 253.0 }, { "event_time": 1, "estimate": 0.21631485965368244, "se": 0.1562172232112116, "lower": -0.08986527160514687, "upper": 0.5224949909125117, "relative_to_minus_one": 0.21631485965368244, "n": 192.0 }, { "event_time": 2, "estimate": 0.36083747204669026, "se": 0.1715199379961744, "lower": 0.02466457094364527, "upper": 0.6970103731497352, "relative_to_minus_one": 0.36083747204669026, "n": 99.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.31290546940359565, "se": 0.18508010584642995, "event_time": 0, "mass": 96.0 }, { "group": 2, "year": 3, "att": 0.4488944860128612, "se": 0.14726316666609937, "event_time": 1, "mass": 118.0 }, { "group": 2, "year": 4, "att": 0.36083747204669026, "se": 0.17151993799617443, "event_time": 2, "mass": 99.0 }, { "group": 3, "year": 1, "att": -0.30994271609893104, "se": 0.1822055453683031, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.08586629899454777, "se": 0.1552465917667247, "event_time": 0, "mass": 92.0 }, { "group": 3, "year": 4, "att": -0.11203284814751112, "se": 0.23477180305423725, "event_time": 1, "mass": 74.0 }, { "group": 4, "year": 1, "att": 0.006187959564035032, "se": 0.2262337017269523, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3235442017703546, "se": 0.19194541616051938, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.08466645777928425, "se": 0.2293569559057252, "event_time": 0, "mass": 65.0 } ], "treated_cell_att": 0.20742156826068794, "treated_cell_se": 0.10343239853474628, "checks": { "input_rows": 1102, "retained_rows": 1102, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.0527537502348423, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22841149159128488, "event_study": [ { "event_time": -3, "estimate": 0.02974163408978382, "raw_gap": 0.057303423247364, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": -0.024078178087279144 }, { "event_time": -2, "estimate": -0.06316965247727076, "raw_gap": -0.08277064945443784, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.11698946465433371 }, { "event_time": -1, "estimate": 0.05381981217706296, "raw_gap": 0.04873599844786054, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.20925166303006507, "raw_gap": 0.19933793669021999, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.1554318508530021 }, { "event_time": 1, "estimate": 0.1896206953858248, "raw_gap": 0.17160795815855234, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.13580088320876182 }, { "event_time": 2, "estimate": 0.35260613297953675, "raw_gap": 0.35260613297953675, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.2987863208024738 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.029136372310460845, -0.03041591978233401, 0.009752451462832963, 0.2175810051990281, 0.10088699835725157, 0.2702591542949504 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.1102230246251566e-17 }, { "cohort": 2, "pre_gap": -0.04673575064373398 }, { "cohort": 3, "pre_gap": 0.02756178915758016 } ], "diagnostics": { "converged": true, "pre_rmse": 0.04912556246765477, "zeta_omega": [ 0.0, 1.3208426282739625, 1.033272139794082 ], "zeta_lambda": [ 0.0, 7.853777256711452e-07, 7.306337368595297e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.19820261751099755, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003227498382329941, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17625590748636566, "event_study": [ { "event_time": -3, "estimate": 0.055073617678090485, "raw_gap": 0.055073617678090485, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.05525990560889966 }, { "event_time": -2, "estimate": -0.03110611750216971, "raw_gap": -0.03110611750216971, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.030919829571360538 }, { "event_time": -1, "estimate": -0.00018628793080917235, "raw_gap": -0.00018628793080917235, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13923346293119887, "raw_gap": 0.13923346293119887, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.13941975086200803 }, { "event_time": 1, "estimate": 0.16410236328034075, "raw_gap": 0.16410236328034075, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.1642886512111499 }, { "event_time": 2, "estimate": 0.2944393313248905, "raw_gap": 0.2944393313248905, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.29462561925569963 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.021692940030534014, -0.012628383689010593, 0.0010966201736485976, 0.20537959106896547, 0.11982945609338261, 0.25696665586259015 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 27, "termination_reason": "Relative objective tolerance reached", "objective": 0.04802783191217303, "lambda_l": 0.017851874589280396, "singular_values": [ 1.3583646419530906, 0.5830568429208852, 0.09287442686045622, 0.0 ], "history_objective": [ 0.04840283706814529, 0.04817046307730466, 0.04808332784750328, 0.04804952727610313, 0.0480363241058251, 0.048031160013931484, 0.0480291382951169, 0.048028345650958044, 0.048028034325931605, 0.04802791181405123, 0.048027863512006816, 0.048027844433139386, 0.048027836883528054, 0.048027833890603326, 0.048027832701748374, 0.04802783222842641, 0.0480278320394492, 0.048027831963722345, 0.048027831933227974, 0.04802783192086593, 0.04802783191580854, 0.04802783191371378, 0.04802783191283176, 0.048027831912452495, 0.04802783191228506, 0.04802783191220889, 0.04802783191217303 ], "history_rmse": [ 0.10762368725505464, 0.10797713891901878, 0.10812317317620865, 0.10818221338838727, 0.1082058115322672, 0.10821515659382519, 0.10821884106791504, 0.10822029226583672, 0.10822086429925667, 0.1082210901505057, 0.10822117949517192, 0.10822121491052905, 0.10822122897687922, 0.10822123457474686, 0.10822123680686253, 0.10822123769872387, 0.10822123805586797, 0.10822123819924998, 0.10822123825698855, 0.10822123828032698, 0.10822123828980564, 0.10822123829367898, 0.10822123829527432, 0.10822123829593826, 0.10822123829621794, 0.10822123829633806, 0.10822123829639045 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.18641603955740546, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00022170878946781158, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2642718623903228, "event_study": [ { "event_time": -3, "estimate": 0.051118149399050315, "raw_gap": 0.051118149399050315, "n": 48, "n_cells": 4, "weight_sum": 48.0, "relative_to_minus_one": 0.004822249483044931 }, { "event_time": -2, "estimate": -0.06188705804090024, "raw_gap": -0.06188705804090024, "n": 115, "n_cells": 8, "weight_sum": 115.0, "relative_to_minus_one": -0.10818295795690563 }, { "event_time": -1, "estimate": 0.046295899916005384, "raw_gap": 0.046295899916005384, "n": 194, "n_cells": 13, "weight_sum": 194.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21178872102756247, "raw_gap": 0.21178872102756247, "n": 253, "n_cells": 13, "weight_sum": 253.0, "relative_to_minus_one": 0.16549282111155708 }, { "event_time": 1, "estimate": 0.25209609480934764, "raw_gap": 0.25209609480934764, "n": 192, "n_cells": 9, "weight_sum": 192.0, "relative_to_minus_one": 0.20580019489334225 }, { "event_time": 2, "estimate": 0.42200905572694486, "raw_gap": 0.42200905572694486, "n": 99, "n_cells": 5, "weight_sum": 99.0, "relative_to_minus_one": 0.37571315581093945 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.022951098462147157, -0.023080587848140273, 0.007141562225887171, 0.22696882387698897, 0.18604939235346296, 0.33966207704235857 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.018237924381429398, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.2341981343256968, "matrix_preparation": { "source_rows": 1102, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 47, "observation_mass": 1102.0, "treated_observation_mass": 544.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0001666252501308918, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16676443748529515, "SE": 0.09966002009300516, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.17299517584279372, "SE": 0.09125151580566426, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26933451041902084, "SE": 0.09208576273528556, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2221519598503761, "SE": 0.08907709296327757, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.24240587695196195, "SE": 0.10200911647579125, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20742156826068794, "SE": 0.10343239853474628, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22841149159128488, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17625590748636566, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2642718623903228, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16676443748529515, "SE": 0.09966002009300516, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.04261349525896413, "upper": 0.37614237022955443, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.17299517584279372, "SE": 0.09125151580566426, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.018717144918729778, "upper": 0.3647074966043172, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26933451041902084, "SE": 0.09208576273528556, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07586950189605254, "upper": 0.4627995189419891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2221519598503761, "SE": 0.08907709296327757, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03500793196322638, "upper": 0.40929598773752585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24240587695196195, "SE": 0.10200911647579125, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04247168256465966, "upper": 0.44234007133926423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20742156826068794, "SE": 0.10343239853474628, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.004697792297991776, "upper": 0.4101453442233841, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22841149159128488, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17625590748636566, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2642718623903228, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588725.693547, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16676443748529515, "SE": 0.09966002009300516, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.04261349525896413, "upper": 0.37614237022955443, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.17299517584279372, "SE": 0.09125151580566426, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.018717144918729778, "upper": 0.3647074966043172, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.26933451041902084, "SE": 0.09208576273528556, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.07586950189605254, "upper": 0.4627995189419891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.2221519598503761, "SE": 0.08907709296327757, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03500793196322638, "upper": 0.40929598773752585, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.24240587695196195, "SE": 0.10200911647579125, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.04247168256465966, "upper": 0.44234007133926423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.20742156826068794, "SE": 0.10343239853474628, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.004697792297991776, "upper": 0.4101453442233841, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.22841149159128488, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.17625590748636566, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.2642718623903228, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P102", "source_specification_id": "CI-T6-C05", "role": "active_comparison", "published_source_location": "Table 6, column 5 (\"Teaching style z-score index\"), accepted-manuscript p. 50", "outcome_label": "Teaching style z-score index", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P102.json", "input_bytes": 247252, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching style z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p102", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching style z-score index", "source_specification_id": "CI-T6-C05", "specification_id": "S01-P102", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C05.csv", "output_dir": "analyses/full-archive/results/S01-P102" }, "source": { "file": "CI-T6-C05.csv", "bytes": 247252, "sha256": "2eec73ee4fb4a017d46c5a652216fc1e202fd6300ce4a548f540eaaeac8654e0" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 1.0043634370473387, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.0717590514756359, "se": 0.1069484716046265, "pvalue": 0.5107595575350263, "lower": -0.29644945263988853, "upper": 0.15293134968861677 }, { "method": "Dynamic TWFE", "estimate": -0.13779356017193378, "se": 0.11009656192095726, "pvalue": 0.2267480050753118, "lower": -0.3690978536664351, "upper": 0.09351073332256754 }, { "method": "BJS / did2s", "estimate": -0.12736180939620018, "se": 0.11216936564910038, "pvalue": 0.27108350115432933, "lower": -0.3630209019282512, "upper": 0.10829728313585082 }, { "method": "Sun\u2013Abraham", "estimate": -0.10378186951570695, "se": 0.12329472983124003, "pvalue": 0.41097879326685716, "lower": -0.36281448486372336, "upper": 0.15525074583230947 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.058742279219517315, "se": 0.20462944959968293, "pvalue": 0.7773397840733393, "lower": -0.4886527999658839, "upper": 0.3711682415268493 }, { "event_time": -2, "estimate": -0.3904281140922926, "se": 0.11606468092539171, "pvalue": 0.003457120562164691, "lower": -0.6342709603419917, "upper": -0.14658526784259354 }, { "event_time": 0, "estimate": -0.16555843945026383, "se": 0.12225676873696097, "pvalue": 0.19243481803057713, "lower": -0.42241037945839666, "upper": 0.091293500557869 }, { "event_time": 1, "estimate": -0.056984931629207064, "se": 0.11652441681236046, "pvalue": 0.6307200097802194, "lower": -0.30179364713652856, "upper": 0.1878237838781144 }, { "event_time": 2, "estimate": -0.22268613169803628, "se": 0.1636339818861024, "pvalue": 0.19034846515563913, "lower": -0.5664683707749516, "upper": 0.12109610737887908 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07948884799028542, "se": 0.10113702017932072, "pvalue": 0.44211976932754943, "lower": -0.1329921467887521, "upper": 0.291969842769323 }, { "event_time": -2, "estimate": -0.1418449531095921, "se": 0.0741589756636016, "pvalue": 0.07183069766249582, "lower": -0.2976471795629515, "upper": 0.013957273343767285 }, { "event_time": -1, "estimate": 0.06810306115377483, "se": 0.037458934765468375, "pvalue": 0.08573539528418246, "lower": -0.010595240498948943, "upper": 0.1468013628064986 }, { "event_time": 0, "estimate": -0.09024520650129235, "se": 0.11086578782006341, "pvalue": 0.4262805992366092, "lower": -0.32316558364115, "upper": 0.14267517063856533 }, { "event_time": 1, "estimate": -0.061913393356755365, "se": 0.14912322422612498, "pvalue": 0.6829150707167791, "lower": -0.3752096618452277, "upper": 0.2513828751317169 }, { "event_time": 2, "estimate": -0.3463693766027162, "se": 0.17787232773368844, "pvalue": 0.06727303970830753, "lower": -0.7200652702873995, "upper": 0.027326517081967094 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28429498044793655, "se": 0.43137778002652843, "pvalue": 0.5182133119517904, "lower": -1.1905860661759204, "upper": 0.6219961052800473 }, { "event_time": -2, "estimate": -0.2815996296105046, "se": 0.20369902717751787, "pvalue": 0.18375353889648036, "lower": -0.7095554053834101, "upper": 0.14635614616240095 }, { "event_time": 0, "estimate": -0.16309737705969404, "se": 0.1097969832901885, "pvalue": 0.15472982593881854, "lower": -0.3937722792060281, "upper": 0.06757752508663997 }, { "event_time": 1, "estimate": 0.09443981503930472, "se": 0.1996837700795482, "pvalue": 0.6419354915244789, "lower": -0.32508021859924213, "upper": 0.5139598486778516 }, { "event_time": 2, "estimate": -0.3341822563123451, "se": 0.19312033598676, "pvalue": 0.10065990272421513, "lower": -0.7399130266056837, "upper": 0.07154851398099354 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.182760762327738e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1036525243406592, "df_num": 1, "df_den": 1030, "pvalue": 0.2937123391699629, "log10_pvalue": -0.532077807917583, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.6793235771581, "rss_restricted": 1042.7954905820313, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9470208922084401 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6970150829234589 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.4034832213686278 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.25692518318794055 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching style z-score index", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p102", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching style z-score index", "source_specification_id": "CI-T6-C05", "specification_id": "S01-P102", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P102" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P102", "regression_results": "analyses/archive-expanded/baselines/S01-P102.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C05.csv", "bytes": 247252, "sha256": "2eec73ee4fb4a017d46c5a652216fc1e202fd6300ce4a548f540eaaeac8654e0" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 1.0043634370473387, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.0717590514756359, "se": 0.1069484716046265, "pvalue": 0.5107595575350263, "lower": -0.29644945263988853, "upper": 0.15293134968861677 }, { "method": "Dynamic TWFE", "estimate": -0.13779356017193378, "se": 0.11009656192095726, "pvalue": 0.2267480050753118, "lower": -0.3690978536664351, "upper": 0.09351073332256754 }, { "method": "BJS / did2s", "estimate": -0.12736180939620018, "se": 0.11216936564910038, "pvalue": 0.27108350115432933, "lower": -0.3630209019282512, "upper": 0.10829728313585082 }, { "method": "Sun\u2013Abraham", "estimate": -0.10378186951570695, "se": 0.12329472983124003, "pvalue": 0.41097879326685716, "lower": -0.36281448486372336, "upper": 0.15525074583230947 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.058742279219517315, "se": 0.20462944959968293, "pvalue": 0.7773397840733393, "lower": -0.4886527999658839, "upper": 0.3711682415268493 }, { "event_time": -2, "estimate": -0.3904281140922926, "se": 0.11606468092539171, "pvalue": 0.003457120562164691, "lower": -0.6342709603419917, "upper": -0.14658526784259354 }, { "event_time": 0, "estimate": -0.16555843945026383, "se": 0.12225676873696097, "pvalue": 0.19243481803057713, "lower": -0.42241037945839666, "upper": 0.091293500557869 }, { "event_time": 1, "estimate": -0.056984931629207064, "se": 0.11652441681236046, "pvalue": 0.6307200097802194, "lower": -0.30179364713652856, "upper": 0.1878237838781144 }, { "event_time": 2, "estimate": -0.22268613169803628, "se": 0.1636339818861024, "pvalue": 0.19034846515563913, "lower": -0.5664683707749516, "upper": 0.12109610737887908 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.07948884799028542, "se": 0.10113702017932072, "pvalue": 0.44211976932754943, "lower": -0.1329921467887521, "upper": 0.291969842769323 }, { "event_time": -2, "estimate": -0.1418449531095921, "se": 0.0741589756636016, "pvalue": 0.07183069766249582, "lower": -0.2976471795629515, "upper": 0.013957273343767285 }, { "event_time": -1, "estimate": 0.06810306115377483, "se": 0.037458934765468375, "pvalue": 0.08573539528418246, "lower": -0.010595240498948943, "upper": 0.1468013628064986 }, { "event_time": 0, "estimate": -0.09024520650129235, "se": 0.11086578782006341, "pvalue": 0.4262805992366092, "lower": -0.32316558364115, "upper": 0.14267517063856533 }, { "event_time": 1, "estimate": -0.061913393356755365, "se": 0.14912322422612498, "pvalue": 0.6829150707167791, "lower": -0.3752096618452277, "upper": 0.2513828751317169 }, { "event_time": 2, "estimate": -0.3463693766027162, "se": 0.17787232773368844, "pvalue": 0.06727303970830753, "lower": -0.7200652702873995, "upper": 0.027326517081967094 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.28429498044793655, "se": 0.43137778002652843, "pvalue": 0.5182133119517904, "lower": -1.1905860661759204, "upper": 0.6219961052800473 }, { "event_time": -2, "estimate": -0.2815996296105046, "se": 0.20369902717751787, "pvalue": 0.18375353889648036, "lower": -0.7095554053834101, "upper": 0.14635614616240095 }, { "event_time": 0, "estimate": -0.16309737705969404, "se": 0.1097969832901885, "pvalue": 0.15472982593881854, "lower": -0.3937722792060281, "upper": 0.06757752508663997 }, { "event_time": 1, "estimate": 0.09443981503930472, "se": 0.1996837700795482, "pvalue": 0.6419354915244789, "lower": -0.32508021859924213, "upper": 0.5139598486778516 }, { "event_time": 2, "estimate": -0.3341822563123451, "se": 0.19312033598676, "pvalue": 0.10065990272421513, "lower": -0.7399130266056837, "upper": 0.07154851398099354 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 2.182760762327738e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1036525243406592, "df_num": 1, "df_den": 1030, "pvalue": 0.2937123391699629, "log10_pvalue": -0.532077807917583, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1041.6793235771581, "rss_restricted": 1042.7954905820313, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.9470208922084401 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6970150829234589 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.4034832213686278 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.25692518318794055 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.17192176203382403, "se": 0.10634400983055453, "lower": -0.38035219127328435, "upper": 0.03650866720563631 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.1600003451812005, "se": 0.11145029470746878, "lower": -0.3784389088742143, "upper": 0.05843821851181333 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.19909416727559714, "se": 0.13276092550984447, "lower": -0.4593007998290972, "upper": 0.06111246527790293 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 522.0, "post_cells": 6, "estimate": -0.17058936414600903, "se": 0.12301044600633076, "lower": -0.41168540804062626, "upper": 0.07050667974860819 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.17192176203382403, "se": 0.10634400983055453, "lower": -0.38035219127328435, "upper": 0.03650866720563631, "event_study": [ { "event_time": -3, "estimate": -0.3330392276629196, "se": 0.41116526228070305, "lower": -1.1389083334270627, "upper": 0.47282987810122357, "relative_to_minus_one": -0.3330392276629196, "n": 0.0 }, { "event_time": -2, "estimate": -0.538845934624623, "se": 0.2308330900702392, "lower": -0.9912704776023822, "upper": -0.08642139164686385, "relative_to_minus_one": -0.538845934624623, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.2351378436445509, "se": 0.14054649630274715, "lower": -0.5106039145512272, "upper": 0.0403282272621254, "relative_to_minus_one": -0.2351378436445509, "n": 242.0 }, { "event_time": 1, "estimate": 0.01730532439864277, "se": 0.1454007180541471, "lower": -0.2676748463137484, "upper": 0.30228549511103386, "relative_to_minus_one": 0.01730532439864277, "n": 184.0 }, { "event_time": 2, "estimate": -0.2979327668555639, "se": 0.17651312717781825, "lower": -0.6438921389226259, "upper": 0.04802660521149804, "relative_to_minus_one": -0.2979327668555639, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.13802034304413405, "se": 0.15711282766938478, "event_time": 0, "mass": 88.0 }, { "group": 2, "year": 3, "att": -0.17990548374027532, "se": 0.20642753829097432, "event_time": 1, "mass": 113.0 }, { "group": 2, "year": 4, "att": -0.2979327668555639, "se": 0.17651312717781825, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.3130226681295716, "se": 0.25322224766908497, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.11847058061733383, "se": 0.28294748518712526, "event_time": 0, "mass": 90.0 }, { "group": 3, "year": 4, "att": 0.289174509904437, "se": 0.1296483888547346, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": -0.3330392276629196, "se": 0.41116526228070305, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.8598130139069299, "se": 0.3108550685459924, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.5912504775500416, "se": 0.34129271286335455, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": -0.17058936414600903, "treated_cell_se": 0.12301044600633076, "checks": { "input_rows": 1061, "retained_rows": 1061, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.054227584041655064, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13177326941679982, "event_study": [ { "event_time": -3, "estimate": 0.6976667526209059, "raw_gap": 0.20811982388609215, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.4536947810331634 }, { "event_time": -2, "estimate": 0.05177073852439976, "raw_gap": -0.12987216928969425, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.1922012330633428 }, { "event_time": -1, "estimate": 0.24397197158774256, "raw_gap": 0.11465262244551847, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.21218300058338657, "raw_gap": 0.08036984326888384, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": -0.03178897100435599 }, { "event_time": 1, "estimate": 0.19749713877790154, "raw_gap": 0.19506281360840927, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": -0.04647483280984102 }, { "event_time": 2, "estimate": -0.19689701084108271, "raw_gap": -0.1968970108410828, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.4408689824288253 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.12602056056015998, -0.2416191275280648, 0.10991313676799062, 0.015999971883293544, 0.20572645801836656, -0.24503986031672226 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.718447854656915e-17 }, { "cohort": 2, "pre_gap": -0.006308673678684165 }, { "cohort": 3, "pre_gap": -0.48954692873481376 } ], "diagnostics": { "converged": true, "pre_rmse": 0.2542205067138264, "zeta_omega": [ 0.0, 0.7619751507279299, 0.8011117042986358 ], "zeta_lambda": [ 0.0, 4.5307313535046254e-07, 5.664715185974776e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.10529613183086044, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003170836716890335, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.026401653849636688, "event_study": [ { "event_time": -3, "estimate": 0.035484735209838004, "raw_gap": 0.035484735209838004, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.011639298634838782 }, { "event_time": -2, "estimate": -0.04285973654023856, "raw_gap": -0.04285973654023856, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.06670517311523778 }, { "event_time": -1, "estimate": 0.023845436574999223, "raw_gap": 0.023845436574999223, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.010365077001119233, "raw_gap": 0.010365077001119233, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": -0.01348035957387999 }, { "event_time": 1, "estimate": 0.011996321927231416, "raw_gap": 0.011996321927231416, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": -0.011849114647767807 }, { "event_time": 2, "estimate": -0.1926805747749144, "raw_gap": -0.1926805747749144, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.21652601134991362 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02786651666431196, -0.07171283972121688, 0.035556628525935545, 0.006844961510578964, 0.03584689960496617, -0.18937290158703193 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.0552821256859803, "lambda_l": 0.0189019509079317, "singular_values": [ 1.4472671251834948, 0.843407591264534, 0.0, 0.0 ], "history_objective": [ 0.05618388025022175, 0.05572943331344326, 0.05548379969958505, 0.05535988002762781, 0.05531176063910967, 0.055293529373657675, 0.055286574811739826, 0.05528389521343916, 0.05528284836135998, 0.055282431403413004, 0.05528226083615074, 0.05528218853750023, 0.055282156501997165, 0.055282141565997096, 0.055282134224184584, 0.05528213043199848, 0.05528212838907544, 0.05528212725177555, 0.055282126603296775, 0.05528212622735537, 0.055282126006984796, 0.05528212587687422, 0.05528212579970147, 0.05528212575379585, 0.05528212572644048, 0.05528212571012154, 0.055282125700379915, 0.05528212569456241, 0.05528212569108748, 0.05528212568901155, 0.05528212568777129, 0.05528212568703028, 0.05528212568658754, 0.05528212568632296, 0.05528212568616491, 0.05528212568607045, 0.055282125686014046, 0.0552821256859803 ], "history_rmse": [ 0.11394985194448069, 0.11413544491692601, 0.11432308539274719, 0.11268536764873757, 0.11143603077078673, 0.1106753896657959, 0.11021105712583802, 0.10992671189393272, 0.10975211919435968, 0.10964469137974385, 0.10957848111305914, 0.10953761764317628, 0.10951236562026725, 0.10949674092036113, 0.10948705970448676, 0.10948105158738443, 0.10947731597019061, 0.10947498806411958, 0.10947353343606876, 0.10947262148843839, 0.10947204748586861, 0.1094716844692892, 0.10947145358324002, 0.10947130575415215, 0.10947121036965081, 0.1094711482781535, 0.10947110745595294, 0.10947108032229742, 0.10947106207335462, 0.10947104964665443, 0.10947104107607251, 0.1094710350890516, 0.10947103085430025, 0.10947102782315984, 0.10947102562941174, 0.10947102402565181, 0.10947102284263004, 0.10947102196307155 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": -0.019824367105664355, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00023720832541584969, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.11512328689103152, "event_study": [ { "event_time": -3, "estimate": 0.16715467021833239, "raw_gap": 0.16715467021833239, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.08670696830712193 }, { "event_time": -2, "estimate": -0.0825604801402885, "raw_gap": -0.0825604801402885, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.16300818205149895 }, { "event_time": -1, "estimate": 0.08044770191121045, "raw_gap": 0.08044770191121045, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.12264657160994075, "raw_gap": 0.12264657160994075, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 0.042198869698730296 }, { "event_time": 1, "estimate": 0.15051868279154987, "raw_gap": 0.15051868279154987, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 0.07007098088033942 }, { "event_time": 2, "estimate": 0.028317164519454225, "raw_gap": 0.028317164519454225, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.05213053739175623 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.08505540689240018, -0.15613605484683413, 0.06991283163115956, 0.0920923732678435, 0.17526846451239717, -0.019825684956185273 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.13799447457744174, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.09909217067824495, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00015566684305667877, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0717590514756359, "SE": 0.1069484716046265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.13779356017193378, "SE": 0.11009656192095726, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12736180939620018, "SE": 0.11216936564910038, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10378186951570695, "SE": 0.12329472983124003, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.17192176203382403, "SE": 0.10634400983055453, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.17058936414600903, "SE": 0.12301044600633076, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13177326941679982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.026401653849636688, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.11512328689103152, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0717590514756359, "SE": 0.1069484716046265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.29644945263988853, "upper": 0.15293134968861677, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.13779356017193378, "SE": 0.11009656192095726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3690978536664351, "upper": 0.09351073332256754, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12736180939620018, "SE": 0.11216936564910038, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3630209019282512, "upper": 0.10829728313585082, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10378186951570695, "SE": 0.12329472983124003, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36281448486372336, "upper": 0.15525074583230947, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.17192176203382403, "SE": 0.10634400983055453, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38035219127328435, "upper": 0.03650866720563631, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.17058936414600903, "SE": 0.12301044600633076, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.41168540804062626, "upper": 0.07050667974860819, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13177326941679982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.026401653849636688, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.11512328689103152, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588726.8614788, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.0717590514756359, "SE": 0.1069484716046265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.29644945263988853, "upper": 0.15293134968861677, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.13779356017193378, "SE": 0.11009656192095726, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3690978536664351, "upper": 0.09351073332256754, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.12736180939620018, "SE": 0.11216936564910038, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3630209019282512, "upper": 0.10829728313585082, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10378186951570695, "SE": 0.12329472983124003, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.36281448486372336, "upper": 0.15525074583230947, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.17192176203382403, "SE": 0.10634400983055453, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38035219127328435, "upper": 0.03650866720563631, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.17058936414600903, "SE": 0.12301044600633076, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.41168540804062626, "upper": 0.07050667974860819, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.13177326941679982, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.026401653849636688, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.11512328689103152, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 1, "specification_id": "S01-P103", "source_specification_id": "CI-T6-C06", "role": "active_comparison", "published_source_location": "Table 6, column 6 (\"Teaching focused on gaokao\"), accepted-manuscript p. 50", "outcome_label": "Teaching focused on gaokao", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P103.json", "input_bytes": 185802, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching focused on gaokao", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p103", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching focused on gaokao", "source_specification_id": "CI-T6-C06", "specification_id": "S01-P103", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C06.csv", "output_dir": "analyses/full-archive/results/S01-P103" }, "source": { "file": "CI-T6-C06.csv", "bytes": 185802, "sha256": "8bb15d7e37f19f9d246c087bf22df952f48c87eb76a1327357c891a547da855a" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.8673415176755196, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16694748969678513, "se": 0.12204862005314436, "pvalue": 0.18818665211512023, "lower": -0.08946714615387019, "upper": 0.42336212554744046 }, { "method": "Dynamic TWFE", "estimate": 0.04004900561519449, "se": 0.1080625070799994, "pvalue": 0.7152537124862607, "lower": -0.1869818972328795, "upper": 0.26707990846326846 }, { "method": "BJS / did2s", "estimate": 0.13739603194101255, "se": 0.10544110113133452, "pvalue": 0.2089779775891876, "lower": -0.08412750137309241, "upper": 0.3589195652551175 }, { "method": "Sun\u2013Abraham", "estimate": 0.05493625656459516, "se": 0.100395822757991, "pvalue": 0.5909641658106333, "lower": -0.15598754021580094, "upper": 0.26586005334499124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3823737051675476, "se": 0.1181739520712666, "pvalue": 0.0045877928430706275, "lower": 0.1340994446786355, "upper": 0.6306479656564596 }, { "event_time": -2, "estimate": -0.013735314302652688, "se": 0.09845117105486434, "pvalue": 0.8905931827496744, "lower": -0.22057354945935773, "upper": 0.19310292085405237 }, { "event_time": 0, "estimate": 0.08631335419583328, "se": 0.1146366267236997, "pvalue": 0.4612266903467558, "lower": -0.15452926150687224, "upper": 0.3271559698985388 }, { "event_time": 1, "estimate": 0.0707362999624916, "se": 0.11739643132515055, "pvalue": 0.5543291291040148, "lower": -0.1759044500541606, "upper": 0.31737704997914384 }, { "event_time": 2, "estimate": -0.1353930205974852, "se": 0.1862733388063968, "pvalue": 0.476664422962649, "lower": -0.5267387836051305, "upper": 0.2559527424101601 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1467923827720748, "se": 0.05230481446090216, "pvalue": 0.011673471347748897, "lower": 0.03690404526044726, "upper": 0.2566807202837023 }, { "event_time": -2, "estimate": -0.07656433993588815, "se": 0.03715338572866992, "pvalue": 0.0540778292965396, "lower": -0.15462070688282764, "upper": 0.0014920270110513334 }, { "event_time": -1, "estimate": 0.01191806440380757, "se": 0.02029339599427498, "pvalue": 0.5643053515415729, "lower": -0.030716778511903936, "upper": 0.054552907319519076 }, { "event_time": 0, "estimate": 0.1411201312426974, "se": 0.131674425913282, "pvalue": 0.2979989210128895, "lower": -0.13551757229460243, "upper": 0.41775783477999723 }, { "event_time": 1, "estimate": 0.16629113610685275, "se": 0.09696034456504514, "pvalue": 0.10350149404907373, "lower": -0.037414988819215955, "upper": 0.36999726103292147 }, { "event_time": 2, "estimate": 0.07262591530015494, "se": 0.16289646316844678, "pvalue": 0.6610284375427631, "lower": -0.2696068544477474, "upper": 0.4148586850480573 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.28209931062210974, "se": 0.2186270997528234, "pvalue": 0.21326900733769552, "lower": -0.17721918184257301, "upper": 0.7414178030867925 }, { "event_time": -2, "estimate": 0.02494562453256309, "se": 0.10192794975443382, "pvalue": 0.8094276826893363, "lower": -0.18919705162310807, "upper": 0.23908830068823422 }, { "event_time": 0, "estimate": 0.07725579056503747, "se": 0.10575614487605388, "pvalue": 0.4744809637572492, "lower": -0.14492962509598845, "upper": 0.2994412062260634 }, { "event_time": 1, "estimate": 0.10497836602192948, "se": 0.12511437324753924, "pvalue": 0.41244122397311606, "lower": -0.15787717828476946, "upper": 0.36783391032862844 }, { "event_time": 2, "estimate": -0.09724161185474386, "se": 0.19800127801384249, "pvalue": 0.6292786499914345, "lower": -0.5132268608299189, "upper": 0.3187436371204311 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2511452540497195e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6158973760576137, "df_num": 1, "df_den": 1030, "pvalue": 0.4327564058760361, "log10_pvalue": -0.3637564947615839, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 908.662182537426, "rss_restricted": 909.2055249198994, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5451026139549813 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.10247205266179327 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2815124982072382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.26505972591089155 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Teaching focused on gaokao", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p103", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Teaching focused on gaokao", "source_specification_id": "CI-T6-C06", "specification_id": "S01-P103", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T6-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P103" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P103", "regression_results": "analyses/archive-expanded/baselines/S01-P103.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T6-C06.csv", "bytes": 185802, "sha256": "8bb15d7e37f19f9d246c087bf22df952f48c87eb76a1327357c891a547da855a" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1691, "source_sd": 0.8673415176755196, "rows": 1061, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16694748969678513, "se": 0.12204862005314436, "pvalue": 0.18818665211512023, "lower": -0.08946714615387019, "upper": 0.42336212554744046 }, { "method": "Dynamic TWFE", "estimate": 0.04004900561519449, "se": 0.1080625070799994, "pvalue": 0.7152537124862607, "lower": -0.1869818972328795, "upper": 0.26707990846326846 }, { "method": "BJS / did2s", "estimate": 0.13739603194101255, "se": 0.10544110113133452, "pvalue": 0.2089779775891876, "lower": -0.08412750137309241, "upper": 0.3589195652551175 }, { "method": "Sun\u2013Abraham", "estimate": 0.05493625656459516, "se": 0.100395822757991, "pvalue": 0.5909641658106333, "lower": -0.15598754021580094, "upper": 0.26586005334499124 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3823737051675476, "se": 0.1181739520712666, "pvalue": 0.0045877928430706275, "lower": 0.1340994446786355, "upper": 0.6306479656564596 }, { "event_time": -2, "estimate": -0.013735314302652688, "se": 0.09845117105486434, "pvalue": 0.8905931827496744, "lower": -0.22057354945935773, "upper": 0.19310292085405237 }, { "event_time": 0, "estimate": 0.08631335419583328, "se": 0.1146366267236997, "pvalue": 0.4612266903467558, "lower": -0.15452926150687224, "upper": 0.3271559698985388 }, { "event_time": 1, "estimate": 0.0707362999624916, "se": 0.11739643132515055, "pvalue": 0.5543291291040148, "lower": -0.1759044500541606, "upper": 0.31737704997914384 }, { "event_time": 2, "estimate": -0.1353930205974852, "se": 0.1862733388063968, "pvalue": 0.476664422962649, "lower": -0.5267387836051305, "upper": 0.2559527424101601 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.1467923827720748, "se": 0.05230481446090216, "pvalue": 0.011673471347748897, "lower": 0.03690404526044726, "upper": 0.2566807202837023 }, { "event_time": -2, "estimate": -0.07656433993588815, "se": 0.03715338572866992, "pvalue": 0.0540778292965396, "lower": -0.15462070688282764, "upper": 0.0014920270110513334 }, { "event_time": -1, "estimate": 0.01191806440380757, "se": 0.02029339599427498, "pvalue": 0.5643053515415729, "lower": -0.030716778511903936, "upper": 0.054552907319519076 }, { "event_time": 0, "estimate": 0.1411201312426974, "se": 0.131674425913282, "pvalue": 0.2979989210128895, "lower": -0.13551757229460243, "upper": 0.41775783477999723 }, { "event_time": 1, "estimate": 0.16629113610685275, "se": 0.09696034456504514, "pvalue": 0.10350149404907373, "lower": -0.037414988819215955, "upper": 0.36999726103292147 }, { "event_time": 2, "estimate": 0.07262591530015494, "se": 0.16289646316844678, "pvalue": 0.6610284375427631, "lower": -0.2696068544477474, "upper": 0.4148586850480573 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.28209931062210974, "se": 0.2186270997528234, "pvalue": 0.21326900733769552, "lower": -0.17721918184257301, "upper": 0.7414178030867925 }, { "event_time": -2, "estimate": 0.02494562453256309, "se": 0.10192794975443382, "pvalue": 0.8094276826893363, "lower": -0.18919705162310807, "upper": 0.23908830068823422 }, { "event_time": 0, "estimate": 0.07725579056503747, "se": 0.10575614487605388, "pvalue": 0.4744809637572492, "lower": -0.14492962509598845, "upper": 0.2994412062260634 }, { "event_time": 1, "estimate": 0.10497836602192948, "se": 0.12511437324753924, "pvalue": 0.41244122397311606, "lower": -0.15787717828476946, "upper": 0.36783391032862844 }, { "event_time": 2, "estimate": -0.09724161185474386, "se": 0.19800127801384249, "pvalue": 0.6292786499914345, "lower": -0.5132268608299189, "upper": 0.3187436371204311 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.46360153256704983, 0.3524904214559387, 0.1839080459770115 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.2511452540497195e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.6158973760576137, "df_num": 1, "df_den": 1030, "pvalue": 0.4327564058760361, "log10_pvalue": -0.3637564947615839, "inference": "Homoskedastic nested-model F", "observations": 1061, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 908.662182537426, "rss_restricted": 909.2055249198994, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ], [ -0.1416726041825442, -0.17329696928466512, -0.008638234490561806, -0.10117543195037146, -0.15443480981982952, -0.22192198190561663 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5451026139549813 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.10247205266179327 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.2815124982072382 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.26505972591089155 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.0893031194056491, "se": 0.10808497337438257, "lower": -0.12253953567811142, "upper": 0.3011457744894096 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.1182813883968125, "se": 0.09507184081254039, "lower": -0.0680559955396919, "upper": 0.3046187723333169 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.07693717481659086, "se": 0.10772209189064019, "lower": -0.13419424562837812, "upper": 0.28806859526155987 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 522.0, "post_cells": 6, "estimate": 0.09895878414308115, "se": 0.09972256193319157, "lower": -0.09649384569203931, "upper": 0.2944114139782016 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.0893031194056491, "se": 0.10808497337438257, "lower": -0.12253953567811142, "upper": 0.3011457744894096, "event_study": [ { "event_time": -3, "estimate": 0.24545120283967475, "se": 0.22322179784865803, "lower": -0.19205548150797552, "upper": 0.682957887187325, "relative_to_minus_one": 0.24545120283967475, "n": 0.0 }, { "event_time": -2, "estimate": -0.23943352441632493, "se": 0.11449058915771765, "lower": -0.4638309557342235, "upper": -0.015036093098426323, "relative_to_minus_one": -0.23943352441632493, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.14646179376929513, "se": 0.13935147482832258, "lower": -0.12666207808675706, "upper": 0.4195856656253473, "relative_to_minus_one": 0.14646179376929513, "n": 242.0 }, { "event_time": 1, "estimate": 0.19011989600071624, "se": 0.0961792487341078, "lower": 0.001612032421745374, "upper": 0.3786277595796871, "relative_to_minus_one": 0.19011989600071624, "n": 184.0 }, { "event_time": 2, "estimate": -0.06867233155306408, "se": 0.2016361211245189, "lower": -0.4638718669394771, "upper": 0.32652720383334893, "relative_to_minus_one": -0.06867233155306408, "n": 96.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.46809757609715963, "se": 0.1490693078843668, "event_time": 0, "mass": 88.0 }, { "group": 2, "year": 3, "att": 0.16351996206320166, "se": 0.13179466854732982, "event_time": 1, "mass": 113.0 }, { "group": 2, "year": 4, "att": -0.06867233155306408, "se": 0.20163612112451887, "event_time": 2, "mass": 96.0 }, { "group": 3, "year": 1, "att": -0.17446277063350568, "se": 0.1397504985496182, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.11787901626528816, "se": 0.1135242285048604, "event_time": 0, "mass": 90.0 }, { "group": 3, "year": 4, "att": 0.22678980492886133, "se": 0.12922908611641407, "event_time": 1, "mass": 71.0 }, { "group": 4, "year": 1, "att": 0.24545120283967475, "se": 0.22322179784865806, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.3317777429908904, "se": 0.1761446593781827, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.10803559287472711, "se": 0.2936436137788628, "event_time": 0, "mass": 64.0 } ], "treated_cell_att": 0.09895878414308115, "treated_cell_se": 0.09972256193319157, "checks": { "input_rows": 1061, "retained_rows": 1061, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04712550016120076, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09834803704980885, "event_study": [ { "event_time": -3, "estimate": 0.12241958851687618, "raw_gap": 0.18098552913537122, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.10377817497546706 }, { "event_time": -2, "estimate": -0.0865901335689197, "raw_gap": -0.11348353557592607, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.10523154711032882 }, { "event_time": -1, "estimate": 0.018641413541409125, "raw_gap": 0.014619407589300562, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.09044985684780629, "raw_gap": 0.07783838044035231, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 0.07180844330639717 }, { "event_time": 1, "estimate": 0.16252550813274977, "raw_gap": 0.13337007203351564, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 0.14388409459134063 }, { "event_time": 2, "estimate": -0.0047487865999465235, "raw_gap": -0.004748786599946893, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": -0.02339020014135565 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.19564693984534198, -0.07117036835618576, -0.016401908656299084, 0.08817083928942505, 0.16016189982339787, -0.14804510914677324 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.552713678800501e-16 }, { "cohort": 2, "pre_gap": -0.0755577498909724 }, { "cohort": 3, "pre_gap": 0.05856594061849503 } ], "diagnostics": { "converged": true, "pre_rmse": 0.14208008415950513, "zeta_omega": [ 0.0, 0.6674257804404276, 0.6344537404288013 ], "zeta_lambda": [ 0.0, 3.968537434180002e-07, 4.48626542206375e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.249000902703301e-16 }, "native_matrix_att": 0.08213521111455734, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00032554101198911667, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13782774408554352, "event_study": [ { "event_time": -3, "estimate": 0.04625682754379737, "raw_gap": 0.04625682754379737, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.04268119134069454 }, { "event_time": -2, "estimate": -0.023841614500048597, "raw_gap": -0.023841614500048597, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.027417250703151423 }, { "event_time": -1, "estimate": 0.003575636203102825, "raw_gap": 0.003575636203102825, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.12832533618436884, "raw_gap": 0.12832533618436884, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 0.12474969998126602 }, { "event_time": 1, "estimate": 0.19045119105031183, "raw_gap": 0.19045119105031183, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 0.186875554847209 }, { "event_time": 2, "estimate": 0.06092012398728199, "raw_gap": 0.06092012398728199, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.057344487784179166 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.043386139248892674, -0.02265642774795651, 0.0005929233669112679, 0.1547005926367269, 0.20014328566862793, -0.045755964150606766 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.02506908125568788, "lambda_l": 0.012068762414958988, "singular_values": [ 0.8883632106360834, 0.6875504088999852, 0.057746764510150206, 0.0 ], "history_objective": [ 0.025112147946090256, 0.02508210982993704, 0.025073748563654446, 0.02507079901362342, 0.02506972595830758, 0.025069329398449587, 0.025069180001865445, 0.025069122194160836, 0.025069099031347394, 0.025069089351480528, 0.025069085113174596, 0.025069083167526412, 0.02506908223411585, 0.025069081768998285, 0.025069081530019282, 0.025069081404301932, 0.02506908133699423, 0.025069081300490514, 0.02506908128050522, 0.025069081269486978, 0.025069081263380553, 0.025069081259982664, 0.02506908125808595, 0.025069081257024492, 0.025069081256429204, 0.025069081256094763, 0.025069081255906588, 0.025069081255800558, 0.025069081255740738, 0.02506908125570697, 0.02506908125568788 ], "history_rmse": [ 0.07308243490469359, 0.0731379729242009, 0.07315526828934807, 0.07316041796285434, 0.07316211310736621, 0.07316268532126019, 0.07316288008945003, 0.07316294691180804, 0.0731629701713458, 0.07316297848748461, 0.07316298159679901, 0.07316298283754605, 0.07316298337416269, 0.07316298362628187, 0.07316298375341242, 0.07316298382087451, 0.07316298385784055, 0.07316298387846237, 0.07316298389007002, 0.073162983896628, 0.07316298390033711, 0.07316298390243428, 0.07316298390361928, 0.07316298390428837, 0.07316298390466569, 0.07316298390487849, 0.07316298390499834, 0.07316298390506593, 0.07316298390510385, 0.07316298390512538, 0.07316298390513752 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.13272657239044694, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002481252886354923, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.22053192079970058, "event_study": [ { "event_time": -3, "estimate": 0.1368193095694976, "raw_gap": 0.1368193095694976, "n": 44, "n_cells": 4, "weight_sum": 44.0, "relative_to_minus_one": 0.10868825346491325 }, { "event_time": -2, "estimate": -0.12217473130026339, "raw_gap": -0.12217473130026339, "n": 113, "n_cells": 8, "weight_sum": 113.0, "relative_to_minus_one": -0.15030578740484773 }, { "event_time": -1, "estimate": 0.028131056104584343, "raw_gap": 0.028131056104584343, "n": 184, "n_cells": 13, "weight_sum": 184.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1740657303884984, "raw_gap": 0.1740657303884984, "n": 242, "n_cells": 13, "weight_sum": 242.0, "relative_to_minus_one": 0.14593467428391405 }, { "event_time": 1, "estimate": 0.2887337097411139, "raw_gap": 0.2887337097411139, "n": 184, "n_cells": 9, "weight_sum": 184.0, "relative_to_minus_one": 0.26060265363652957 }, { "event_time": 2, "estimate": 0.20694534699023026, "raw_gap": 0.20694534699023026, "n": 96, "n_cells": 5, "weight_sum": 96.0, "relative_to_minus_one": 0.17881429088564593 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.15148072027946835, -0.07520346630714472, -0.0003303962046748389, 0.18572704211922803, 0.3178828551040913, 0.06364902444340395 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.12646276102229195, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.20717193947051132, "matrix_preparation": { "source_rows": 1061, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 43, "observation_mass": 1061.0, "treated_observation_mass": 522.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016195792704820633, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16694748969678513, "SE": 0.12204862005314436, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04004900561519449, "SE": 0.1080625070799994, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13739603194101255, "SE": 0.10544110113133452, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.05493625656459516, "SE": 0.100395822757991, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.0893031194056491, "SE": 0.10808497337438257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09895878414308115, "SE": 0.09972256193319157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09834803704980885, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13782774408554352, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22053192079970058, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "d99ad4158a150bf0ba9f3ffcde47c14ddecc2b877c09c5682d1806c8c26c7b8a" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16694748969678513, "SE": 0.12204862005314436, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08946714615387019, "upper": 0.42336212554744046, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04004900561519449, "SE": 0.1080625070799994, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1869818972328795, "upper": 0.26707990846326846, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13739603194101255, "SE": 0.10544110113133452, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08412750137309241, "upper": 0.3589195652551175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.05493625656459516, "SE": 0.100395822757991, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15598754021580094, "upper": 0.26586005334499124, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0893031194056491, "SE": 0.10808497337438257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12253953567811142, "upper": 0.3011457744894096, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09895878414308115, "SE": 0.09972256193319157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.09649384569203931, "upper": 0.2944114139782016, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09834803704980885, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13782774408554352, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22053192079970058, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588728.030251, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16694748969678513, "SE": 0.12204862005314436, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.08946714615387019, "upper": 0.42336212554744046, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.04004900561519449, "SE": 0.1080625070799994, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1869818972328795, "upper": 0.26707990846326846, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.13739603194101255, "SE": 0.10544110113133452, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08412750137309241, "upper": 0.3589195652551175, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.05493625656459516, "SE": 0.100395822757991, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15598754021580094, "upper": 0.26586005334499124, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0893031194056491, "SE": 0.10808497337438257, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.12253953567811142, "upper": 0.3011457744894096, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.09895878414308115, "SE": 0.09972256193319157, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.09649384569203931, "upper": 0.2944114139782016, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09834803704980885, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.13782774408554352, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.22053192079970058, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] } ]