{ "study_id": 1, "specification_id": "S01-P078", "source_specification_id": "CI-T5-C-C05", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 5 (\"Characteristics of democracy\"), accepted-manuscript p. 49", "outcome_label": "Participation is key for democracy [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P078.json", "input_bytes": 116159, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p078", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [science-track students only]", "source_specification_id": "CI-T5-C-C05", "specification_id": "S01-P078", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C05.csv", "output_dir": "analyses/full-archive/results/S01-P078" }, "source": { "file": "CI-T5-C-C05.csv", "bytes": 116159, "sha256": "9ac1d43b5077c2e2b65d1442453400c22899f7b004d05105c5c2d0c113a093c6" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 0.48578456509863044, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.264675995173418, "se": 0.11777799410823679, "pvalue": 0.03740155223517578, "lower": 0.017233611496044188, "upper": 0.5121183788507918 }, { "method": "Dynamic TWFE", "estimate": 0.2726848526117863, "se": 0.19501099709179584, "pvalue": 0.17901379288099353, "lower": -0.13701804926774858, "upper": 0.6823877544913213 }, { "method": "BJS / did2s", "estimate": 0.29501717640003045, "se": 0.16023571818625676, "pvalue": 0.08214352123884086, "lower": -0.04162557557132812, "upper": 0.6316599283713891 }, { "method": "Sun\u2013Abraham", "estimate": 0.3223054726379633, "se": 0.1959054247052868, "pvalue": 0.1172762637909061, "lower": -0.08927655192815498, "upper": 0.7338874972040815 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1289750428604999, "se": 0.32810528553418006, "pvalue": 0.6988693956191878, "lower": -0.5603485830378381, "upper": 0.8182986687588378 }, { "event_time": -2, "estimate": 0.09381690138970818, "se": 0.17945693707640586, "pvalue": 0.6075013804488258, "lower": -0.2832081329882621, "upper": 0.4708419357676784 }, { "event_time": 0, "estimate": 0.2602030488712681, "se": 0.14005227280266486, "pvalue": 0.07961876872748855, "lower": -0.03403585784570101, "upper": 0.5544419555882372 }, { "event_time": 1, "estimate": 0.3028681008432638, "se": 0.2390240936434315, "pvalue": 0.22126798668789086, "lower": -0.19930288564085924, "upper": 0.8050390873273869 }, { "event_time": 2, "estimate": 0.25208000976260264, "se": 0.3254270155218847, "pvalue": 0.44862467186818183, "lower": -0.4316167796371873, "upper": 0.9357767991623926 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.058608383082509846, "se": 0.10577592281167222, "pvalue": 0.58634218167033, "lower": -0.2808353506443868, "upper": 0.16361858447936714 }, { "event_time": -2, "estimate": 0.033483986686668465, "se": 0.06786035356331913, "pvalue": 0.6276786401481865, "lower": -0.10908532577305816, "upper": 0.1760532991463951 }, { "event_time": -1, "estimate": -0.007885791571645859, "se": 0.029040637710220515, "pvalue": 0.7890630245363868, "lower": -0.06889790739970317, "upper": 0.05312632425641146 }, { "event_time": 0, "estimate": 0.2613015902313064, "se": 0.12210967577451041, "pvalue": 0.04631203238565519, "lower": 0.00475868106995031, "upper": 0.5178444993926625 }, { "event_time": 1, "estimate": 0.34009324340897207, "se": 0.1983867216640621, "pvalue": 0.10364139391495084, "lower": -0.07670179262622023, "upper": 0.7568882794441644 }, { "event_time": 2, "estimate": 0.3030101539928831, "se": 0.2989269770979049, "pvalue": 0.3241778977489865, "lower": -0.3250121206147334, "upper": 0.9310324286004996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09090574909527017, "se": 0.2906400986189122, "pvalue": 0.7580443618913157, "lower": -0.7015179380615718, "upper": 0.5197064398710315 }, { "event_time": -2, "estimate": 0.06360759264637571, "se": 0.18288044485902827, "pvalue": 0.7320172794813703, "lower": -0.3206099646870426, "upper": 0.44782514997979406 }, { "event_time": 0, "estimate": 0.29124575286724613, "se": 0.13308294531464884, "pvalue": 0.04206457823233772, "lower": 0.011648859875507567, "upper": 0.5708426458589847 }, { "event_time": 1, "estimate": 0.39253250219551605, "se": 0.23587063389501498, "pvalue": 0.11338647691836158, "lower": -0.10301331120014579, "upper": 0.8880783155911779 }, { "event_time": 2, "estimate": 0.27955470043995334, "se": 0.37091020892757554, "pvalue": 0.46077602959931596, "lower": -0.4996987324463984, "upper": 1.058808133326305 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.791144365601745e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.017874351745550358, "df_num": 1, "df_den": 643, "pvalue": 0.8936855951413996, "log10_pvalue": -0.0488152421783305, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 634.7162177707673, "rss_restricted": 634.7338618468716, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2032618891241475 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.009484680951869153 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.06350197256350959 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.44454994254289704 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Participation is key for democracy [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p078", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Participation is key for democracy [science-track students only]", "source_specification_id": "CI-T5-C-C05", "specification_id": "S01-P078", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C05.csv", "output_dir": "analyses/archive-expanded/fits/S01-P078" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P078", "regression_results": "analyses/archive-expanded/baselines/S01-P078.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C05.csv", "bytes": 116159, "sha256": "9ac1d43b5077c2e2b65d1442453400c22899f7b004d05105c5c2d0c113a093c6" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1056, "source_sd": 0.48578456509863044, "rows": 674, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.264675995173418, "se": 0.11777799410823679, "pvalue": 0.03740155223517578, "lower": 0.017233611496044188, "upper": 0.5121183788507918 }, { "method": "Dynamic TWFE", "estimate": 0.2726848526117863, "se": 0.19501099709179584, "pvalue": 0.17901379288099353, "lower": -0.13701804926774858, "upper": 0.6823877544913213 }, { "method": "BJS / did2s", "estimate": 0.29501717640003045, "se": 0.16023571818625676, "pvalue": 0.08214352123884086, "lower": -0.04162557557132812, "upper": 0.6316599283713891 }, { "method": "Sun\u2013Abraham", "estimate": 0.3223054726379633, "se": 0.1959054247052868, "pvalue": 0.1172762637909061, "lower": -0.08927655192815498, "upper": 0.7338874972040815 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.1289750428604999, "se": 0.32810528553418006, "pvalue": 0.6988693956191878, "lower": -0.5603485830378381, "upper": 0.8182986687588378 }, { "event_time": -2, "estimate": 0.09381690138970818, "se": 0.17945693707640586, "pvalue": 0.6075013804488258, "lower": -0.2832081329882621, "upper": 0.4708419357676784 }, { "event_time": 0, "estimate": 0.2602030488712681, "se": 0.14005227280266486, "pvalue": 0.07961876872748855, "lower": -0.03403585784570101, "upper": 0.5544419555882372 }, { "event_time": 1, "estimate": 0.3028681008432638, "se": 0.2390240936434315, "pvalue": 0.22126798668789086, "lower": -0.19930288564085924, "upper": 0.8050390873273869 }, { "event_time": 2, "estimate": 0.25208000976260264, "se": 0.3254270155218847, "pvalue": 0.44862467186818183, "lower": -0.4316167796371873, "upper": 0.9357767991623926 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.058608383082509846, "se": 0.10577592281167222, "pvalue": 0.58634218167033, "lower": -0.2808353506443868, "upper": 0.16361858447936714 }, { "event_time": -2, "estimate": 0.033483986686668465, "se": 0.06786035356331913, "pvalue": 0.6276786401481865, "lower": -0.10908532577305816, "upper": 0.1760532991463951 }, { "event_time": -1, "estimate": -0.007885791571645859, "se": 0.029040637710220515, "pvalue": 0.7890630245363868, "lower": -0.06889790739970317, "upper": 0.05312632425641146 }, { "event_time": 0, "estimate": 0.2613015902313064, "se": 0.12210967577451041, "pvalue": 0.04631203238565519, "lower": 0.00475868106995031, "upper": 0.5178444993926625 }, { "event_time": 1, "estimate": 0.34009324340897207, "se": 0.1983867216640621, "pvalue": 0.10364139391495084, "lower": -0.07670179262622023, "upper": 0.7568882794441644 }, { "event_time": 2, "estimate": 0.3030101539928831, "se": 0.2989269770979049, "pvalue": 0.3241778977489865, "lower": -0.3250121206147334, "upper": 0.9310324286004996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.09090574909527017, "se": 0.2906400986189122, "pvalue": 0.7580443618913157, "lower": -0.7015179380615718, "upper": 0.5197064398710315 }, { "event_time": -2, "estimate": 0.06360759264637571, "se": 0.18288044485902827, "pvalue": 0.7320172794813703, "lower": -0.3206099646870426, "upper": 0.44782514997979406 }, { "event_time": 0, "estimate": 0.29124575286724613, "se": 0.13308294531464884, "pvalue": 0.04206457823233772, "lower": 0.011648859875507567, "upper": 0.5708426458589847 }, { "event_time": 1, "estimate": 0.39253250219551605, "se": 0.23587063389501498, "pvalue": 0.11338647691836158, "lower": -0.10301331120014579, "upper": 0.8880783155911779 }, { "event_time": 2, "estimate": 0.27955470043995334, "se": 0.37091020892757554, "pvalue": 0.46077602959931596, "lower": -0.4996987324463984, "upper": 1.058808133326305 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4835820895522388, 0.3283582089552239, 0.1880597014925373 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.791144365601745e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.017874351745550358, "df_num": 1, "df_den": 643, "pvalue": 0.8936855951413996, "log10_pvalue": -0.0488152421783305, "inference": "Homoskedastic nested-model F", "observations": 674, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 634.7162177707673, "rss_restricted": 634.7338618468716, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ], [ -0.1157873595743676, -0.15672624845486707, -0.02775890456329852, -0.09396908452655708, -0.13045779526215281, -0.20065289280348775 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.2032618891241475 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.009484680951869153 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.06350197256350959 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.44454994254289704 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3119016886120893, "se": 0.19404313141299406, "lower": -0.0684158604047519, "upper": 0.6922192376289305 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3160352269196702, "se": 0.16544155268161084, "lower": -0.008224257882673058, "upper": 0.6402947117220135 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.27620127232881314, "se": 0.1569952832192719, "lower": -0.031503828523625266, "upper": 0.5839063731812515 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 335.0, "post_cells": 6, "estimate": 0.30888127517424024, "se": 0.15747843464414366, "lower": 0.0002292149299739643, "upper": 0.6175333354185065 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3119016886120893, "se": 0.19404313141299406, "lower": -0.0684158604047519, "upper": 0.6922192376289305, "event_study": [ { "event_time": -3, "estimate": -0.11104933713795759, "se": 0.2702424201939769, "lower": -0.6407147478130921, "upper": 0.4186160735371769, "relative_to_minus_one": -0.11104933713795759, "n": 0.0 }, { "event_time": -2, "estimate": 0.07424417470629084, "se": 0.20031599689289994, "lower": -0.3183679647310304, "upper": 0.4668563141436121, "relative_to_minus_one": 0.07424417470629084, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.3077728243609547, "se": 0.11919934611732798, "lower": 0.07414639899026754, "upper": 0.5413992497316419, "relative_to_minus_one": 0.3077728243609547, "n": 162.0 }, { "event_time": 1, "estimate": 0.3485880337737932, "se": 0.19605538725384644, "lower": -0.03567346421879897, "upper": 0.7328495317663855, "relative_to_minus_one": 0.3485880337737932, "n": 110.0 }, { "event_time": 2, "estimate": 0.2793442077015199, "se": 0.3504295975113984, "lower": -0.40748518253768795, "upper": 0.9661735979407278, "relative_to_minus_one": 0.2793442077015199, "n": 63.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.41956641225112185, "se": 0.1620476444646289, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.31855254623913853, "se": 0.2503025433153349, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.2793442077015199, "se": 0.35042959751139846, "event_time": 2, "mass": 63.0 }, { "group": 3, "year": 1, "att": 0.1382737035072275, "se": 0.22010586957942924, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.35326833741057007, "se": 0.2096997162765791, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.39372908813874197, "se": 0.2069898520576259, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.11104933713795759, "se": 0.2702424201939769, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.019337444310462748, "se": 0.33036726725655, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.00428431084637186, "se": 0.2557855609605678, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.30888127517424024, "treated_cell_se": 0.15747843464414366, "checks": { "input_rows": 674, "retained_rows": 674, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04240575013682246, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.2720230563253292, "event_study": [ { "event_time": -3, "estimate": -0.39316879861634485, "raw_gap": -0.2153797319856011, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.39980073374062675 }, { "event_time": -2, "estimate": -0.08308962614482446, "raw_gap": -0.03177705674407739, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.08972156126910635 }, { "event_time": -1, "estimate": 0.00663193512428189, "raw_gap": 0.04426488518011411, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.24290899634264848, "raw_gap": 0.27518765881963597, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.23627706121836659 }, { "event_time": 1, "estimate": 0.34223859673344437, "raw_gap": 0.33068178129393894, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.33560666160916247 }, { "event_time": 2, "estimate": 0.22428921937773597, "raw_gap": 0.22428921937773585, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.21765728425345407 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10621549162004706, 0.07444851401599037, -0.013132780434441261, 0.17346461959721, 0.3578516689711585, 0.25971761386999986 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.7763568394002506e-16 }, { "cohort": 2, "pre_gap": -0.028892038598763062 }, { "cohort": 3, "pre_gap": 0.1777890666307438 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09099721543552491, "zeta_omega": [ 0.0, 0.9884550490947931, 1.172511848778594 ], "zeta_lambda": [ 0.0, 5.877388886219459e-07, 8.290910792929194e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.1632366086075324, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 5, "unit_objective": 0.1640442248607935, "time_objective": 0.3370427740375016, "unit_projected_gradient": 9.6218405187809e-09, "time_projected_gradient": 0.0 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 4, "unit_objective": 0.25229359509864846, "time_objective": 0.4566111737317708, "unit_projected_gradient": 1.6529464325065746e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.23312122915264022, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005693328566849232, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1808380955459464, "event_study": [ { "event_time": -3, "estimate": -0.06082788113940316, "raw_gap": -0.06082788113940316, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.05926035398773582 }, { "event_time": -2, "estimate": 0.01674121007468994, "raw_gap": 0.01674121007468994, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.018308737226357286 }, { "event_time": -1, "estimate": -0.0015675271516673451, "raw_gap": -0.0015675271516673451, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.17179630140199137, "raw_gap": 0.17179630140199137, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.17336382855365873 }, { "event_time": 1, "estimate": 0.2582372218489192, "raw_gap": 0.2582372218489192, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.25980474900058653 }, { "event_time": 2, "estimate": 0.0689470917045767, "raw_gap": 0.0689470917045767, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.07051461885624405 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.053477033970113025, 0.0355809619369997, -0.005441478243044461, 0.11320108441423161, 0.36862194188848235, 0.17547751413586876 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 57, "termination_reason": "Relative objective tolerance reached", "objective": 0.07224067751329342, "lambda_l": 0.021121951927963723, "singular_values": [ 1.7196390395502965, 0.8950372435311238, 0.04510397719056103, 0.0 ], "history_objective": [ 0.07354853987023344, 0.07295677175846711, 0.07265796737176056, 0.07249149524082851, 0.07239549928563868, 0.07233822775356018, 0.07230306909419265, 0.07228101039452157, 0.07226695071757207, 0.07225788821364702, 0.07225199948213992, 0.07224815029743542, 0.07224562292019747, 0.07224395756401501, 0.07224285706710337, 0.07224212810549076, 0.0722416442722551, 0.07224132258277301, 0.07224110837947265, 0.07224096556305694, 0.07224087023521074, 0.07224080654275693, 0.07224076395078824, 0.0722407354477698, 0.07224071636087762, 0.0722407035722526, 0.07224069499941936, 0.07224068925020552, 0.07224068539318997, 0.07224068280478892, 0.0722406810672673, 0.07224067990064303, 0.07224067911717783, 0.07224067859093747, 0.07224067823741784, 0.07224067799989861, 0.07224067784029906, 0.07224067773304696, 0.07224067766096695, 0.07224067761252141, 0.07224067757995888, 0.072240677558071, 0.07224067754335771, 0.07224067753346697, 0.07224067752681783, 0.07224067752234786, 0.07224067751934272, 0.07224067751732234, 0.07224067751596405, 0.07224067751505085, 0.07224067751443687, 0.07224067751402405, 0.07224067751374658, 0.07224067751355995, 0.0722406775134345, 0.07224067751335009, 0.07224067751329342 ], "history_rmse": [ 0.12558280549583714, 0.12600731668971465, 0.1263297615595072, 0.12650403762139345, 0.12659915200886954, 0.12665239299806785, 0.12668312659673248, 0.12670139475874462, 0.12671252374343023, 0.12671943601023528, 0.12672379326069372, 0.12672657103174612, 0.12672835728127022, 0.12672951374960487, 0.12673026655256808, 0.12673075876379158, 0.12673108177570622, 0.1267312944088377, 0.12673143475142626, 0.12673152759089942, 0.12673158912657687, 0.1267316299830014, 0.12673165714974657, 0.1267316752371891, 0.12673168729334172, 0.12673169533732848, 0.12673170070903292, 0.12673170429895456, 0.12673170669971892, 0.12673170830618252, 0.12673170938170145, 0.1267317101020861, 0.12673171058479638, 0.12673171090836244, 0.12673171112532125, 0.12673171127083743, 0.12673171136846084, 0.12673171143396839, 0.12673171147793402, 0.12673171150744672, 0.12673171152726062, 0.12673171154056517, 0.12673171154949994, 0.12673171155550064, 0.12673171155953086, 0.12673171156223878, 0.12673171156405746, 0.126731711565279, 0.12673171156610025, 0.12673171156665186, 0.12673171156702262, 0.1267317115672715, 0.12673171156743923, 0.12673171156755172, 0.1267317115676275, 0.1267317115676779, 0.12673171156771215 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": 0.20987404240965543, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00041225040331482887, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.40599369834699806, "event_study": [ { "event_time": -3, "estimate": -0.22235780786070933, "raw_gap": -0.22235780786070933, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.2866687267533162 }, { "event_time": -2, "estimate": -0.04840760506992395, "raw_gap": -0.04840760506992395, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.11271852396253083 }, { "event_time": -1, "estimate": 0.06431091889260689, "raw_gap": 0.06431091889260689, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.316264736786013, "raw_gap": 0.316264736786013, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.25195381789340615 }, { "event_time": 1, "estimate": 0.5537336796821011, "raw_gap": 0.5537336796821011, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.4894227607894942 }, { "event_time": 2, "estimate": 0.3787666162203032, "raw_gap": 0.3787666162203032, "n": 63, "n_cells": 5, "weight_sum": 63.0, "relative_to_minus_one": 0.31445569732769635 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.1131935674951553, 0.03980253176421556, 0.010334924297451057, 0.21251631628742315, 0.5845473698395963, 0.4141950107125673 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.057541805348171354, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3738745738465075, "matrix_preparation": { "source_rows": 674, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 674.0, "treated_observation_mass": 335.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002780831418931484, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.017233611496044188, "upper": 0.5121183788507918, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13701804926774858, "upper": 0.6823877544913213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04162557557132812, "upper": 0.6316599283713891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08927655192815498, "upper": 0.7338874972040815, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0684158604047519, "upper": 0.6922192376289305, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.0002292149299739643, "upper": 0.6175333354185065, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602657.821707, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.264675995173418, "SE": 0.11777799410823679, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.017233611496044188, "upper": 0.5121183788507918, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2726848526117863, "SE": 0.19501099709179584, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13701804926774858, "upper": 0.6823877544913213, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.29501717640003045, "SE": 0.16023571818625676, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04162557557132812, "upper": 0.6316599283713891, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.3223054726379633, "SE": 0.1959054247052868, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.08927655192815498, "upper": 0.7338874972040815, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3119016886120893, "SE": 0.19404313141299406, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0684158604047519, "upper": 0.6922192376289305, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.30888127517424024, "SE": 0.15747843464414366, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.0002292149299739643, "upper": 0.6175333354185065, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.2720230563253292, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1808380955459464, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.40599369834699806, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }