{ "study_id": 1, "specification_id": "S01-P038", "source_specification_id": "CI-T3-D04-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel D, row 4 (\"Democracy is not always preferable\"), accepted-manuscript p. 46", "outcome_label": "Democracy is not always preferable [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P038.json", "input_bytes": 181420, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Democracy is not always preferable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p038", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Democracy is not always preferable [Table 3 original scale]", "source_specification_id": "CI-T3-D04-ORIG", "specification_id": "S01-P038", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D04-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P038" }, "source": { "file": "CI-T3-D04-ORIG.csv", "bytes": 181420, "sha256": "fc96045ea73235a69f2eb46e9921c4c099f5fad2e8ade4bcc3efb7dd1310df0b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1651, "source_sd": 0.46243145444846473, "rows": 1037, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1550319334264455, "se": 0.14745843572711265, "pvalue": 0.3070038701988684, "lower": -0.154766744212112, "upper": 0.464830611065003 }, { "method": "Dynamic TWFE", "estimate": 0.15291623793325626, "se": 0.1567412542713766, "pvalue": 0.34219445354244704, "lower": -0.17638491778050364, "upper": 0.48221739364701616 }, { "method": "BJS / did2s", "estimate": 0.1456500846980343, "se": 0.13815811585661297, "pvalue": 0.3057249479605791, "lower": -0.14460934594329877, "upper": 0.4359095153393674 }, { "method": "Sun\u2013Abraham", "estimate": 0.06975588945735992, "se": 0.16618754452453124, "pvalue": 0.6796413077311627, "lower": -0.27939118564776666, "upper": 0.41890296456248644 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.10090718750813898, "se": 0.17547253140113533, "pvalue": 0.5723696504361155, "lower": -0.4695612961856719, "upper": 0.2677469211693939 }, { "event_time": -2, "estimate": -0.11909652561563072, "se": 0.1252691970173501, "pvalue": 0.35433628170023435, "lower": -0.3822773425926785, "upper": 0.14408429136141704 }, { "event_time": 0, "estimate": 0.16219786063842445, "se": 0.15127547473621766, "pvalue": 0.29779494359389247, "lower": -0.15562011838282158, "upper": 0.4800158396596705 }, { "event_time": 1, "estimate": 0.10838397580576643, "se": 0.19371928404777905, "pvalue": 0.5827230931580529, "lower": -0.29860513766992675, "upper": 0.5153730892814596 }, { "event_time": 2, "estimate": 0.21286073304912212, "se": 0.20303711109182654, "pvalue": 0.3083357241046378, "lower": -0.21370440863056445, "upper": 0.6394258747288086 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08190163744225756, "se": 0.08047841687151855, "pvalue": 0.32231255454264157, "lower": -0.08717724232682197, "upper": 0.2509805172113371 }, { "event_time": -2, "estimate": -0.010454923478291071, "se": 0.04253417565759595, "pvalue": 0.8086175344413531, "lower": -0.09981591058081826, "upper": 0.0789060636242361 }, { "event_time": -1, "estimate": -0.012920309366192314, "se": 0.030526312682897638, "pvalue": 0.6771256958597902, "lower": -0.0770537124889815, "upper": 0.05121309375659687 }, { "event_time": 0, "estimate": 0.17036225648038278, "se": 0.14911818935413315, "pvalue": 0.2682305078481823, "lower": -0.1429234341345521, "upper": 0.48364794709531767 }, { "event_time": 1, "estimate": 0.0820691645804349, "se": 0.17647370577263535, "pvalue": 0.647471961477403, "lower": -0.28868833340030686, "upper": 0.45282666256117665 }, { "event_time": 2, "estimate": 0.20178397679049248, "se": 0.17207054187677814, "pvalue": 0.2562098369122207, "lower": -0.15972281711464925, "upper": 0.5632907706956343 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3357391771118242, "se": 0.37615361135438374, "pvalue": 0.3838711244051553, "lower": -0.4545302354988623, "upper": 1.1260085897225107 }, { "event_time": -2, "estimate": -0.0570572569560133, "se": 0.16197773410197233, "pvalue": 0.7287386131443927, "lower": -0.3973598485591494, "upper": 0.28324533464712276 }, { "event_time": 0, "estimate": 0.14361694101509814, "se": 0.1207962710947271, "pvalue": 0.24992049306325342, "lower": -0.11016660730674549, "upper": 0.3974004893369418 }, { "event_time": 1, "estimate": -0.09733382863553004, "se": 0.26348793679952126, "pvalue": 0.7161355950839778, "lower": -0.650901442395282, "upper": 0.4562337851242219 }, { "event_time": 2, "estimate": 0.19435706519882548, "se": 0.21538826328538838, "pvalue": 0.37878424989680537, "lower": -0.2581568843466866, "upper": 0.6468710147443375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.458650086904924e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.036092965912545176, "df_num": 1, "df_den": 1006, "pvalue": 0.8493619630133346, "log10_pvalue": -0.07090719192469236, "inference": "Homoskedastic nested-model F", "observations": 1037, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1019.9215951528903, "rss_restricted": 1019.9581875936133, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7432006618816084 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.24998833316131158 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.073956366486191 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7142683800202659 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Democracy is not always preferable [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p038", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Democracy is not always preferable [Table 3 original scale]", "source_specification_id": "CI-T3-D04-ORIG", "specification_id": "S01-P038", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-D04-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P038" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P038", "regression_results": "analyses/archive-expanded/baselines/S01-P038.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-D04-ORIG.csv", "bytes": 181420, "sha256": "fc96045ea73235a69f2eb46e9921c4c099f5fad2e8ade4bcc3efb7dd1310df0b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1651, "source_sd": 0.46243145444846473, "rows": 1037, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.1550319334264455, "se": 0.14745843572711265, "pvalue": 0.3070038701988684, "lower": -0.154766744212112, "upper": 0.464830611065003 }, { "method": "Dynamic TWFE", "estimate": 0.15291623793325626, "se": 0.1567412542713766, "pvalue": 0.34219445354244704, "lower": -0.17638491778050364, "upper": 0.48221739364701616 }, { "method": "BJS / did2s", "estimate": 0.1456500846980343, "se": 0.13815811585661297, "pvalue": 0.3057249479605791, "lower": -0.14460934594329877, "upper": 0.4359095153393674 }, { "method": "Sun\u2013Abraham", "estimate": 0.06975588945735992, "se": 0.16618754452453124, "pvalue": 0.6796413077311627, "lower": -0.27939118564776666, "upper": 0.41890296456248644 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.10090718750813898, "se": 0.17547253140113533, "pvalue": 0.5723696504361155, "lower": -0.4695612961856719, "upper": 0.2677469211693939 }, { "event_time": -2, "estimate": -0.11909652561563072, "se": 0.1252691970173501, "pvalue": 0.35433628170023435, "lower": -0.3822773425926785, "upper": 0.14408429136141704 }, { "event_time": 0, "estimate": 0.16219786063842445, "se": 0.15127547473621766, "pvalue": 0.29779494359389247, "lower": -0.15562011838282158, "upper": 0.4800158396596705 }, { "event_time": 1, "estimate": 0.10838397580576643, "se": 0.19371928404777905, "pvalue": 0.5827230931580529, "lower": -0.29860513766992675, "upper": 0.5153730892814596 }, { "event_time": 2, "estimate": 0.21286073304912212, "se": 0.20303711109182654, "pvalue": 0.3083357241046378, "lower": -0.21370440863056445, "upper": 0.6394258747288086 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08190163744225756, "se": 0.08047841687151855, "pvalue": 0.32231255454264157, "lower": -0.08717724232682197, "upper": 0.2509805172113371 }, { "event_time": -2, "estimate": -0.010454923478291071, "se": 0.04253417565759595, "pvalue": 0.8086175344413531, "lower": -0.09981591058081826, "upper": 0.0789060636242361 }, { "event_time": -1, "estimate": -0.012920309366192314, "se": 0.030526312682897638, "pvalue": 0.6771256958597902, "lower": -0.0770537124889815, "upper": 0.05121309375659687 }, { "event_time": 0, "estimate": 0.17036225648038278, "se": 0.14911818935413315, "pvalue": 0.2682305078481823, "lower": -0.1429234341345521, "upper": 0.48364794709531767 }, { "event_time": 1, "estimate": 0.0820691645804349, "se": 0.17647370577263535, "pvalue": 0.647471961477403, "lower": -0.28868833340030686, "upper": 0.45282666256117665 }, { "event_time": 2, "estimate": 0.20178397679049248, "se": 0.17207054187677814, "pvalue": 0.2562098369122207, "lower": -0.15972281711464925, "upper": 0.5632907706956343 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.3357391771118242, "se": 0.37615361135438374, "pvalue": 0.3838711244051553, "lower": -0.4545302354988623, "upper": 1.1260085897225107 }, { "event_time": -2, "estimate": -0.0570572569560133, "se": 0.16197773410197233, "pvalue": 0.7287386131443927, "lower": -0.3973598485591494, "upper": 0.28324533464712276 }, { "event_time": 0, "estimate": 0.14361694101509814, "se": 0.1207962710947271, "pvalue": 0.24992049306325342, "lower": -0.11016660730674549, "upper": 0.3974004893369418 }, { "event_time": 1, "estimate": -0.09733382863553004, "se": 0.26348793679952126, "pvalue": 0.7161355950839778, "lower": -0.650901442395282, "upper": 0.4562337851242219 }, { "event_time": 2, "estimate": 0.19435706519882548, "se": 0.21538826328538838, "pvalue": 0.37878424989680537, "lower": -0.2581568843466866, "upper": 0.6468710147443375 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4714003944773176, 0.34516765285996054, 0.1834319526627219 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.458650086904924e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.036092965912545176, "df_num": 1, "df_den": 1006, "pvalue": 0.8493619630133346, "log10_pvalue": -0.07090719192469236, "inference": "Homoskedastic nested-model F", "observations": 1037, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1019.9215951528903, "rss_restricted": 1019.9581875936133, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ], [ -0.13935031722056884, -0.16425995043041058, -0.018004551029121532, -0.09169688794795626, -0.149462256621719, -0.2127532457187867 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": -0.7432006618816084 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.24998833316131158 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.073956366486191 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.7142683800202659 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.12895312045671717, "se": 0.13995198565441774, "lower": -0.14534773099080792, "upper": 0.4032539719042423 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.11657934948598103, "se": 0.13738490882354504, "lower": -0.1526901238274863, "upper": 0.3858488227994484 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.19617368202828162, "se": 0.15746699120740373, "lower": -0.11245594949211507, "upper": 0.5048033135486782 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 507.0, "post_cells": 6, "estimate": 0.13210224063008136, "se": 0.13688342172450982, "lower": -0.1361843360305655, "upper": 0.4003888172907282 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.12895312045671717, "se": 0.13995198565441774, "lower": -0.14534773099080792, "upper": 0.4032539719042423, "event_study": [ { "event_time": -3, "estimate": 0.29982136701906553, "se": 0.3660290119669678, "lower": -0.4175823137329718, "upper": 1.017225047771103, "relative_to_minus_one": 0.29982136701906553, "n": 0.0 }, { "event_time": -2, "estimate": 0.02713679927683091, "se": 0.19964311573617094, "lower": -0.3641565173274258, "upper": 0.4184301158810877, "relative_to_minus_one": 0.02713679927683091, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.14053431829659824, "se": 0.17062823899823298, "lower": -0.1938908848854311, "upper": 0.4749595214786276, "relative_to_minus_one": 0.14053431829659824, "n": 239.0 }, { "event_time": 1, "estimate": 0.02360056916880414, "se": 0.17406929874500457, "lower": -0.31756898718554805, "upper": 0.36477012552315635, "relative_to_minus_one": 0.02360056916880414, "n": 175.0 }, { "event_time": 2, "estimate": 0.2227244739047491, "se": 0.20911946605474135, "lower": -0.18714214802879037, "upper": 0.6325910958382885, "relative_to_minus_one": 0.2227244739047491, "n": 93.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.07975400652621292, "se": 0.16239938015704986, "event_time": 0, "mass": 89.0 }, { "group": 2, "year": 3, "att": 0.07507493540417287, "se": 0.1982188726471891, "event_time": 1, "mass": 106.0 }, { "group": 2, "year": 4, "att": 0.2227244739047491, "se": 0.20911946605474138, "event_time": 2, "mass": 93.0 }, { "group": 3, "year": 1, "att": -0.24990859232163776, "se": 0.12907634900661855, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.03276288372163253, "se": 0.21414625509515492, "event_time": 0, "mass": 87.0 }, { "group": 3, "year": 4, "att": -0.048577508947211065, "se": 0.24336073851374376, "event_time": 1, "mass": 69.0 }, { "group": 4, "year": 1, "att": 0.29982136701906553, "se": 0.36602901196696774, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.4181748259600861, "se": 0.31262973912882014, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.7286365172678688, "se": 0.29737770083884996, "event_time": 0, "mass": 63.0 } ], "treated_cell_att": 0.13210224063008136, "treated_cell_se": 0.13688342172450982, "checks": { "input_rows": 1037, "retained_rows": 1037, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04542320780456066, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.04064217427610662, "event_study": [ { "event_time": -3, "estimate": 0.04752815130748974, "raw_gap": -0.022174144831165515, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.11344784932456681 }, { "event_time": -2, "estimate": -0.01203883803829953, "raw_gap": -0.03040127537691012, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.05388085997877755 }, { "event_time": -1, "estimate": -0.06591969801707707, "raw_gap": -0.08145610971580684, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0777807394831397, "raw_gap": 0.0630153511218841, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.14370043750021677 }, { "event_time": 1, "estimate": -0.07194877225112274, "raw_gap": -0.06804073534805091, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.006029074234045667 }, { "event_time": 2, "estimate": 0.1570647394135715, "raw_gap": 0.15706473941357155, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.22298443743064855 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.02515261430095933, 0.03784917070696267, -0.03103106329688754, 0.04519563473691179, -0.09357815633630097, 0.0650642265252362 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 4.4408920985006264e-17 }, { "cohort": 2, "pre_gap": 0.0099116877976459 }, { "cohort": 3, "pre_gap": -0.06970229613865525 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07268843130303981, "zeta_omega": [ 0.0, 1.0454263645499255, 0.868237630943694 ], "zeta_lambda": [ 0.0, 6.216142354671e-07, 6.139367165216289e-07 ] }, "checks": { "scalar_vs_treated_cell_average": 6.938893903907228e-18, "native_scalar_vs_unweighted_matrix_average": 1.0408340855860843e-17 }, "native_matrix_att": 0.01000654293899179, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003215828910470009, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.10693388144283181, "event_study": [ { "event_time": -3, "estimate": 0.029998607262414902, "raw_gap": 0.029998607262414902, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.0396307849052865 }, { "event_time": -2, "estimate": 0.0015579017590411888, "raw_gap": 0.0015579017590411888, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.01119007940191279 }, { "event_time": -1, "estimate": -0.009632177642871602, "raw_gap": -0.009632177642871602, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.13120587801869402, "raw_gap": 0.13120587801869402, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.14083805566156563 }, { "event_time": 1, "estimate": 0.02005873727814025, "raw_gap": 0.02005873727814025, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": 0.029690914921011852 }, { "event_time": 2, "estimate": 0.20803219377820759, "raw_gap": 0.20803219377820759, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": 0.2176643714210792 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.0058172010023196385, 0.011142451200418457, -0.008646832888514687, 0.07361411301444351, -0.0071135926022545875, 0.1075237784573907 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 38, "termination_reason": "Relative objective tolerance reached", "objective": 0.04416089052421622, "lambda_l": 0.01772172679918785, "singular_values": [ 1.3251438042749943, 0.6518305669273804, 0.0, 0.0 ], "history_objective": [ 0.0445312031982729, 0.044212499280214604, 0.044177437887816334, 0.04416861598557366, 0.044165039007959934, 0.044163215361119786, 0.044162210747027, 0.0441616438564422, 0.04416132131208793, 0.04416113715629168, 0.0441610318261854, 0.04416097151832568, 0.044160936965294655, 0.044160917159384125, 0.044160905802952094, 0.04416089928981011, 0.044160895553725314, 0.04416089341031927, 0.04416089218049553, 0.04416089147478859, 0.044160891069799244, 0.044160890837366955, 0.04416089070395959, 0.04416089062738379, 0.04416089058342666, 0.044160890558192334, 0.04416089054370533, 0.04416089053538799, 0.04416089053061259, 0.044160890527870596, 0.04416089052629616, 0.04416089052539204, 0.04416089052487287, 0.04416089052457472, 0.044160890524403515, 0.044160890524305135, 0.04416089052424868, 0.04416089052421622 ], "history_rmse": [ 0.09986929181018717, 0.09659112793479495, 0.09586910942051935, 0.09564794187888041, 0.09557261860799954, 0.09554550390264434, 0.09553535111042089, 0.0955313693921894, 0.09552968913723511, 0.0955288951483682, 0.09552846226752239, 0.09552819156695366, 0.09552800455444889, 0.09552786769785018, 0.09552776469895469, 0.09552768627451669, 0.09552762633914823, 0.09552758052152216, 0.09552754553229499, 0.09552751884905832, 0.09552749852708167, 0.09552748306751806, 0.09552747131787723, 0.09552746239442221, 0.09552745562121784, 0.09552745048236927, 0.0955274465848025, 0.09552744362942774, 0.0955274413889014, 0.09552743969055282, 0.09552743840331564, 0.09552743742774768, 0.09552743668842813, 0.09552743612816739, 0.09552743570361018, 0.09552743538189272, 0.09552743513810696, 0.0955274349533763 ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.05298444548349732, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002589169889688492, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.12366149904646326, "event_study": [ { "event_time": -3, "estimate": -0.015976976543435526, "raw_gap": -0.015976976543435526, "n": 43, "n_cells": 4, "weight_sum": 43.0, "relative_to_minus_one": 0.06124726601865242 }, { "event_time": -2, "estimate": -0.029115559262877424, "raw_gap": -0.029115559262877424, "n": 107, "n_cells": 8, "weight_sum": 107.0, "relative_to_minus_one": 0.04810868329921052 }, { "event_time": -1, "estimate": -0.07722424256208794, "raw_gap": -0.07722424256208794, "n": 186, "n_cells": 13, "weight_sum": 186.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0401502533531364, "raw_gap": -0.0401502533531364, "n": 239, "n_cells": 13, "weight_sum": 239.0, "relative_to_minus_one": 0.037073989208951545 }, { "event_time": 1, "estimate": -0.20932607216585844, "raw_gap": -0.20932607216585844, "n": 175, "n_cells": 9, "weight_sum": 175.0, "relative_to_minus_one": -0.13210182960377048 }, { "event_time": 2, "estimate": -0.17707964339926924, "raw_gap": -0.17707964339926924, "n": 93, "n_cells": 5, "weight_sum": 93.0, "relative_to_minus_one": -0.0998554008371813 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.03134978258868931, 0.027188304603366936, -0.026377351321661482, -0.07182043376843732, -0.24726572718330456, -0.26908015628760457 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.04394651314820828, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.16683177648434994, "matrix_preparation": { "source_rows": 1037, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 45, "observation_mass": 1037.0, "treated_observation_mass": 507.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016054091975092888, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.154766744212112, "upper": 0.464830611065003, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17638491778050364, "upper": 0.48221739364701616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14460934594329877, "upper": 0.4359095153393674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27939118564776666, "upper": 0.41890296456248644, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14534773099080792, "upper": 0.4032539719042423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1361843360305655, "upper": 0.4003888172907282, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588650.1482198, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.1550319334264455, "SE": 0.14745843572711265, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.154766744212112, "upper": 0.464830611065003, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.15291623793325626, "SE": 0.1567412542713766, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17638491778050364, "upper": 0.48221739364701616, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.1456500846980343, "SE": 0.13815811585661297, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14460934594329877, "upper": 0.4359095153393674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.06975588945735992, "SE": 0.16618754452453124, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.27939118564776666, "upper": 0.41890296456248644, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.12895312045671717, "SE": 0.13995198565441774, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.14534773099080792, "upper": 0.4032539719042423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.13210224063008136, "SE": 0.13688342172450982, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1361843360305655, "upper": 0.4003888172907282, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.04064217427610662, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.10693388144283181, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12366149904646326, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }