{ "study_id": 1, "specification_id": "S01-P049", "source_specification_id": "CI-T3-I01-ORIG", "role": "active_comparison", "published_source_location": "Table 3, panel I, row 1 (\"Support environment spending\"), accepted-manuscript p. 47", "outcome_label": "Support environment spending [Table 3 original scale]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P049.json", "input_bytes": 196652, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Support environment spending [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "latest_cohort_control": true, "slug": "s01-p049", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Support environment spending [Table 3 original scale]", "source_specification_id": "CI-T3-I01-ORIG", "specification_id": "S01-P049", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I01-ORIG.csv", "output_dir": "analyses/full-archive/results/S01-P049" }, "source": { "file": "CI-T3-I01-ORIG.csv", "bytes": 196652, "sha256": "debbdb5f7628727ef84d5ba82a36b06bb193b904bcf62f46bbf9d85c11c25efb" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1791, "source_sd": 0.25009472953305, "rows": 1123, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13545348051334632, "se": 0.11856477827814435, "pvalue": 0.26823932912641607, "lower": -0.3845488363941917, "upper": 0.11364187536749903 }, { "method": "Dynamic TWFE", "estimate": -0.2434761768687152, "se": 0.190041103005641, "pvalue": 0.21639219077776167, "lower": -0.6427377187249839, "upper": 0.1557853649875534 }, { "method": "BJS / did2s", "estimate": -0.28780945024973836, "se": 0.149717433098655, "pvalue": 0.07053370121621355, "lower": -0.6023541052550159, "upper": 0.026735204755539088 }, { "method": "Sun\u2013Abraham", "estimate": -0.2200701629813498, "se": 0.1951892654704509, "pvalue": 0.27434919827136384, "lower": -0.6301475928266791, "upper": 0.19000726686397956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1448385072461315, "se": 0.22255570781217415, "pvalue": 0.5233992453039559, "lower": -0.6124106989701728, "upper": 0.3227336844779098 }, { "event_time": -2, "estimate": 0.07086666335049263, "se": 0.17447863655776513, "pvalue": 0.6894112360586445, "lower": -0.2956993497449219, "upper": 0.43743267644590716 }, { "event_time": 0, "estimate": -0.11933288095660073, "se": 0.12557071136309297, "pvalue": 0.3545342268841918, "lower": -0.38314715606806854, "upper": 0.1444813941548671 }, { "event_time": 1, "estimate": -0.2976610389807176, "se": 0.22580830119087653, "pvalue": 0.20396535276089148, "lower": -0.7720666758220167, "upper": 0.17674459786058155 }, { "event_time": 2, "estimate": -0.4532124788209995, "se": 0.3228596649619058, "pvalue": 0.1774126095122577, "lower": -1.1315154648443047, "upper": 0.22509050720230567 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13398325004088624, "se": 0.07428825711411376, "pvalue": 0.08806475397565294, "lower": -0.29005708674302094, "upper": 0.022090586661248468 }, { "event_time": -2, "estimate": 0.08336161150699534, "se": 0.05646187995759022, "pvalue": 0.15711141790784633, "lower": -0.0352603965293497, "upper": 0.20198361954334038 }, { "event_time": -1, "estimate": -0.015234295045502845, "se": 0.028554673220682326, "pvalue": 0.6002050895097392, "lower": -0.07522543736671489, "upper": 0.0447568472757092 }, { "event_time": 0, "estimate": -0.14666637414080588, "se": 0.11206481177702411, "pvalue": 0.207078461618667, "lower": -0.3821058071386193, "upper": 0.08877305885700754 }, { "event_time": 1, "estimate": -0.36287706066855185, "se": 0.17452503395877053, "pvalue": 0.052167010688167995, "lower": -0.7295405510863485, "upper": 0.003786429749244813 }, { "event_time": 2, "estimate": -0.5005170282673711, "se": 0.24515320148810124, "pvalue": 0.05612248169350487, "lower": -1.015564792509375, "upper": 0.014530735974632836 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2726913351393863, "se": 0.3040263098468595, "pvalue": 0.38159435806547165, "lower": -0.9114269103098045, "upper": 0.3660442400310318 }, { "event_time": -2, "estimate": 0.10015258531906944, "se": 0.22620964180344533, "pvalue": 0.663226707166384, "lower": -0.37509623686081933, "upper": 0.5754014074989582 }, { "event_time": 0, "estimate": -0.1070981302966711, "se": 0.12002795770583362, "pvalue": 0.3840182829597711, "lower": -0.3592675120859761, "upper": 0.14507125149263395 }, { "event_time": 1, "estimate": -0.24510579445594358, "se": 0.273891617049718, "pvalue": 0.38265112926934186, "lower": -0.8205307293529542, "upper": 0.330319140441067 }, { "event_time": 2, "estimate": -0.45735860082136404, "se": 0.33028120451132986, "pvalue": 0.18305306233953733, "lower": -1.1512536628565748, "upper": 0.23653646121384675 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4642857142857143, 0.3517857142857143, 0.18392857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.203154231002797e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.39221450441290495, "df_num": 1, "df_den": 1092, "pvalue": 0.5312685394334519, "log10_pvalue": -0.2746859013027462, "inference": "Homoskedastic nested-model F", "observations": 1123, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1032.0370323767083, "rss_restricted": 1032.407709934574, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.22692633325755174 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08267518135199059 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.22812244447470167 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2785914113618965 } ] } } }, "code_sha256": { "replication_engine.py": "aa5b4502ce913299533b0c0035000b0770df1c69af7de25b04aa0c8532a3ddca", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Support environment spending [Table 3 original scale]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p049", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Support environment spending [Table 3 original scale]", "source_specification_id": "CI-T3-I01-ORIG", "specification_id": "S01-P049", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T3-I01-ORIG.csv", "output_dir": "analyses/archive-expanded/fits/S01-P049" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P049", "regression_results": "analyses/archive-expanded/baselines/S01-P049.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T3-I01-ORIG.csv", "bytes": 196652, "sha256": "debbdb5f7628727ef84d5ba82a36b06bb193b904bcf62f46bbf9d85c11c25efb" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1791, "source_sd": 0.25009472953305, "rows": 1123, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 76, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.13545348051334632, "se": 0.11856477827814435, "pvalue": 0.26823932912641607, "lower": -0.3845488363941917, "upper": 0.11364187536749903 }, { "method": "Dynamic TWFE", "estimate": -0.2434761768687152, "se": 0.190041103005641, "pvalue": 0.21639219077776167, "lower": -0.6427377187249839, "upper": 0.1557853649875534 }, { "method": "BJS / did2s", "estimate": -0.28780945024973836, "se": 0.149717433098655, "pvalue": 0.07053370121621355, "lower": -0.6023541052550159, "upper": 0.026735204755539088 }, { "method": "Sun\u2013Abraham", "estimate": -0.2200701629813498, "se": 0.1951892654704509, "pvalue": 0.27434919827136384, "lower": -0.6301475928266791, "upper": 0.19000726686397956 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.1448385072461315, "se": 0.22255570781217415, "pvalue": 0.5233992453039559, "lower": -0.6124106989701728, "upper": 0.3227336844779098 }, { "event_time": -2, "estimate": 0.07086666335049263, "se": 0.17447863655776513, "pvalue": 0.6894112360586445, "lower": -0.2956993497449219, "upper": 0.43743267644590716 }, { "event_time": 0, "estimate": -0.11933288095660073, "se": 0.12557071136309297, "pvalue": 0.3545342268841918, "lower": -0.38314715606806854, "upper": 0.1444813941548671 }, { "event_time": 1, "estimate": -0.2976610389807176, "se": 0.22580830119087653, "pvalue": 0.20396535276089148, "lower": -0.7720666758220167, "upper": 0.17674459786058155 }, { "event_time": 2, "estimate": -0.4532124788209995, "se": 0.3228596649619058, "pvalue": 0.1774126095122577, "lower": -1.1315154648443047, "upper": 0.22509050720230567 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.13398325004088624, "se": 0.07428825711411376, "pvalue": 0.08806475397565294, "lower": -0.29005708674302094, "upper": 0.022090586661248468 }, { "event_time": -2, "estimate": 0.08336161150699534, "se": 0.05646187995759022, "pvalue": 0.15711141790784633, "lower": -0.0352603965293497, "upper": 0.20198361954334038 }, { "event_time": -1, "estimate": -0.015234295045502845, "se": 0.028554673220682326, "pvalue": 0.6002050895097392, "lower": -0.07522543736671489, "upper": 0.0447568472757092 }, { "event_time": 0, "estimate": -0.14666637414080588, "se": 0.11206481177702411, "pvalue": 0.207078461618667, "lower": -0.3821058071386193, "upper": 0.08877305885700754 }, { "event_time": 1, "estimate": -0.36287706066855185, "se": 0.17452503395877053, "pvalue": 0.052167010688167995, "lower": -0.7295405510863485, "upper": 0.003786429749244813 }, { "event_time": 2, "estimate": -0.5005170282673711, "se": 0.24515320148810124, "pvalue": 0.05612248169350487, "lower": -1.015564792509375, "upper": 0.014530735974632836 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2726913351393863, "se": 0.3040263098468595, "pvalue": 0.38159435806547165, "lower": -0.9114269103098045, "upper": 0.3660442400310318 }, { "event_time": -2, "estimate": 0.10015258531906944, "se": 0.22620964180344533, "pvalue": 0.663226707166384, "lower": -0.37509623686081933, "upper": 0.5754014074989582 }, { "event_time": 0, "estimate": -0.1070981302966711, "se": 0.12002795770583362, "pvalue": 0.3840182829597711, "lower": -0.3592675120859761, "upper": 0.14507125149263395 }, { "event_time": 1, "estimate": -0.24510579445594358, "se": 0.273891617049718, "pvalue": 0.38265112926934186, "lower": -0.8205307293529542, "upper": 0.330319140441067 }, { "event_time": 2, "estimate": -0.45735860082136404, "se": 0.33028120451132986, "pvalue": 0.18305306233953733, "lower": -1.1512536628565748, "upper": 0.23653646121384675 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4642857142857143, 0.3517857142857143, 0.18392857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.203154231002797e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.39221450441290495, "df_num": 1, "df_den": 1092, "pvalue": 0.5312685394334519, "log10_pvalue": -0.2746859013027462, "inference": "Homoskedastic nested-model F", "observations": 1123, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 1032.0370323767083, "rss_restricted": 1032.407709934574, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ], [ -0.14828093799181166, -0.16324731028766074, -0.020090846783135267, -0.09705621802228286, -0.15056054150956885, -0.21609695100365076 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.22692633325755174 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.08267518135199059 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.22812244447470167 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.2785914113618965 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.27868348640197255, "se": 0.17305479178560704, "lower": -0.6178646456538404, "upper": 0.06049767284989521 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.236381405478843, "se": 0.14894992016495395, "lower": -0.5283178845022691, "upper": 0.05555507354458311 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.22608965655042115, "se": 0.1398302437103098, "lower": -0.5001518981720868, "upper": 0.047972585071244495 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 560.0, "post_cells": 6, "estimate": -0.2359128366389321, "se": 0.14631556881294505, "lower": -0.5226860818897963, "upper": 0.05086040861193214 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.27868348640197255, "se": 0.17305479178560704, "lower": -0.6178646456538404, "upper": 0.06049767284989521, "event_study": [ { "event_time": -3, "estimate": -0.3045831717495114, "se": 0.30874925746330684, "lower": -0.9097205966310773, "upper": 0.30055425313205447, "relative_to_minus_one": -0.3045831717495114, "n": 0.0 }, { "event_time": -2, "estimate": 0.1476381437169521, "se": 0.17664224715076796, "lower": -0.19857429884677608, "upper": 0.4938505862806803, "relative_to_minus_one": 0.1476381437169521, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.08470253179149195, "se": 0.10446886336554508, "lower": -0.28945774149379616, "upper": 0.12005267791081226, "relative_to_minus_one": -0.08470253179149195, "n": 260.0 }, { "event_time": 1, "estimate": -0.3161314024401642, "se": 0.20836538722000653, "lower": -0.7245200570161194, "upper": 0.09225725213579106, "relative_to_minus_one": -0.3161314024401642, "n": 197.0 }, { "event_time": 2, "estimate": -0.4352165249742615, "se": 0.3217297726747735, "lower": -1.0657952921710763, "upper": 0.19536224222255333, "relative_to_minus_one": -0.4352165249742615, "n": 103.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.047555338121392315, "se": 0.18047594684305882, "event_time": 0, "mass": 98.0 }, { "group": 2, "year": 3, "att": -0.44173868195519495, "se": 0.16462951492820485, "event_time": 1, "mass": 120.0 }, { "group": 2, "year": 4, "att": -0.4352165249742615, "se": 0.32172977267477343, "event_time": 2, "mass": 103.0 }, { "group": 3, "year": 1, "att": 0.27332494379086136, "se": 0.28507226683089476, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.007463647840583815, "se": 0.22702011756017354, "event_time": 0, "mass": 94.0 }, { "group": 3, "year": 4, "att": -0.13857806156637506, "se": 0.37887121186004186, "event_time": 1, "mass": 77.0 }, { "group": 4, "year": 1, "att": -0.3045831717495114, "se": 0.30874925746330684, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.029766669784498788, "se": 0.43789495605770246, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.2889102004608408, "se": 0.19230034515441388, "event_time": 0, "mass": 68.0 } ], "treated_cell_att": -0.2359128366389321, "treated_cell_se": 0.14631556881294505, "checks": { "input_rows": 1123, "retained_rows": 1123, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04630116606131196, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.16203126548854652, "event_study": [ { "event_time": -3, "estimate": -0.3541672515863489, "raw_gap": -0.2887377153639409, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.366949622153491 }, { "event_time": -2, "estimate": 0.0023935977714259656, "raw_gap": 0.025023117438787035, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": -0.010388772795716157 }, { "event_time": -1, "estimate": 0.012782370567142123, "raw_gap": 0.028797386945942503, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.03824993675392001, "raw_gap": -0.021738611404751845, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": -0.051032307321062134 }, { "event_time": 1, "estimate": -0.16727832611541416, "raw_gap": -0.16792808948997842, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.18006069668255628 }, { "event_time": 2, "estimate": -0.46445334827990536, "raw_gap": -0.46445334827990525, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.47723571884704746 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.16929579458628885, -0.021185086329017222, 0.06512798992133027, 0.017813326630850872, -0.11160495849247537, -0.4080146891016656 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 8.881784197001253e-17 }, { "cohort": 2, "pre_gap": -0.0016623816206385673 }, { "cohort": 3, "pre_gap": 0.06542953622240805 } ], "diagnostics": { "converged": true, "pre_rmse": 0.11057907225134203, "zeta_omega": [ 0.0, 2.03179474572519, 1.665692930004922 ], "zeta_lambda": [ 0.0, 1.2081123839207704e-06, 1.1778227661809694e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": -0.11338384880237308, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031899986788630486, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2558667523096268, "event_study": [ { "event_time": -3, "estimate": -0.08604695691215968, "raw_gap": -0.08604695691215968, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.09889811980333911 }, { "event_time": -2, "estimate": 0.011352572216114926, "raw_gap": 0.011352572216114926, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": -0.0014985906750645088 }, { "event_time": -1, "estimate": 0.012851162891179435, "raw_gap": 0.012851162891179435, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10441743462947212, "raw_gap": -0.10441743462947212, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": -0.11726859752065155 }, { "event_time": 1, "estimate": -0.3015504146353474, "raw_gap": -0.3015504146353474, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.3144015775265268 }, { "event_time": 2, "estimate": -0.5507904524909207, "raw_gap": -0.5507904524909207, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.5636416153821002 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.05219922052944992, -0.0011956907535824457, 0.016797212158717826, -0.05868979126518292, -0.2436850819481007, -0.5005909387153819 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.08892579694657533, "lambda_l": 0.02379315784596867, "singular_values": [ 1.7642208594919824, 0.9078056455837632, 0.1910274303113737, 0.0 ], "history_objective": [ 0.08921793835533033, 0.08898784873797383, 0.08894856194895401, 0.08893531013006772, 0.08892997675319038, 0.08892766894121372, 0.08892664336756591, 0.08892618242292359, 0.08892597378114292, 0.08892587873058443, 0.0889258351234124, 0.08892581495610685, 0.08892580554284765, 0.08892580110288247, 0.0889257989840169, 0.08892579795978182, 0.08892579745782661, 0.0889257972082727, 0.08892579708237963, 0.08892579701794699, 0.0889257969845091, 0.08892579696692933, 0.08892579695757659, 0.08892579695254775, 0.08892579694981885, 0.0889257969483262, 0.08892579694750422, 0.08892579694704908, 0.08892579694679588, 0.08892579694665444, 0.08892579694657533 ], "history_rmse": [ 0.1442683481423558, 0.1441836073683601, 0.14422171625279961, 0.14423203753084454, 0.14423566804691118, 0.14423716040875523, 0.1442378144596671, 0.1442381079197575, 0.1442382409268475, 0.14423830161726375, 0.14423832949342005, 0.14423834239412361, 0.14423834841710892, 0.14423835125780576, 0.14423835261313292, 0.14423835326808884, 0.14423835358899173, 0.14423835374852043, 0.14423835382901015, 0.14423835387022302, 0.14423835389162543, 0.14423835390288897, 0.14423835390888842, 0.14423835391211826, 0.14423835391387393, 0.144238353914836, 0.14423835391536585, 0.1442383539156604, 0.14423835391582418, 0.14423835391591536, 0.14423835391596723 ] }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.2021884339835998, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002382081001996994, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.00020165925944563013, "event_study": [ { "event_time": -3, "estimate": -0.19914669415222983, "raw_gap": -0.19914669415222983, "n": 50, "n_cells": 4, "weight_sum": 50.0, "relative_to_minus_one": -0.19771311402553404 }, { "event_time": -2, "estimate": 0.03858113839251975, "raw_gap": 0.03858113839251975, "n": 116, "n_cells": 8, "weight_sum": 116.0, "relative_to_minus_one": 0.040014718519215536 }, { "event_time": -1, "estimate": -0.0014335801266957887, "raw_gap": -0.0014335801266957887, "n": 195, "n_cells": 13, "weight_sum": 195.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.05158943759735552, "raw_gap": 0.05158943759735552, "n": 260, "n_cells": 13, "weight_sum": 260.0, "relative_to_minus_one": 0.05302301772405131 }, { "event_time": 1, "estimate": -0.006995175126606994, "raw_gap": -0.006995175126606994, "n": 197, "n_cells": 9, "weight_sum": 197.0, "relative_to_minus_one": -0.0055615949999112055 }, { "event_time": 2, "estimate": -0.11794304330738259, "raw_gap": -0.11794304330738259, "n": 103, "n_cells": 5, "weight_sum": 103.0, "relative_to_minus_one": -0.1165094631806868 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.07970477337457782, -0.005919757743825638, 0.028167473495932856, 0.10249541332080912, 0.06776754488234331, -0.06150438412914294 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.05174547918887011, "penalty": 1.0 }, "checks": { "scalar_vs_treated_cell_average": 7.94178091345632e-18, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.06054912431355161, "matrix_preparation": { "source_rows": 1123, "matrix_shape": [ 19, 4 ], "observed_cells": 76, "missing_cells": 0, "repeated_cells": 76, "minimum_cell_count": 2, "maximum_cell_count": 48, "observation_mass": 1123.0, "treated_observation_mass": 560.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00016033276915550232, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "cbb7d135d08e454e57f87bee2bba8365431617b1f8295727611cadb00414f0f4", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "98784341a7fbdc8ef51833554c0439ef6755c5f702e9128d5fa2b1292c5f093c", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "a7b9e165017d6ac92b40068a0a274585962dbb40b09a4101ccd1ddb072ca51dd" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3845488363941917, "upper": 0.11364187536749903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6427377187249839, "upper": 0.1557853649875534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6023541052550159, "upper": 0.026735204755539088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6301475928266791, "upper": 0.19000726686397956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178646456538404, "upper": 0.06049767284989521, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5226860818897963, "upper": 0.05086040861193214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791588663.1326132, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.13545348051334632, "SE": 0.11856477827814435, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.3845488363941917, "upper": 0.11364187536749903, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.2434761768687152, "SE": 0.190041103005641, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6427377187249839, "upper": 0.1557853649875534, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.28780945024973836, "SE": 0.149717433098655, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6023541052550159, "upper": 0.026735204755539088, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.2200701629813498, "SE": 0.1951892654704509, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6301475928266791, "upper": 0.19000726686397956, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.27868348640197255, "SE": 0.17305479178560704, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6178646456538404, "upper": 0.06049767284989521, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.2359128366389321, "SE": 0.14631556881294505, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5226860818897963, "upper": 0.05086040861193214, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.16203126548854652, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2558667523096268, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.00020165925944563013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }