{ "study_id": 1, "specification_id": "S01-P080", "source_specification_id": "CI-T5-C-C07", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 7 (\"Ethnic identity\"), accepted-manuscript p. 49", "outcome_label": "Ethnic identity z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P080.json", "input_bytes": 160941, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p080", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C07", "specification_id": "S01-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C07.csv", "output_dir": "analyses/full-archive/results/S01-P080" }, "source": { "file": "CI-T5-C-C07.csv", "bytes": 160941, "sha256": "f57992f99c45adb92609ab25edb094f05be3faa73a201eb0b7a03067a1b1fca9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1101, "source_sd": 0.9733997053729233, "rows": 700, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16001101263152434, "se": 0.1601630442793191, "pvalue": 0.33101204566342385, "lower": -0.17647905712699852, "upper": 0.4965010823900472 }, { "method": "Dynamic TWFE", "estimate": 0.1552157707827433, "se": 0.18979010446860858, "pvalue": 0.4241492911189217, "lower": -0.24351844271500567, "upper": 0.5539499842804922 }, { "method": "BJS / did2s", "estimate": 0.23344681597747013, "se": 0.17882077069954494, "pvalue": 0.20817053472132313, "lower": -0.1422416824380927, "upper": 0.6091353143930329 }, { "method": "Sun\u2013Abraham", "estimate": 0.07159163451959023, "se": 0.1874306829433942, "pvalue": 0.7069606171644892, "lower": -0.3221856182936167, "upper": 0.46536888733279713 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3912354850895506, "se": 0.2332123363893215, "pvalue": 0.11070498459080957, "lower": -0.09872545248688208, "upper": 0.8811964226659832 }, { "event_time": -2, "estimate": -0.027942782813418793, "se": 0.17867492222248113, "pvalue": 0.8774671127828783, "lower": -0.4033248649489827, "upper": 0.3474392993221451 }, { "event_time": 0, "estimate": 0.11494013074267921, "se": 0.17176880312988477, "pvalue": 0.5118881132846463, "lower": -0.24593273357871953, "upper": 0.475812995064078 }, { "event_time": 1, "estimate": 0.17077683148338976, "se": 0.21367618409969807, "pvalue": 0.43457632233147725, "lower": -0.2781401731662676, "upper": 0.6196938361330472 }, { "event_time": 2, "estimate": 0.23076030206751894, "se": 0.2787647254519755, "pvalue": 0.41862652027720026, "lower": -0.35490265367627827, "upper": 0.8164232578113162 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.190254751520915, "se": 0.12120180900246179, "pvalue": 0.13388851143422123, "lower": -0.06438080032944163, "upper": 0.44489030337127167 }, { "event_time": -2, "estimate": 0.02468879176897182, "se": 0.08625353309074486, "pvalue": 0.7779663412970496, "lower": -0.1565231569500338, "upper": 0.20590074048797744 }, { "event_time": -1, "estimate": -0.052721949614282726, "se": 0.03770408618000875, "pvalue": 0.17901271686611542, "lower": -0.13193529527701064, "upper": 0.026491396048445193 }, { "event_time": 0, "estimate": 0.17597333886638977, "se": 0.1879679591992853, "pvalue": 0.3615679931121268, "lower": -0.21893268947451694, "upper": 0.5708793672072965 }, { "event_time": 1, "estimate": 0.3114731098933082, "se": 0.19829455969641238, "pvalue": 0.1336504117699236, "lower": -0.10512830103277687, "upper": 0.7280745208193933 }, { "event_time": 2, "estimate": 0.24229441057776605, "se": 0.23288808033384129, "pvalue": 0.3119325411753545, "lower": -0.2469852903050266, "upper": 0.7315741114605587 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6896158632481039, "se": 0.26465844288349777, "pvalue": 0.01788436879933963, "lower": 0.13358910745828945, "upper": 1.2456426190379184 }, { "event_time": -2, "estimate": 0.5753273472115268, "se": 0.1951089204717488, "pvalue": 0.008589897250296493, "lower": 0.16541871594479385, "upper": 0.9852359784782597 }, { "event_time": 0, "estimate": 0.053408062093887654, "se": 0.15265523861125974, "pvalue": 0.7305034745712115, "lower": -0.2673086932627627, "upper": 0.374124817450538 }, { "event_time": 1, "estimate": 0.2604716851404905, "se": 0.22301348172744612, "pvalue": 0.25805947553798375, "lower": -0.20806225389159305, "upper": 0.7290056241725741 }, { "event_time": 2, "estimate": -0.2166802167334644, "se": 0.30136312480852934, "pvalue": 0.481371427255915, "lower": -0.8498206477596145, "upper": 0.41646021429268576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48011363636363635, 0.33238636363636365, 0.1875 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7748115388986643e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 13.963479684272693, "df_num": 1, "df_den": 669, "pvalue": 0.00020231659013051603, "log10_pvalue": -3.6939685032562783, "inference": "Homoskedastic nested-model F", "observations": 700, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 640.5572379372906, "rss_restricted": 653.9270555434956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.7104218003027107 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.0227804037006942 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.7323898610603616 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.9507827931498118 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Ethnic identity z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p080", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Ethnic identity z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C07", "specification_id": "S01-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C07.csv", "output_dir": "analyses/archive-expanded/fits/S01-P080" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P080", "regression_results": "analyses/archive-expanded/baselines/S01-P080.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C07.csv", "bytes": 160941, "sha256": "f57992f99c45adb92609ab25edb094f05be3faa73a201eb0b7a03067a1b1fca9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1101, "source_sd": 0.9733997053729233, "rows": 700, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.16001101263152434, "se": 0.1601630442793191, "pvalue": 0.33101204566342385, "lower": -0.17647905712699852, "upper": 0.4965010823900472 }, { "method": "Dynamic TWFE", "estimate": 0.1552157707827433, "se": 0.18979010446860858, "pvalue": 0.4241492911189217, "lower": -0.24351844271500567, "upper": 0.5539499842804922 }, { "method": "BJS / did2s", "estimate": 0.23344681597747013, "se": 0.17882077069954494, "pvalue": 0.20817053472132313, "lower": -0.1422416824380927, "upper": 0.6091353143930329 }, { "method": "Sun\u2013Abraham", "estimate": 0.07159163451959023, "se": 0.1874306829433942, "pvalue": 0.7069606171644892, "lower": -0.3221856182936167, "upper": 0.46536888733279713 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.3912354850895506, "se": 0.2332123363893215, "pvalue": 0.11070498459080957, "lower": -0.09872545248688208, "upper": 0.8811964226659832 }, { "event_time": -2, "estimate": -0.027942782813418793, "se": 0.17867492222248113, "pvalue": 0.8774671127828783, "lower": -0.4033248649489827, "upper": 0.3474392993221451 }, { "event_time": 0, "estimate": 0.11494013074267921, "se": 0.17176880312988477, "pvalue": 0.5118881132846463, "lower": -0.24593273357871953, "upper": 0.475812995064078 }, { "event_time": 1, "estimate": 0.17077683148338976, "se": 0.21367618409969807, "pvalue": 0.43457632233147725, "lower": -0.2781401731662676, "upper": 0.6196938361330472 }, { "event_time": 2, "estimate": 0.23076030206751894, "se": 0.2787647254519755, "pvalue": 0.41862652027720026, "lower": -0.35490265367627827, "upper": 0.8164232578113162 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.190254751520915, "se": 0.12120180900246179, "pvalue": 0.13388851143422123, "lower": -0.06438080032944163, "upper": 0.44489030337127167 }, { "event_time": -2, "estimate": 0.02468879176897182, "se": 0.08625353309074486, "pvalue": 0.7779663412970496, "lower": -0.1565231569500338, "upper": 0.20590074048797744 }, { "event_time": -1, "estimate": -0.052721949614282726, "se": 0.03770408618000875, "pvalue": 0.17901271686611542, "lower": -0.13193529527701064, "upper": 0.026491396048445193 }, { "event_time": 0, "estimate": 0.17597333886638977, "se": 0.1879679591992853, "pvalue": 0.3615679931121268, "lower": -0.21893268947451694, "upper": 0.5708793672072965 }, { "event_time": 1, "estimate": 0.3114731098933082, "se": 0.19829455969641238, "pvalue": 0.1336504117699236, "lower": -0.10512830103277687, "upper": 0.7280745208193933 }, { "event_time": 2, "estimate": 0.24229441057776605, "se": 0.23288808033384129, "pvalue": 0.3119325411753545, "lower": -0.2469852903050266, "upper": 0.7315741114605587 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6896158632481039, "se": 0.26465844288349777, "pvalue": 0.01788436879933963, "lower": 0.13358910745828945, "upper": 1.2456426190379184 }, { "event_time": -2, "estimate": 0.5753273472115268, "se": 0.1951089204717488, "pvalue": 0.008589897250296493, "lower": 0.16541871594479385, "upper": 0.9852359784782597 }, { "event_time": 0, "estimate": 0.053408062093887654, "se": 0.15265523861125974, "pvalue": 0.7305034745712115, "lower": -0.2673086932627627, "upper": 0.374124817450538 }, { "event_time": 1, "estimate": 0.2604716851404905, "se": 0.22301348172744612, "pvalue": 0.25805947553798375, "lower": -0.20806225389159305, "upper": 0.7290056241725741 }, { "event_time": 2, "estimate": -0.2166802167334644, "se": 0.30136312480852934, "pvalue": 0.481371427255915, "lower": -0.8498206477596145, "upper": 0.41646021429268576 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48011363636363635, 0.33238636363636365, 0.1875 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.7748115388986643e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 13.963479684272693, "df_num": 1, "df_den": 669, "pvalue": 0.00020231659013051603, "log10_pvalue": -3.6939685032562783, "inference": "Homoskedastic nested-model F", "observations": 700, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 640.5572379372906, "rss_restricted": 653.9270555434956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ], [ -0.12385377274110383, -0.1589223448344328, -0.02176340298340697, -0.093430341541372, -0.13583788961063997, -0.20461530180269097 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 1.7104218003027107 }, { "event_time": 0.0, "cohort": 3, "estimate": 2.0227804037006942 }, { "event_time": 1.0, "cohort": 3, "estimate": 1.7323898610603616 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.9507827931498118 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.17266283149702985, "se": 0.2055471358691201, "lower": -0.23020215193180663, "upper": 0.5755278149258664 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.2335187875474835, "se": 0.2293554074258235, "lower": -0.21600955066664101, "upper": 0.683047125761608 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.29837523772197516, "se": 0.21203626302678377, "lower": -0.11720820122698289, "upper": 0.7139586766709332 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 352.0, "post_cells": 6, "estimate": 0.26568982773335853, "se": 0.2274149146612357, "lower": -0.18003521454991334, "upper": 0.7114148700166304 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.17266283149702985, "se": 0.2055471358691201, "lower": -0.23020215193180663, "upper": 0.5755278149258664, "event_study": [ { "event_time": -3, "estimate": 0.6740795833144398, "se": 0.2683243628839769, "lower": 0.1481734958871891, "upper": 1.1999856707416905, "relative_to_minus_one": 0.6740795833144398, "n": 0.0 }, { "event_time": -2, "estimate": 0.20972747983516318, "se": 0.3797927245709921, "lower": -0.5346525819143219, "upper": 0.9541075415846482, "relative_to_minus_one": 0.20972747983516318, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.24660609492979244, "se": 0.2151147018251716, "lower": -0.17501097319261652, "upper": 0.6682231630522014, "relative_to_minus_one": 0.24660609492979244, "n": 169.0 }, { "event_time": 1, "estimate": 0.48729113030389437, "se": 0.2787900601848606, "lower": -0.059127346906186484, "upper": 1.0337096075139751, "relative_to_minus_one": 0.48729113030389437, "n": 117.0 }, { "event_time": 2, "estimate": -0.2159087307425973, "se": 0.2877061298410375, "lower": -0.7798023833624353, "upper": 0.3479849218772407, "relative_to_minus_one": -0.2159087307425973, "n": 66.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.11807221423523752, "se": 0.2729116650337998, "event_time": 0, "mass": 67.0 }, { "group": 2, "year": 3, "att": -0.060611326634677734, "se": 0.1991349550569111, "event_time": 1, "mass": 70.0 }, { "group": 2, "year": 4, "att": -0.2159087307425973, "se": 0.2877061298410375, "event_time": 2, "mass": 66.0 }, { "group": 3, "year": 1, "att": 0.6991510573777007, "se": 0.33106299597873007, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.9430677708437903, "se": 0.2822935838115303, "event_time": 0, "mass": 60.0 }, { "group": 3, "year": 4, "att": 1.3153010230930848, "se": 0.250274825956032, "event_time": 1, "mass": 47.0 }, { "group": 4, "year": 1, "att": 0.6740795833144398, "se": 0.2683243628839769, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.49854403888493176, "se": 0.2642356516815328, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.03626696365094228, "se": 0.12181001443790282, "event_time": 0, "mass": 42.0 } ], "treated_cell_att": 0.26568982773335853, "treated_cell_se": 0.2274149146612357, "checks": { "input_rows": 700, "retained_rows": 700, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.045609707944095135, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.19084774829403625, "event_study": [ { "event_time": -3, "estimate": 0.5573195928037475, "raw_gap": 0.3632965241146158, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.6849747890656451 }, { "event_time": -2, "estimate": 0.26441839273264167, "raw_gap": 0.17071815381442793, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.39207358899453926 }, { "event_time": -1, "estimate": -0.12765519626189759, "raw_gap": -0.18253319108919006, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.16592037629345022, "raw_gap": -0.22635873659992778, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": -0.03826518003155263 }, { "event_time": 1, "estimate": -0.10209757868396219, "raw_gap": -0.11592384055319366, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.0255576175779354 }, { "event_time": 2, "estimate": -0.412006774240668, "raw_gap": -0.4120067742406679, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": -0.2843515779787704 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.3995838565218461, 0.0958889276885609, -0.18195744981506698, -0.19698519923968213, -0.10662864848678992, -0.41638786647787374 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.03441856678085295 }, { "cohort": 3, "pre_gap": -0.1940230686891319 } ], "diagnostics": { "converged": true, "pre_rmse": 0.30422673612688167, "zeta_omega": [ 0.0, 1.4773908862206373, 1.2357780494259507 ], "zeta_lambda": [ 0.0, 8.784618767668788e-07, 8.738270387905741e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4569750818970131, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 14, "unit_objective": 0.5914315096800942, "time_objective": 0.36224987455522856, "unit_projected_gradient": 6.184353751326199e-09, "time_projected_gradient": 1.7703489785247939e-09 }, { "cohort": 3, "unit_iterations": 19, "time_iterations": 4, "unit_objective": 0.3676183133146063, "time_objective": 0.04035315019817929, "unit_projected_gradient": 8.562422160185434e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.16855422036603687, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00047275004908442497, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09567096402902067, "event_study": [ { "event_time": -3, "estimate": 0.0752384542727167, "raw_gap": 0.0752384542727167, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.10303584978795113 }, { "event_time": -2, "estimate": 0.019980197560986037, "raw_gap": 0.019980197560986037, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.04777759307622047 }, { "event_time": -1, "estimate": -0.027797395515234434, "raw_gap": -0.027797395515234434, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06774940234709555, "raw_gap": 0.06774940234709555, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": 0.09554679786232997 }, { "event_time": 1, "estimate": 0.16915261574935384, "raw_gap": 0.16915261574935384, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.19695001126458828 }, { "event_time": 2, "estimate": 0.03690415604366255, "raw_gap": 0.03690415604366255, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": 0.06470155155889698 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06903790618988437, 0.035253717540541976, -0.04293698343379423, 0.09479868953245073, 0.1911364444243637, -0.018797207359921297 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 27, "termination_reason": "Relative objective tolerance reached", "objective": 0.08177484795851275, "lambda_l": 0.02391577529403578, "singular_values": [ 1.7231014926258068, 0.9825722761273761, 0.0, 0.0 ], "history_objective": [ 0.08280480402814448, 0.08191286732048719, 0.08179310420267233, 0.08177787103449327, 0.08177550866274597, 0.0817750429108592, 0.08177491955241983, 0.0817748776110757, 0.08177486104659944, 0.08177485396300642, 0.08177485078965559, 0.08177484932180212, 0.08177484862602094, 0.08177484828973981, 0.08177484812465796, 0.08177484804259402, 0.08177484800137834, 0.08177484798049994, 0.08177484796984527, 0.08177484796437197, 0.08177484796154319, 0.0817748479600728, 0.08177484795930418, 0.08177484795890025, 0.08177484795868678, 0.08177484795857329, 0.08177484795851275 ], "history_rmse": [ 0.1408695530476737, 0.13562420976264464, 0.13238488403419832, 0.13130883028270673, 0.13091161166082305, 0.13075656607604338, 0.13069311446624643, 0.13066572754434483, 0.13065314481086615, 0.13064695519872452, 0.1306436995541063, 0.13064188340487845, 0.13064082141895428, 0.13064017803523434, 0.13063977803389956, 0.130639524587548, 0.13063936169207124, 0.13063925581614566, 0.13063918636542843, 0.13063914045031147, 0.13063910988647834, 0.13063908941725888, 0.13063907563381316, 0.13063906630705938, 0.13063905996846262, 0.1306390556439716, 0.13063905268350925 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": 0.1058749972941306, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00028125010430812836, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.13234577061775446, "event_study": [ { "event_time": -3, "estimate": 0.024399210523570858, "raw_gap": 0.024399210523570858, "n": 25, "n_cells": 4, "weight_sum": 25.0, "relative_to_minus_one": 0.10425500001909888 }, { "event_time": -2, "estimate": 0.042218835914658505, "raw_gap": 0.042218835914658505, "n": 70, "n_cells": 8, "weight_sum": 70.0, "relative_to_minus_one": 0.12207462541018652 }, { "event_time": -1, "estimate": -0.07985578949552802, "raw_gap": -0.07985578949552802, "n": 123, "n_cells": 13, "weight_sum": 123.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11406195870870386, "raw_gap": 0.11406195870870386, "n": 169, "n_cells": 13, "weight_sum": 169.0, "relative_to_minus_one": 0.19391774820423188 }, { "event_time": 1, "estimate": 0.19623308861502015, "raw_gap": 0.19623308861502015, "n": 117, "n_cells": 9, "weight_sum": 117.0, "relative_to_minus_one": 0.27608887811054816 }, { "event_time": 2, "estimate": 0.06590861920789783, "raw_gap": 0.06590861920789783, "n": 66, "n_cells": 5, "weight_sum": 66.0, "relative_to_minus_one": 0.14576440870342583 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.06068654293080117, 0.03819631074021507, -0.04217820443422514, 0.14004383647795843, 0.19303045769970745, 0.06152752697069199 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.053841908248349175, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1431659862357143, "matrix_preparation": { "source_rows": 700, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 36, "observation_mass": 700.0, "treated_observation_mass": 352.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002360842190682888, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17647905712699852, "upper": 0.4965010823900472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24351844271500567, "upper": 0.5539499842804922, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1422416824380927, "upper": 0.6091353143930329, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3221856182936167, "upper": 0.46536888733279713, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23020215193180663, "upper": 0.5755278149258664, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.18003521454991334, "upper": 0.7114148700166304, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602661.60658, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.16001101263152434, "SE": 0.1601630442793191, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.17647905712699852, "upper": 0.4965010823900472, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1552157707827433, "SE": 0.18979010446860858, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.24351844271500567, "upper": 0.5539499842804922, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.23344681597747013, "SE": 0.17882077069954494, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1422416824380927, "upper": 0.6091353143930329, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07159163451959023, "SE": 0.1874306829433942, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3221856182936167, "upper": 0.46536888733279713, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.17266283149702985, "SE": 0.2055471358691201, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.23020215193180663, "upper": 0.5755278149258664, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.26568982773335853, "SE": 0.2274149146612357, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.18003521454991334, "upper": 0.7114148700166304, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19084774829403625, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.09567096402902067, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.13234577061775446, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }