{ "study_id": 1, "specification_id": "S01-P097", "source_specification_id": "CI-T5-D-C12", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P097.json", "input_bytes": 50237, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p097", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [humanities-track students only]", "source_specification_id": "CI-T5-D-C12", "specification_id": "S01-P097", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C12.csv", "output_dir": "analyses/full-archive/results/S01-P097" }, "source": { "file": "CI-T5-D-C12.csv", "bytes": 50237, "sha256": "16cda15a3e7945070ecaed10ba4eb84671acb0f9565ffc48e97c92c1db667ece" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.30179145930705864, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.19717701724999584, "se": 0.20729820707749333, "pvalue": 0.3556636868203896, "lower": -0.24227555045264723, "upper": 0.6366295849526389 }, { "method": "Dynamic TWFE", "estimate": 0.1600490339762804, "se": 0.24251168089892206, "pvalue": 0.5186651055656588, "lower": -0.35405276348439835, "upper": 0.6741508314369591 }, { "method": "BJS / did2s", "estimate": 0.09391724677970331, "se": 0.30144418237527015, "pvalue": 0.7593996026557932, "lower": -0.5451158728570502, "upper": 0.7329503664164567 }, { "method": "Sun\u2013Abraham", "estimate": 0.09528105206321572, "se": 0.24216147243483366, "pvalue": 0.6991726367846449, "lower": -0.41807833661860994, "upper": 0.6086404407450413 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5550880310471382, "se": 0.48118046016967314, "pvalue": 0.26560776800428554, "lower": -1.57514503844255, "upper": 0.4649689763482736 }, { "event_time": -2, "estimate": 0.10861748997214406, "se": 0.2982150600069563, "pvalue": 0.7204584029074546, "lower": -0.5235701960441871, "upper": 0.7408051759884752 }, { "event_time": 0, "estimate": 0.20542150106248314, "se": 0.16374963959286395, "pvalue": 0.22768285585425235, "lower": -0.14171222765599972, "upper": 0.5525552297809659 }, { "event_time": 1, "estimate": 0.31325234838711424, "se": 0.30363497294884456, "pvalue": 0.3175683561447359, "lower": -0.33042503979604365, "upper": 0.9569297365702721 }, { "event_time": 2, "estimate": -0.27918771293355193, "se": 0.5060041215690358, "pvalue": 0.5887437402913874, "lower": -1.3518685316755468, "upper": 0.793493105808443 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2932294102793608, "se": 0.15959525436430663, "pvalue": 0.08480543507895444, "lower": -0.6315562357368185, "upper": 0.0450974151780969 }, { "event_time": -2, "estimate": 0.16187775685134737, "se": 0.06499340798325363, "pvalue": 0.02412212056156986, "lower": 0.024097886853198996, "upper": 0.2996576268494957 }, { "event_time": -1, "estimate": -0.05664527602288974, "se": 0.06832025350796254, "pvalue": 0.41923781065142945, "lower": -0.20147774347855904, "upper": 0.08818719143277956 }, { "event_time": 0, "estimate": 0.1301445178003174, "se": 0.21930606361332675, "pvalue": 0.5611843697909885, "lower": -0.3347635686049275, "upper": 0.5950526042055624 }, { "event_time": 1, "estimate": 0.2653881104909471, "se": 0.3855559819629069, "pvalue": 0.5011066059159694, "lower": -0.5519540588186737, "upper": 1.0827302798005678 }, { "event_time": 2, "estimate": -0.3524949083535731, "se": 0.5637120451580641, "pvalue": 0.5405843823387108, "lower": -1.5475110601190043, "upper": 0.8425212434118581 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3888423948097193, "se": 0.7676264602485473, "pvalue": 0.6193783299277745, "lower": -2.0161377957130684, "upper": 1.2384530060936298 }, { "event_time": -2, "estimate": 0.3862710649500733, "se": 0.29746186206573927, "pvalue": 0.21250117995547152, "lower": -0.24431991275930925, "upper": 1.016862042659456 }, { "event_time": 0, "estimate": 0.15822478501641365, "se": 0.17423847862139782, "pvalue": 0.37730406167059716, "lower": -0.21114428914133684, "upper": 0.5275938591741641 }, { "event_time": 1, "estimate": 0.2724523608256823, "se": 0.3040425749656302, "pvalue": 0.3834839765367186, "lower": -0.3720891050328327, "upper": 0.9169938266841973 }, { "event_time": 2, "estimate": -0.4451936146973076, "se": 0.5356332381875277, "pvalue": 0.4181181282204034, "lower": -1.580685354770088, "upper": 0.6902981253754727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1359077476175813e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7785159861642875, "df_num": 1, "df_den": 232, "pvalue": 0.37850866874177913, "log10_pvalue": -0.42192416968145624, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 200.1691386647538, "rss_restricted": 200.84084070952642, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3936911104177776 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6947981841946811 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6002247650129597 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5322539722257764 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p097", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [humanities-track students only]", "source_specification_id": "CI-T5-D-C12", "specification_id": "S01-P097", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C12.csv", "output_dir": "analyses/archive-expanded/fits/S01-P097" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P097", "regression_results": "analyses/archive-expanded/baselines/S01-P097.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C12.csv", "bytes": 50237, "sha256": "16cda15a3e7945070ecaed10ba4eb84671acb0f9565ffc48e97c92c1db667ece" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 455, "source_sd": 0.30179145930705864, "rows": 261, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.19717701724999584, "se": 0.20729820707749333, "pvalue": 0.3556636868203896, "lower": -0.24227555045264723, "upper": 0.6366295849526389 }, { "method": "Dynamic TWFE", "estimate": 0.1600490339762804, "se": 0.24251168089892206, "pvalue": 0.5186651055656588, "lower": -0.35405276348439835, "upper": 0.6741508314369591 }, { "method": "BJS / did2s", "estimate": 0.09391724677970331, "se": 0.30144418237527015, "pvalue": 0.7593996026557932, "lower": -0.5451158728570502, "upper": 0.7329503664164567 }, { "method": "Sun\u2013Abraham", "estimate": 0.09528105206321572, "se": 0.24216147243483366, "pvalue": 0.6991726367846449, "lower": -0.41807833661860994, "upper": 0.6086404407450413 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.5550880310471382, "se": 0.48118046016967314, "pvalue": 0.26560776800428554, "lower": -1.57514503844255, "upper": 0.4649689763482736 }, { "event_time": -2, "estimate": 0.10861748997214406, "se": 0.2982150600069563, "pvalue": 0.7204584029074546, "lower": -0.5235701960441871, "upper": 0.7408051759884752 }, { "event_time": 0, "estimate": 0.20542150106248314, "se": 0.16374963959286395, "pvalue": 0.22768285585425235, "lower": -0.14171222765599972, "upper": 0.5525552297809659 }, { "event_time": 1, "estimate": 0.31325234838711424, "se": 0.30363497294884456, "pvalue": 0.3175683561447359, "lower": -0.33042503979604365, "upper": 0.9569297365702721 }, { "event_time": 2, "estimate": -0.27918771293355193, "se": 0.5060041215690358, "pvalue": 0.5887437402913874, "lower": -1.3518685316755468, "upper": 0.793493105808443 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.2932294102793608, "se": 0.15959525436430663, "pvalue": 0.08480543507895444, "lower": -0.6315562357368185, "upper": 0.0450974151780969 }, { "event_time": -2, "estimate": 0.16187775685134737, "se": 0.06499340798325363, "pvalue": 0.02412212056156986, "lower": 0.024097886853198996, "upper": 0.2996576268494957 }, { "event_time": -1, "estimate": -0.05664527602288974, "se": 0.06832025350796254, "pvalue": 0.41923781065142945, "lower": -0.20147774347855904, "upper": 0.08818719143277956 }, { "event_time": 0, "estimate": 0.1301445178003174, "se": 0.21930606361332675, "pvalue": 0.5611843697909885, "lower": -0.3347635686049275, "upper": 0.5950526042055624 }, { "event_time": 1, "estimate": 0.2653881104909471, "se": 0.3855559819629069, "pvalue": 0.5011066059159694, "lower": -0.5519540588186737, "upper": 1.0827302798005678 }, { "event_time": 2, "estimate": -0.3524949083535731, "se": 0.5637120451580641, "pvalue": 0.5405843823387108, "lower": -1.5475110601190043, "upper": 0.8425212434118581 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3888423948097193, "se": 0.7676264602485473, "pvalue": 0.6193783299277745, "lower": -2.0161377957130684, "upper": 1.2384530060936298 }, { "event_time": -2, "estimate": 0.3862710649500733, "se": 0.29746186206573927, "pvalue": 0.21250117995547152, "lower": -0.24431991275930925, "upper": 1.016862042659456 }, { "event_time": 0, "estimate": 0.15822478501641365, "se": 0.17423847862139782, "pvalue": 0.37730406167059716, "lower": -0.21114428914133684, "upper": 0.5275938591741641 }, { "event_time": 1, "estimate": 0.2724523608256823, "se": 0.3040425749656302, "pvalue": 0.3834839765367186, "lower": -0.3720891050328327, "upper": 0.9169938266841973 }, { "event_time": 2, "estimate": -0.4451936146973076, "se": 0.5356332381875277, "pvalue": 0.4181181282204034, "lower": -1.580685354770088, "upper": 0.6902981253754727 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5130434782608696, 0.3217391304347826, 0.16521739130434782 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.1359077476175813e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.7785159861642875, "df_num": 1, "df_den": 232, "pvalue": 0.37850866874177913, "log10_pvalue": -0.42192416968145624, "inference": "Homoskedastic nested-model F", "observations": 261, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 200.1691386647538, "rss_restricted": 200.84084070952642, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ], [ -0.10527054271892895, -0.25759806826199055, -0.023960995476643134, -0.10847202014602922, -0.17920222024122173, -0.27841244271859905 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.3936911104177776 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6947981841946811 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6002247650129597 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5322539722257764 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.08103373967413811, "se": 0.29233030886893624, "lower": -0.6539906166467231, "upper": 0.4919231372984469 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.008537872532220814, "se": 0.26932767673113067, "lower": -0.5364104189650833, "upper": 0.5193346739006417 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.0615948279264004, "se": 0.25273820320373463, "lower": -0.4337629478702852, "upper": 0.556952603723086 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 115.0, "post_cells": 6, "estimate": -0.011752340804944049, "se": 0.27499749457694933, "lower": -0.5507375260145135, "upper": 0.5272328444046255 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.08103373967413811, "se": 0.29233030886893624, "lower": -0.6539906166467231, "upper": 0.4919231372984469, "event_study": [ { "event_time": -3, "estimate": -0.40761880173259024, "se": 0.7277252233778506, "lower": -1.833934030194543, "upper": 1.0186964267293628, "relative_to_minus_one": -0.40761880173259024, "n": 0.0 }, { "event_time": -2, "estimate": 0.16948113542084317, "se": 0.29151008053386307, "lower": -0.40186812355589907, "upper": 0.7408303943975855, "relative_to_minus_one": 0.16948113542084317, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.07434320368672684, "se": 0.22412501918213615, "lower": -0.3649337619446088, "upper": 0.5136201693180624, "relative_to_minus_one": 0.07434320368672684, "n": 59.0 }, { "event_time": 1, "estimate": 0.1125643062133947, "se": 0.2835305154632534, "lower": -0.44314529261265884, "upper": 0.6682739050394482, "relative_to_minus_one": 0.1125643062133947, "n": 37.0 }, { "event_time": 2, "estimate": -0.4300087289225359, "se": 0.523707358157744, "lower": -1.456456289350333, "upper": 0.5964388315052613, "relative_to_minus_one": -0.4300087289225359, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.1864399502355811, "se": 0.3137578484105332, "event_time": 0, "mass": 25.0 }, { "group": 2, "year": 3, "att": -0.08515907034299475, "se": 0.44874829867075444, "event_time": 1, "mass": 24.0 }, { "group": 2, "year": 4, "att": -0.4300087289225359, "se": 0.5237073581577442, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": 0.22484779063313853, "se": 0.42659871789228565, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.29370070259735315, "se": 0.23996501410932497, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.33370229315146177, "se": 0.3377756451496358, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": -0.40761880173259024, "se": 0.7277252233778506, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.052595974417108435, "se": 0.4583310260592587, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.22699315274752052, "se": 0.5387212182812585, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": -0.011752340804944049, "treated_cell_se": 0.27499749457694933, "checks": { "input_rows": 261, "retained_rows": 261, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04233404202386737, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.09336773926343588, "event_study": [ { "event_time": -3, "estimate": -0.5660906824523949, "raw_gap": -0.2881311650585581, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.6289269371053702 }, { "event_time": -2, "estimate": -0.03891253696381343, "raw_gap": -0.06586570788007277, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": -0.10174879161678871 }, { "event_time": -1, "estimate": 0.06283625465297528, "raw_gap": 0.08425340224282271, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.15708908079412454, "raw_gap": 0.1762857834092262, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.09425282614114926 }, { "event_time": 1, "estimate": 0.26110425037584895, "raw_gap": 0.22592266093155433, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.19826799572287368 }, { "event_time": 2, "estimate": -0.4311485797612964, "raw_gap": -0.4311485797612976, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.49398483441427166 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.025151292973015993, 0.15940798404986778, -0.09061453183531731, 0.17032189635934727, 0.3685888368856045, -0.15647302389089845 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.2212453270876722e-15 }, { "cohort": 2, "pre_gap": -0.10013221611068235 }, { "cohort": 3, "pre_gap": 0.2779595173938368 } ], "diagnostics": { "converged": true, "pre_rmse": 0.1642452443597887, "zeta_omega": [ 0.0, 0.830728853122857, 0.5182606633865524 ], "zeta_lambda": [ 0.0, 4.93954331385876e-07, 4.358035340087639e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.19697180537346104, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 16, "time_iterations": 15, "unit_objective": 0.1137735495232053, "time_objective": 0.09102976151758625, "unit_projected_gradient": 1.3293040140860413e-09, "time_projected_gradient": 4.379659968023475e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 16, "unit_objective": 0.10063581952992602, "time_objective": 0.38123575244800306, "unit_projected_gradient": 9.464214550947148e-09, "time_projected_gradient": 1.4699826540265973e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 3.0531133177191805e-16 }, "native_matrix_att": 0.19414437532784123, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0006441250443458557, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.1897073800677871, "event_study": [ { "event_time": -3, "estimate": -0.11084720784291838, "raw_gap": -0.11084720784291838, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.07649200231167477 }, { "event_time": -2, "estimate": 0.10234288362279376, "raw_gap": 0.10234288362279376, "n": 31, "n_cells": 6, "weight_sum": 31.0, "relative_to_minus_one": 0.13669808915403736 }, { "event_time": -1, "estimate": -0.0343552055312436, "raw_gap": -0.0343552055312436, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2260896480466154, "raw_gap": 0.2260896480466154, "n": 59, "n_cells": 10, "weight_sum": 59.0, "relative_to_minus_one": 0.260444853577859 }, { "event_time": 1, "estimate": 0.3515116436660383, "raw_gap": 0.3515116436660383, "n": 37, "n_cells": 8, "weight_sum": 37.0, "relative_to_minus_one": 0.3858668491972819 }, { "event_time": 2, "estimate": -0.23836164961043202, "raw_gap": -0.23836164961043202, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": -0.20400644407918841 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04245159651824726, 0.0964403853968433, -0.04937389358501674, 0.2533068186428973, 0.38038506991531373, 0.07991320084256992 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 86, "termination_reason": "Relative objective tolerance reached", "objective": 0.06470602279630056, "lambda_l": 0.02047455972238275, "singular_values": [ 1.5125930781231496, 0.6463325442124392, 0.34108309702106615, 0.0 ], "history_objective": [ 0.0654447276898639, 0.0651820596079911, 0.06503132524717091, 0.06493500279059944, 0.064871659626825, 0.06482861363958874, 0.06479838549237298, 0.06477652441792525, 0.06476032745417443, 0.06474810313537968, 0.06473875345155458, 0.06473153707033094, 0.06472593425446412, 0.06472156848189858, 0.06471815973844355, 0.06471549567912535, 0.0647134130620258, 0.06471178525683782, 0.0647105134819488, 0.06470952043268209, 0.06470874551586304, 0.06470814121203104, 0.06470767025963203, 0.06470730345620929, 0.06470701793257068, 0.06470679579463787, 0.0647066230535966, 0.0647064887831939, 0.06470638445639829, 0.06470630342377652, 0.0647062405037929, 0.06470619166141305, 0.06470615375628613, 0.06470612434567195, 0.06470610153037822, 0.06470608383444221, 0.0647060701112502, 0.06470605947034608, 0.06470605122041134, 0.06470604482487281, 0.0647060398673618, 0.06470603602485235, 0.06470603304678127, 0.06470603073882421, 0.06470602895029437, 0.06470602756435785, 0.06470602649043841, 0.0647060256583231, 0.06470602501358887, 0.06470602451405474, 0.06470602412703047, 0.06470602382718232, 0.06470602359487887, 0.06470602341490791, 0.06470602327548244, 0.06470602316746944, 0.06470602308379275, 0.06470602301896987, 0.06470602296875314, 0.06470602292985177, 0.0647060228997163, 0.06470602287637162, 0.06470602285828757, 0.06470602284427876, 0.0647060228334269, 0.06470602282502053, 0.0647060228185086, 0.06470602281346424, 0.06470602280955667, 0.06470602280652973, 0.064706022804185, 0.06470602280236866, 0.06470602280096163, 0.06470602279987175, 0.06470602279902751, 0.06470602279837352, 0.0647060227978669, 0.0647060227974745, 0.06470602279717051, 0.06470602279693505, 0.06470602279675265, 0.06470602279661135, 0.06470602279650187, 0.06470602279641713, 0.06470602279635143, 0.06470602279630056 ], "history_rmse": [ 0.11600263750745392, 0.11603053125468221, 0.11611056828083326, 0.11616247653491645, 0.116196260361383, 0.11621856638450362, 0.1162336069829129, 0.11624399445573878, 0.1162513418183476, 0.1162566532739725, 0.11626056491622964, 0.11626348924989191, 0.11626570110049797, 0.11626738874807772, 0.11626868466216166, 0.116269684287052, 0.11627045778287226, 0.11627105756172067, 0.11627152326790052, 0.11627188516828275, 0.1162721665265912, 0.11627238530877068, 0.11627255543443887, 0.11627268771123128, 0.11627279054175173, 0.11627287046379403, 0.11627293256611805, 0.11627298081004005, 0.11627301827900331, 0.11627304737267914, 0.11627306995811892, 0.1162730874875443, 0.11627310109016545, 0.11627311164375116, 0.11627311983040821, 0.1162731261800417, 0.11627313110420313, 0.11627313492244166, 0.11627313788281343, 0.11627314017783404, 0.11627314195688604, 0.11627314333586043, 0.11627314440465185, 0.11627314523297981, 0.11627314587490908, 0.11627314637235997, 0.11627314675783268, 0.11627314705652202, 0.11627314728795772, 0.11627314746727696, 0.11627314760621241, 0.11627314771385516, 0.11627314779725212, 0.11627314786186296, 0.11627314791191905, 0.1162731479506978, 0.11627314798073995, 0.11627314800401375, 0.11627314802204322, 0.11627314803601056, 0.11627314804683035, 0.11627314805521223, 0.11627314806170526, 0.11627314806673544, 0.11627314807063206, 0.11627314807365029, 0.1162731480759883, 0.11627314807779973, 0.11627314807920278, 0.11627314808028956, 0.11627314808113168, 0.11627314808178382, 0.11627314808228872, 0.11627314808268022, 0.11627314808298345, 0.11627314808321822, 0.11627314808340004, 0.11627314808354107, 0.11627314808365029, 0.11627314808373489, 0.11627314808380035, 0.11627314808385103, 0.11627314808389015, 0.11627314808392093, 0.11627314808394439, 0.1162731480839627 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.26799097950553463, "matrix_preparation": { "source_rows": 261, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 52, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 261.0, "treated_observation_mass": 115.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004593748599290848, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.24227555045264723, "upper": 0.6366295849526389, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35405276348439835, "upper": 0.6741508314369591, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5451158728570502, "upper": 0.7329503664164567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41807833661860994, "upper": 0.6086404407450413, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6539906166467231, "upper": 0.4919231372984469, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5507375260145135, "upper": 0.5272328444046255, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602694.33286, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.19717701724999584, "SE": 0.20729820707749333, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.24227555045264723, "upper": 0.6366295849526389, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.1600490339762804, "SE": 0.24251168089892206, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.35405276348439835, "upper": 0.6741508314369591, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.09391724677970331, "SE": 0.30144418237527015, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.5451158728570502, "upper": 0.7329503664164567, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.09528105206321572, "SE": 0.24216147243483366, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.41807833661860994, "upper": 0.6086404407450413, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.08103373967413811, "SE": 0.29233030886893624, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6539906166467231, "upper": 0.4919231372984469, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.011752340804944049, "SE": 0.27499749457694933, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.5507375260145135, "upper": 0.5272328444046255, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.09336773926343588, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.1897073800677871, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }