{ "study_id": 1, "specification_id": "S01-P089", "source_specification_id": "CI-T5-D-C04", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P089.json", "input_bytes": 64217, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p089", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C04", "specification_id": "S01-P089", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C04.csv", "output_dir": "analyses/full-archive/results/S01-P089" }, "source": { "file": "CI-T5-D-C04.csv", "bytes": 64217, "sha256": "d4600869586a4d541fd563b4f495606b2b3c0ef386c81fb4326a8c815a61ddc9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 437, "source_sd": 0.9434132236760603, "rows": 250, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38234882585818836, "se": 0.2472861682957992, "pvalue": 0.1416100234586173, "lower": -0.14187443273619532, "upper": 0.906572084452572 }, { "method": "Dynamic TWFE", "estimate": 0.5581483433627703, "se": 0.2102198784939526, "pvalue": 0.017289438622154065, "lower": 0.11250210894179191, "upper": 1.0037945777837487 }, { "method": "BJS / did2s", "estimate": 0.4794727749845398, "se": 0.23454550455891932, "pvalue": 0.057746688246918206, "lower": -0.0177414830384362, "upper": 0.9766870330075157 }, { "method": "Sun\u2013Abraham", "estimate": 0.4908149332691468, "se": 0.219605591092431, "pvalue": 0.040029217976437104, "lower": 0.025271876973686436, "upper": 0.9563579895646073 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.416742773882426, "se": 0.22957986595892343, "pvalue": 0.08827614651803835, "lower": -0.9034303483232531, "upper": 0.06994480055840113 }, { "event_time": -2, "estimate": -0.49839024019672146, "se": 0.2167750036497281, "pvalue": 0.03530701317594573, "lower": -0.9579327191724869, "upper": -0.03884776122095607 }, { "event_time": 0, "estimate": 0.36994615636816003, "se": 0.21674194385161819, "pvalue": 0.10717915863615919, "lower": -0.089526238966401, "upper": 0.829418551702721 }, { "event_time": 1, "estimate": 0.6267228405525698, "se": 0.26197302979303616, "pvalue": 0.02936460922156976, "lower": 0.07136482644126485, "upper": 1.1820808546638748 }, { "event_time": 2, "estimate": 1.0099480244803603, "se": 0.25409162615425424, "pvalue": 0.0010883307258454883, "lower": 0.4712978397082108, "upper": 1.5485982092525097 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.12712926146558942, "se": 0.0972813438376578, "pvalue": 0.2097455451616876, "lower": -0.07909797485122627, "upper": 0.3333564977824051 }, { "event_time": -2, "estimate": -0.09013957579133097, "se": 0.08274588613657129, "pvalue": 0.29213371709283714, "lower": -0.26555301830100697, "upper": 0.08527386671834505 }, { "event_time": -1, "estimate": 0.0401724754324628, "se": 0.042480163243282576, "pvalue": 0.3583774918360308, "lower": -0.049881447738755885, "upper": 0.1302263986036815 }, { "event_time": 0, "estimate": 0.34927935918180375, "se": 0.28297567548670477, "pvalue": 0.23491026630063055, "lower": -0.25060227483317576, "upper": 0.9491609931967833 }, { "event_time": 1, "estimate": 0.5568986424994115, "se": 0.2657002569890788, "pvalue": 0.052342183799343814, "lower": -0.0063607402961858295, "upper": 1.1201580252950087 }, { "event_time": 2, "estimate": 0.7383537550399637, "se": 0.19347501397241407, "pvalue": 0.0015196528851331155, "lower": 0.32820504765293684, "upper": 1.1485024624269906 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.046373940213609986, "se": 0.41088215758472685, "pvalue": 0.9115420685136352, "lower": -0.824657323005715, "upper": 0.917405203432935 }, { "event_time": -2, "estimate": -0.1971316392054657, "se": 0.30861849992222423, "pvalue": 0.5320203016746747, "lower": -0.8513736326283032, "upper": 0.4571103542173718 }, { "event_time": 0, "estimate": 0.34641328941328947, "se": 0.1851673206391905, "pvalue": 0.07977559277536542, "lower": -0.04612389485233165, "upper": 0.7389504736789105 }, { "event_time": 1, "estimate": 0.5581353871175683, "se": 0.3269507209169532, "pvalue": 0.10713320470467193, "lower": -0.13496917873849035, "upper": 1.251239952973627 }, { "event_time": 2, "estimate": 0.8111517707845891, "se": 0.2650050652579172, "pvalue": 0.007466748924266073, "lower": 0.249366128623856, "upper": 1.3729374129453222 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5225225225225225, 0.3063063063063063, 0.17117117117117117 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.5712011802469635e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10348522704208982, "df_num": 1, "df_den": 221, "pvalue": 0.7479907029715333, "log10_pvalue": -0.12610380009443406, "inference": "Homoskedastic nested-model F", "observations": 250, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 223.83209558045775, "rss_restricted": 223.936906961591, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.022395912347283574 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8201183997514587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.24281847585524038 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.312815738547201 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p089", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [humanities-track students only]", "source_specification_id": "CI-T5-D-C04", "specification_id": "S01-P089", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P089" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P089", "regression_results": "analyses/archive-expanded/baselines/S01-P089.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C04.csv", "bytes": 64217, "sha256": "d4600869586a4d541fd563b4f495606b2b3c0ef386c81fb4326a8c815a61ddc9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 437, "source_sd": 0.9434132236760603, "rows": 250, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 21, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.38234882585818836, "se": 0.2472861682957992, "pvalue": 0.1416100234586173, "lower": -0.14187443273619532, "upper": 0.906572084452572 }, { "method": "Dynamic TWFE", "estimate": 0.5581483433627703, "se": 0.2102198784939526, "pvalue": 0.017289438622154065, "lower": 0.11250210894179191, "upper": 1.0037945777837487 }, { "method": "BJS / did2s", "estimate": 0.4794727749845398, "se": 0.23454550455891932, "pvalue": 0.057746688246918206, "lower": -0.0177414830384362, "upper": 0.9766870330075157 }, { "method": "Sun\u2013Abraham", "estimate": 0.4908149332691468, "se": 0.219605591092431, "pvalue": 0.040029217976437104, "lower": 0.025271876973686436, "upper": 0.9563579895646073 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.416742773882426, "se": 0.22957986595892343, "pvalue": 0.08827614651803835, "lower": -0.9034303483232531, "upper": 0.06994480055840113 }, { "event_time": -2, "estimate": -0.49839024019672146, "se": 0.2167750036497281, "pvalue": 0.03530701317594573, "lower": -0.9579327191724869, "upper": -0.03884776122095607 }, { "event_time": 0, "estimate": 0.36994615636816003, "se": 0.21674194385161819, "pvalue": 0.10717915863615919, "lower": -0.089526238966401, "upper": 0.829418551702721 }, { "event_time": 1, "estimate": 0.6267228405525698, "se": 0.26197302979303616, "pvalue": 0.02936460922156976, "lower": 0.07136482644126485, "upper": 1.1820808546638748 }, { "event_time": 2, "estimate": 1.0099480244803603, "se": 0.25409162615425424, "pvalue": 0.0010883307258454883, "lower": 0.4712978397082108, "upper": 1.5485982092525097 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.12712926146558942, "se": 0.0972813438376578, "pvalue": 0.2097455451616876, "lower": -0.07909797485122627, "upper": 0.3333564977824051 }, { "event_time": -2, "estimate": -0.09013957579133097, "se": 0.08274588613657129, "pvalue": 0.29213371709283714, "lower": -0.26555301830100697, "upper": 0.08527386671834505 }, { "event_time": -1, "estimate": 0.0401724754324628, "se": 0.042480163243282576, "pvalue": 0.3583774918360308, "lower": -0.049881447738755885, "upper": 0.1302263986036815 }, { "event_time": 0, "estimate": 0.34927935918180375, "se": 0.28297567548670477, "pvalue": 0.23491026630063055, "lower": -0.25060227483317576, "upper": 0.9491609931967833 }, { "event_time": 1, "estimate": 0.5568986424994115, "se": 0.2657002569890788, "pvalue": 0.052342183799343814, "lower": -0.0063607402961858295, "upper": 1.1201580252950087 }, { "event_time": 2, "estimate": 0.7383537550399637, "se": 0.19347501397241407, "pvalue": 0.0015196528851331155, "lower": 0.32820504765293684, "upper": 1.1485024624269906 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.046373940213609986, "se": 0.41088215758472685, "pvalue": 0.9115420685136352, "lower": -0.824657323005715, "upper": 0.917405203432935 }, { "event_time": -2, "estimate": -0.1971316392054657, "se": 0.30861849992222423, "pvalue": 0.5320203016746747, "lower": -0.8513736326283032, "upper": 0.4571103542173718 }, { "event_time": 0, "estimate": 0.34641328941328947, "se": 0.1851673206391905, "pvalue": 0.07977559277536542, "lower": -0.04612389485233165, "upper": 0.7389504736789105 }, { "event_time": 1, "estimate": 0.5581353871175683, "se": 0.3269507209169532, "pvalue": 0.10713320470467193, "lower": -0.13496917873849035, "upper": 1.251239952973627 }, { "event_time": 2, "estimate": 0.8111517707845891, "se": 0.2650050652579172, "pvalue": 0.007466748924266073, "lower": 0.249366128623856, "upper": 1.3729374129453222 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.5225225225225225, 0.3063063063063063, 0.17117117117117117 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 4.5712011802469635e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.10348522704208982, "df_num": 1, "df_den": 221, "pvalue": 0.7479907029715333, "log10_pvalue": -0.12610380009443406, "inference": "Homoskedastic nested-model F", "observations": 250, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 223.83209558045775, "rss_restricted": 223.936906961591, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ], [ -0.10404355727042196, -0.25388139509632507, -0.027941459820658394, -0.09550123181476104, -0.17818158701906311, -0.27518595834349513 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.022395912347283574 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8201183997514587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.24281847585524038 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.312815738547201 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.4065665006146791, "se": 0.20259929449450936, "lower": 0.009479180112216656, "upper": 0.8036538211171416 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.3690581455131796, "se": 0.20501480696330127, "lower": -0.03276349243232235, "upper": 0.7708797834586816 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.470315783339832, "se": 0.19218946832728523, "lower": 0.09363134721045152, "upper": 0.8470002194692124 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 111.0, "post_cells": 6, "estimate": 0.35344169417010396, "se": 0.21271571064787353, "lower": -0.06347343764557145, "upper": 0.7703568259857794 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.4065665006146791, "se": 0.20259929449450936, "lower": 0.009479180112216656, "upper": 0.8036538211171416, "event_study": [ { "event_time": -3, "estimate": 0.32410616707438705, "se": 0.41880165671158454, "lower": -0.4967299967460261, "upper": 1.1449423308948001, "relative_to_minus_one": 0.32410616707438705, "n": 0.0 }, { "event_time": -2, "estimate": -0.08046754522398694, "se": 0.26886471762634395, "lower": -0.6074327084851525, "upper": 0.4464976180371787, "relative_to_minus_one": -0.08046754522398694, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.23841089764608053, "se": 0.2684337614139791, "lower": -0.28770960695993625, "upper": 0.7645314022520973, "relative_to_minus_one": 0.23841089764608053, "n": 58.0 }, { "event_time": 1, "estimate": 0.4391470385227336, "se": 0.24687597114784068, "lower": -0.04472097357538363, "upper": 0.9230150506208509, "relative_to_minus_one": 0.4391470385227336, "n": 34.0 }, { "event_time": 2, "estimate": 0.542141565675223, "se": 0.24198071334326574, "lower": 0.06786808256911125, "upper": 1.0164150487813348, "relative_to_minus_one": 0.542141565675223, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": -0.25217532286353017, "se": 0.3524587282592792, "event_time": 0, "mass": 24.0 }, { "group": 2, "year": 3, "att": 0.27688787403314236, "se": 0.37634058554343247, "event_time": 1, "mass": 21.0 }, { "group": 2, "year": 4, "att": 0.542141565675223, "se": 0.24198071334326574, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.0907379079426813, "se": 0.29446041978228954, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.38605171321815773, "se": 0.2677678945942267, "event_time": 0, "mass": 22.0 }, { "group": 3, "year": 4, "att": 0.6143869361714922, "se": 0.2960182779014058, "event_time": 1, "mass": 13.0 }, { "group": 4, "year": 1, "att": 0.32410616707438705, "se": 0.41880165671158454, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.05845962511249904, "se": 0.5441976357790009, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 1.0573944031710139, "se": 0.29550438064153495, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.35344169417010396, "treated_cell_se": 0.21271571064787353, "checks": { "input_rows": 250, "retained_rows": 250, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04073220817372203, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.7275238765117878, "event_study": [ { "event_time": -3, "estimate": 0.0013212364659795812, "raw_gap": 0.11533803851267664, "n": 8, "n_cells": 2, "weight_sum": 8.0, "relative_to_minus_one": -0.16959581005721683 }, { "event_time": -2, "estimate": 0.14826418540610736, "raw_gap": 0.08420479915070635, "n": 30, "n_cells": 6, "weight_sum": 30.0, "relative_to_minus_one": -0.022652861117089057 }, { "event_time": -1, "estimate": 0.17091704652319642, "raw_gap": 0.15398600569285034, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.5417751634313084, "raw_gap": 0.5241799236257911, "n": 58, "n_cells": 10, "weight_sum": 58.0, "relative_to_minus_one": 0.370858116908112 }, { "event_time": 1, "estimate": 0.9430723800497293, "raw_gap": 0.9015570967173168, "n": 34, "n_cells": 8, "weight_sum": 34.0, "relative_to_minus_one": 0.7721553335265329 }, { "event_time": 2, "estimate": 0.9088278890579877, "raw_gap": 0.9088278890579877, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.7379108425347913 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.14964468915884316, -0.15007255189095745, 0.060114593302805795, 0.6221134666963044, 0.7898672480188447, 0.7477771770011848 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -4.163336342344337e-17 }, { "cohort": 2, "pre_gap": -0.10857843333092551 }, { "cohort": 3, "pre_gap": 0.11401680204669706 } ], "diagnostics": { "converged": true, "pre_rmse": 0.12776231758859535, "zeta_omega": [ 0.0, 2.0103080216443265, 1.3293494926777523 ], "zeta_lambda": [ 0.0, 1.1953363013432388e-06, 1.117845223012066e-06 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.9638732316789682, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 14, "time_iterations": 12, "unit_objective": 0.6027916411798615, "time_objective": 0.7455854262614017, "unit_projected_gradient": 3.047753549534349e-09, "time_projected_gradient": 1.1958970619341258e-09 }, { "cohort": 3, "unit_iterations": 17, "time_iterations": 14, "unit_objective": 0.30429103978438005, "time_objective": 0.4802626028532951, "unit_projected_gradient": 6.084137554873692e-09, "time_projected_gradient": 8.214348645729785e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7350806918942069, "matrix_preparation": { "source_rows": 250, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 250.0, "treated_observation_mass": 111.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005506658926606178, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.6079303657886013, "event_study": [ { "event_time": -3, "estimate": 0.1250921687348919, "raw_gap": 0.1250921687348919, "n": 8, "n_cells": 2, "weight_sum": 8.0, "relative_to_minus_one": 0.07722503644572173 }, { "event_time": -2, "estimate": -0.022598096173940204, "raw_gap": -0.022598096173940204, "n": 30, "n_cells": 6, "weight_sum": 30.0, "relative_to_minus_one": -0.07046522846311037 }, { "event_time": -1, "estimate": 0.04786713228917017, "raw_gap": 0.04786713228917017, "n": 42, "n_cells": 10, "weight_sum": 42.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.47339524021598717, "raw_gap": 0.47339524021598717, "n": 58, "n_cells": 10, "weight_sum": 58.0, "relative_to_minus_one": 0.425528107926817 }, { "event_time": 1, "estimate": 0.7245507589633114, "raw_gap": 0.7245507589633114, "n": 34, "n_cells": 8, "weight_sum": 34.0, "relative_to_minus_one": 0.6766836266741413 }, { "event_time": 2, "estimate": 0.809927413960784, "raw_gap": 0.809927413960784, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.7620602816716139 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.11598744813429518, -0.08166563725259728, 0.02580194131915072, 0.6391468466611856, 0.7854078720053159, 0.8809301735773415 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 77, "termination_reason": "Relative objective tolerance reached", "objective": 0.16137441016561452, "lambda_l": 0.0311016505166589, "singular_values": [ 2.2520317070658153, 1.384749127316956, 0.5488033568545858, 0.0 ], "history_objective": [ 0.16465835789508365, 0.16312821885178222, 0.1625274380917318, 0.16214779255875877, 0.16190255097009937, 0.1617405663027588, 0.1616314053393063, 0.1615565858501507, 0.16150459092024658, 0.16146805283937027, 0.16144214392758455, 0.16142363549214697, 0.1614103315704466, 0.1614007180738941, 0.16139373943257776, 0.1613886530286848, 0.16138493244637306, 0.16138220212337984, 0.1613801926283028, 0.16137870972140336, 0.16137761275794255, 0.16137679949814532, 0.16137619535323744, 0.16137574572829266, 0.16137541054216856, 0.1613751602873726, 0.1613749731851409, 0.16137483312329354, 0.16137472815609147, 0.1613746494092747, 0.16137459027835108, 0.1613745458398978, 0.16137451241811318, 0.16137448726488038, 0.16137446832306804, 0.1613744540510413, 0.1613744432922964, 0.16137443517844152, 0.16137442905687566, 0.161374424436796, 0.1613744209488329, 0.16137441831483626, 0.16137441632523328, 0.16137441482204348, 0.1613744136861252, 0.16137441282759296, 0.1613744121786087, 0.16137441168795824, 0.1613744113169663, 0.16137441103642008, 0.16137441082424864, 0.16137441066377342, 0.16137441054238938, 0.16137441045056747, 0.16137441038110395, 0.1613744103285516, 0.1613744102887916, 0.16137441025870855, 0.16137441023594642, 0.161374410218723, 0.16137441020569027, 0.16137441019582827, 0.16137441018836535, 0.16137441018271784, 0.1613744101784441, 0.16137441017520973, 0.16137441017276208, 0.16137441017090973, 0.16137441016950785, 0.1613744101684469, 0.16137441016764392, 0.1613744101670363, 0.16137441016657644, 0.16137441016622828, 0.1613744101659649, 0.1613744101657654, 0.16137441016561452 ], "history_rmse": [ 0.17767245029271522, 0.1762128894772913, 0.176328837630438, 0.176411963555805, 0.1764714738520456, 0.1765140766425241, 0.17654459896050992, 0.17656649216364664, 0.17658221898369134, 0.1765935357794684, 0.1766016950679171, 0.17660759031408946, 0.17661185930480214, 0.17661495783105505, 0.17661721211501916, 0.17661885606663555, 0.1766200577471426, 0.1766209381715528, 0.17662158467970906, 0.17662206045747392, 0.17662241132765608, 0.1766226706027034, 0.17662286255949716, 0.17662300493298905, 0.17662311070987607, 0.1766231894219002, 0.17662324808067092, 0.17662329185506964, 0.17662332456336413, 0.1766233490316168, 0.17662336735535955, 0.17662338109111947, 0.17662339139692154, 0.17662339913561023, 0.17662340495098205, 0.17662340932401394, 0.17662341261446712, 0.1766234150917274, 0.1766234169577099, 0.17662341836389514, 0.17662341942402107, 0.17662342022355138, 0.17662342082674873, 0.17662342128196373, 0.17662342162559444, 0.17662342188505817, 0.17662342208101384, 0.17662342222903687, 0.17662342234087108, 0.1766234224253788, 0.17662342248924653, 0.17662342253752153, 0.17662342257401528, 0.17662342260160582, 0.17662342262246744, 0.1766234226382424, 0.17662342265017228, 0.17662342265919445, 0.1766234226660185, 0.17662342267117973, 0.17662342267508416, 0.1766234226780378, 0.17662342268027215, 0.17662342268196216, 0.17662342268324177, 0.1766234226842088, 0.1766234226849409, 0.17662342268549502, 0.17662342268591383, 0.17662342268623116, 0.1766234226864708, 0.17662342268665282, 0.1766234226867904, 0.17662342268689385, 0.1766234226869731, 0.17662342268703202, 0.17662342268707695 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.7362932789528976, "matrix_preparation": { "source_rows": 250, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 11, "observation_mass": 250.0, "treated_observation_mass": 111.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00045679230242967606, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14187443273619532, "upper": 0.906572084452572, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11250210894179191, "upper": 1.0037945777837487, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0177414830384362, "upper": 0.9766870330075157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.025271876973686436, "upper": 0.9563579895646073, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009479180112216656, "upper": 0.8036538211171416, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06347343764557145, "upper": 0.7703568259857794, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602678.34914, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.38234882585818836, "SE": 0.2472861682957992, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.14187443273619532, "upper": 0.906572084452572, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5581483433627703, "SE": 0.2102198784939526, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.11250210894179191, "upper": 1.0037945777837487, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4794727749845398, "SE": 0.23454550455891932, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.0177414830384362, "upper": 0.9766870330075157, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.4908149332691468, "SE": 0.219605591092431, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.025271876973686436, "upper": 0.9563579895646073, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.4065665006146791, "SE": 0.20259929449450936, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.009479180112216656, "upper": 0.8036538211171416, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.35344169417010396, "SE": 0.21271571064787353, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.06347343764557145, "upper": 0.7703568259857794, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.7275238765117878, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.6079303657886013, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }