{ "study_id": 1, "specification_id": "S01-P077", "source_specification_id": "CI-T5-C-C04", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 4 (\"Wisdom of the masses\"), accepted-manuscript p. 49", "outcome_label": "Wisdom of the masses z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P077.json", "input_bytes": 148787, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p077", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C04", "specification_id": "S01-P077", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C04.csv", "output_dir": "analyses/full-archive/results/S01-P077" }, "source": { "file": "CI-T5-C-C04.csv", "bytes": 148787, "sha256": "0a4ddb98e875cf915d2a27754bacfa89735aef1d49ce480c4d2a42f110add3f9" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1017, "source_sd": 0.977146953252265, "rows": 652, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23582791435780864, "se": 0.15115025994902712, "pvalue": 0.13611658063168652, "lower": -0.0817269981572647, "upper": 0.553382826872882 }, { "method": "Dynamic TWFE", "estimate": 0.12751990712161132, "se": 0.20326405160059538, "pvalue": 0.5383003023387085, "lower": -0.2995220188747712, "upper": 0.5545618331179938 }, { "method": "BJS / did2s", "estimate": 0.2015398324790163, "se": 0.17892541381205687, "pvalue": 0.2747940593987179, "lower": -0.17436851295798228, "upper": 0.5774481779160149 }, { "method": "Sun\u2013Abraham", "estimate": 0.07075989313060833, "se": 0.2132728729157203, "pvalue": 0.743886554756117, "lower": -0.37730978616355443, "upper": 0.5188295724247711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4793329413761492, "se": 0.2736374217326266, "pvalue": 0.09684390197638751, "lower": -0.0955579489766582, "upper": 1.0542238317289565 }, { "event_time": -2, "estimate": 0.11589261888651405, "se": 0.1704790370983479, "pvalue": 0.5052771002799211, "lower": -0.24227054755247474, "upper": 0.4740557853255028 }, { "event_time": 0, "estimate": 0.21909501235305961, "se": 0.1578557441515874, "pvalue": 0.18209576636115224, "lower": -0.11254759971366074, "upper": 0.5507376244197799 }, { "event_time": 1, "estimate": 0.005157863414913895, "se": 0.22839397359879496, "pvalue": 0.9822312237778031, "lower": -0.4746800695770242, "upper": 0.48499579640685203 }, { "event_time": 2, "estimate": 0.10445572862280063, "se": 0.34638023270887175, "pvalue": 0.7664408478639412, "lower": -0.6232621365790878, "upper": 0.832173593824689 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.24421147770631807, "se": 0.11862099006895434, "pvalue": 0.054289540644874734, "lower": -0.005001974764761413, "upper": 0.4934249301773975 }, { "event_time": -2, "estimate": -0.04275688679842263, "se": 0.07937130646338857, "pvalue": 0.5966976203389638, "lower": -0.20950981391008164, "upper": 0.12399604031323638 }, { "event_time": -1, "estimate": -0.021180095653988422, "se": 0.031994657302333585, "pvalue": 0.5163649529387419, "lower": -0.08839837635041992, "upper": 0.04603818504244308 }, { "event_time": 0, "estimate": 0.2519925363855253, "se": 0.14448713876394315, "pvalue": 0.09820329538736056, "lower": -0.051563677975008104, "upper": 0.5555487507460588 }, { "event_time": 1, "estimate": 0.14823868972951582, "se": 0.18712006782526272, "pvalue": 0.4385540295680244, "lower": -0.24488598493597658, "upper": 0.5413633643950082 }, { "event_time": 2, "estimate": 0.1643078098253299, "se": 0.3371508865739736, "pvalue": 0.6318981340071941, "lower": -0.5440199186647375, "upper": 0.8726355383153973 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6463884835422231, "se": 0.2649973850031103, "pvalue": 0.025299990670157372, "lower": 0.08964963678294868, "upper": 1.2031273303014975 }, { "event_time": -2, "estimate": 0.22303934847468698, "se": 0.22562274135103547, "pvalue": 0.33598654607527095, "lower": -0.2509764416093065, "upper": 0.6970551385586805 }, { "event_time": 0, "estimate": 0.16113146089492872, "se": 0.16911455244061357, "pvalue": 0.3533146089565439, "lower": -0.19416502965305518, "upper": 0.5164279514429126 }, { "event_time": 1, "estimate": 0.004591244149932231, "se": 0.2041496929797747, "pvalue": 0.9823048478968464, "lower": -0.4243113453397176, "upper": 0.43349383363958205 }, { "event_time": 2, "estimate": -0.04685419452589386, "se": 0.4209370514545182, "pvalue": 0.9126029036084691, "lower": -0.9312101234807671, "upper": 0.8375017344289793 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4845679012345679, 0.3271604938271605, 0.1882716049382716 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03055997584018018, "df_num": 1, "df_den": 621, "pvalue": 0.8612826733542684, "log10_pvalue": -0.06485428951008305, "inference": "Homoskedastic nested-model F", "observations": 652, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 609.1897089714944, "rss_restricted": 609.2196877521518, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5697728595042388 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6442390893153587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0839612042271336 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5935171872306434 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Wisdom of the masses z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p077", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Wisdom of the masses z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C04", "specification_id": "S01-P077", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C04.csv", "output_dir": "analyses/archive-expanded/fits/S01-P077" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P077", "regression_results": "analyses/archive-expanded/baselines/S01-P077.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C04.csv", "bytes": 148787, "sha256": "0a4ddb98e875cf915d2a27754bacfa89735aef1d49ce480c4d2a42f110add3f9" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1017, "source_sd": 0.977146953252265, "rows": 652, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.23582791435780864, "se": 0.15115025994902712, "pvalue": 0.13611658063168652, "lower": -0.0817269981572647, "upper": 0.553382826872882 }, { "method": "Dynamic TWFE", "estimate": 0.12751990712161132, "se": 0.20326405160059538, "pvalue": 0.5383003023387085, "lower": -0.2995220188747712, "upper": 0.5545618331179938 }, { "method": "BJS / did2s", "estimate": 0.2015398324790163, "se": 0.17892541381205687, "pvalue": 0.2747940593987179, "lower": -0.17436851295798228, "upper": 0.5774481779160149 }, { "method": "Sun\u2013Abraham", "estimate": 0.07075989313060833, "se": 0.2132728729157203, "pvalue": 0.743886554756117, "lower": -0.37730978616355443, "upper": 0.5188295724247711 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.4793329413761492, "se": 0.2736374217326266, "pvalue": 0.09684390197638751, "lower": -0.0955579489766582, "upper": 1.0542238317289565 }, { "event_time": -2, "estimate": 0.11589261888651405, "se": 0.1704790370983479, "pvalue": 0.5052771002799211, "lower": -0.24227054755247474, "upper": 0.4740557853255028 }, { "event_time": 0, "estimate": 0.21909501235305961, "se": 0.1578557441515874, "pvalue": 0.18209576636115224, "lower": -0.11254759971366074, "upper": 0.5507376244197799 }, { "event_time": 1, "estimate": 0.005157863414913895, "se": 0.22839397359879496, "pvalue": 0.9822312237778031, "lower": -0.4746800695770242, "upper": 0.48499579640685203 }, { "event_time": 2, "estimate": 0.10445572862280063, "se": 0.34638023270887175, "pvalue": 0.7664408478639412, "lower": -0.6232621365790878, "upper": 0.832173593824689 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.24421147770631807, "se": 0.11862099006895434, "pvalue": 0.054289540644874734, "lower": -0.005001974764761413, "upper": 0.4934249301773975 }, { "event_time": -2, "estimate": -0.04275688679842263, "se": 0.07937130646338857, "pvalue": 0.5966976203389638, "lower": -0.20950981391008164, "upper": 0.12399604031323638 }, { "event_time": -1, "estimate": -0.021180095653988422, "se": 0.031994657302333585, "pvalue": 0.5163649529387419, "lower": -0.08839837635041992, "upper": 0.04603818504244308 }, { "event_time": 0, "estimate": 0.2519925363855253, "se": 0.14448713876394315, "pvalue": 0.09820329538736056, "lower": -0.051563677975008104, "upper": 0.5555487507460588 }, { "event_time": 1, "estimate": 0.14823868972951582, "se": 0.18712006782526272, "pvalue": 0.4385540295680244, "lower": -0.24488598493597658, "upper": 0.5413633643950082 }, { "event_time": 2, "estimate": 0.1643078098253299, "se": 0.3371508865739736, "pvalue": 0.6318981340071941, "lower": -0.5440199186647375, "upper": 0.8726355383153973 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.6463884835422231, "se": 0.2649973850031103, "pvalue": 0.025299990670157372, "lower": 0.08964963678294868, "upper": 1.2031273303014975 }, { "event_time": -2, "estimate": 0.22303934847468698, "se": 0.22562274135103547, "pvalue": 0.33598654607527095, "lower": -0.2509764416093065, "upper": 0.6970551385586805 }, { "event_time": 0, "estimate": 0.16113146089492872, "se": 0.16911455244061357, "pvalue": 0.3533146089565439, "lower": -0.19416502965305518, "upper": 0.5164279514429126 }, { "event_time": 1, "estimate": 0.004591244149932231, "se": 0.2041496929797747, "pvalue": 0.9823048478968464, "lower": -0.4243113453397176, "upper": 0.43349383363958205 }, { "event_time": 2, "estimate": -0.04685419452589386, "se": 0.4209370514545182, "pvalue": 0.9126029036084691, "lower": -0.9312101234807671, "upper": 0.8375017344289793 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.4845679012345679, 0.3271604938271605, 0.1882716049382716 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 0.0 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.03055997584018018, "df_num": 1, "df_den": 621, "pvalue": 0.8612826733542684, "log10_pvalue": -0.06485428951008305, "inference": "Homoskedastic nested-model F", "observations": 652, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 609.1897089714944, "rss_restricted": 609.2196877521518, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ], [ -0.1151320879168382, -0.15171638744136945, -0.024355659649039376, -0.08899973591870006, -0.1319385412625765, -0.19277667493799844 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.5697728595042388 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.6442390893153587 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0839612042271336 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.5935171872306434 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.203343080088042, "se": 0.1966602162253641, "lower": -0.18210386090553118, "upper": 0.5887900210816152 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.22567974054012588, "se": 0.16737632603529423, "lower": -0.1023718303536846, "upper": 0.5537313114339364 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.24546619548883436, "se": 0.14949639821744107, "lower": -0.047541360835808066, "upper": 0.5384737518134768 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 324.0, "post_cells": 6, "estimate": 0.23687940461177173, "se": 0.15842900125851428, "lower": -0.07363573196156717, "upper": 0.5473945411851107 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.203343080088042, "se": 0.1966602162253641, "lower": -0.18210386090553118, "upper": 0.5887900210816152, "event_study": [ { "event_time": -3, "estimate": 0.4778889248362266, "se": 0.2393716027250025, "lower": 0.008729204573591831, "upper": 0.9470486450988613, "relative_to_minus_one": 0.4778889248362266, "n": 0.0 }, { "event_time": -2, "estimate": -0.09243384688236009, "se": 0.2278763528040112, "lower": -0.5390632913065649, "upper": 0.3541955975418448, "relative_to_minus_one": -0.09243384688236009, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.2830412910524207, "se": 0.13869896509650015, "lower": 0.011196314770302418, "upper": 0.5548862673345389, "relative_to_minus_one": 0.2830412910524207, "n": 157.0 }, { "event_time": 1, "estimate": 0.23091714800217095, "se": 0.1806678301619059, "lower": -0.1231852922801639, "upper": 0.5850195882845057, "relative_to_minus_one": 0.23091714800217095, "n": 106.0 }, { "event_time": 2, "estimate": 0.09607080120953429, "se": 0.35504830135699705, "lower": -0.5998110822223036, "upper": 0.7919526846413721, "relative_to_minus_one": 0.09607080120953429, "n": 61.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.18532403315818574, "se": 0.27635210949620653, "event_time": 0, "mass": 62.0 }, { "group": 2, "year": 3, "att": 0.3591904566281908, "se": 0.17718982705990102, "event_time": 1, "mass": 63.0 }, { "group": 2, "year": 4, "att": 0.09607080120953429, "se": 0.35504830135699705, "event_time": 2, "mass": 61.0 }, { "group": 3, "year": 1, "att": -0.05820229087008903, "se": 0.2699544851723007, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.363184548532425, "se": 0.21958421848535448, "event_time": 0, "mass": 56.0 }, { "group": 3, "year": 4, "att": 0.03496589740168657, "se": 0.24997203890167402, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": 0.4778889248362266, "se": 0.23937160272500246, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.14181210909475112, "se": 0.3185581246481738, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.3827602843836049, "se": 0.17423386010756112, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.23687940461177173, "treated_cell_se": 0.15842900125851428, "checks": { "input_rows": 652, "retained_rows": 652, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04796979110687971, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.0497449339676709, "event_study": [ { "event_time": -3, "estimate": 0.6186811399877862, "raw_gap": 0.3276114785141661, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.6381783858550424 }, { "event_time": -2, "estimate": 0.0430804064431371, "raw_gap": -0.00914128852907607, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.06257765231039333 }, { "event_time": -1, "estimate": -0.019497245867256235, "raw_gap": -0.07270011290499002, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0968237382173722, "raw_gap": 0.05745786085381829, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.11632098408462843 }, { "event_time": 1, "estimate": -0.010814441502078985, "raw_gap": 0.026645933196355755, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.00868280436517725 }, { "event_time": 2, "estimate": 0.03380922138718544, "raw_gap": 0.03380922138718542, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": 0.05330646725444167 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.4389358786764129, -0.03094117618888112, -0.11601646963035404, -0.016980995301297118, -0.09338248956024224, -0.03432237367433466 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -1.6653345369377347e-17 }, { "cohort": 2, "pre_gap": 0.09234417948916473 }, { "cohort": 3, "pre_gap": -0.2910696614736201 } ], "diagnostics": { "converged": true, "pre_rmse": 0.26032743646932316, "zeta_omega": [ 0.0, 1.7370150643081739, 1.4954473374183437 ], "zeta_lambda": [ 0.0, 1.0328353366710946e-06, 1.0574409531958777e-06 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.4710612663338885, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.5798814174789655, "time_objective": 0.354609716076686, "unit_projected_gradient": 5.903326855127844e-10, "time_projected_gradient": 8.178316357465576e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.5023128151605749, "time_objective": 0.08170398609511516, "unit_projected_gradient": 4.681515175519735e-09, "time_projected_gradient": 6.106561811769495e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 1.3877787807814457e-17, "native_scalar_vs_unweighted_matrix_average": 1.3877787807814457e-17 }, "native_matrix_att": -0.029899333457390834, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005913330242037773, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.27381717366298525, "event_study": [ { "event_time": -3, "estimate": 0.08161518472906296, "raw_gap": 0.08161518472906296, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.09033448304510353 }, { "event_time": -2, "estimate": -0.004194762009875638, "raw_gap": -0.004194762009875638, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.004524536306164928 }, { "event_time": -1, "estimate": -0.008719298316040566, "raw_gap": -0.008719298316040566, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.31088140407063236, "raw_gap": 0.31088140407063236, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.31960070238667293 }, { "event_time": 1, "estimate": 0.23252509459460152, "raw_gap": 0.23252509459460152, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": 0.2412443929106421 }, { "event_time": 2, "estimate": 0.2501758000113143, "raw_gap": 0.2501758000113143, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": 0.25889509832735486 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.1008511711075339, -0.011179798843743118, -0.02415134210675579, 0.21234811065285633, 0.08456328778654072, 0.18395787481779935 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 39, "termination_reason": "Relative objective tolerance reached", "objective": 0.08345202501484358, "lambda_l": 0.024331106301021546, "singular_values": [ 1.8758854097920716, 0.699184461000847, 0.0, 0.0 ], "history_objective": [ 0.08536047414652032, 0.08429129395170824, 0.08385799869415411, 0.08365857828761007, 0.08355931969787489, 0.08350715234502082, 0.083480751000551, 0.08346716787640301, 0.0834600211651325, 0.08345624554515048, 0.08345425139316426, 0.08345319907484024, 0.08345264413257618, 0.08345235157706939, 0.08345219734847949, 0.08345211602175324, 0.08345207311636728, 0.08345205046542355, 0.08345203849707529, 0.08345203216672421, 0.08345202881447497, 0.0834520270369009, 0.08345202609290554, 0.08345202559075829, 0.08345202532316166, 0.08345202518027597, 0.08345202510381731, 0.08345202506280966, 0.0834520250407613, 0.08345202502887553, 0.0834520250224503, 0.08345202501896672, 0.08345202501707222, 0.08345202501603866, 0.08345202501547289, 0.08345202501516213, 0.0834520250149909, 0.08345202501489615, 0.08345202501484358 ], "history_rmse": [ 0.14486664514724557, 0.14526433337075192, 0.14563088102685273, 0.14580531625490836, 0.14589021396260632, 0.14574521656207234, 0.14521945242700665, 0.14490607221723653, 0.144702440571393, 0.1445631548301588, 0.14446517113427837, 0.14439523638667556, 0.1443449622406032, 0.14430869845462924, 0.14428250068501117, 0.14426356304792853, 0.14424987075741766, 0.14423997071719524, 0.1442328129274407, 0.14422763811408215, 0.14422389712912964, 0.14422119281250287, 0.14421923795726427, 0.14421782489369286, 0.14421680347814705, 0.14421606516663898, 0.14421553149363833, 0.1442151457394277, 0.1442148669046282, 0.1442146653536899, 0.14421451966537782, 0.14421441435601678, 0.14421433823372315, 0.14421428320878424, 0.14421424343377928, 0.14421421468204618, 0.14421419389843254, 0.14421417887457436, 0.14421416801418388 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.1644957186168517, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00042845821008086205, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.10559724490425232, "event_study": [ { "event_time": -3, "estimate": 0.13026397245467602, "raw_gap": 0.13026397245467602, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": 0.17496705559446646 }, { "event_time": -2, "estimate": -0.02966854033610971, "raw_gap": -0.02966854033610971, "n": 61, "n_cells": 8, "weight_sum": 61.0, "relative_to_minus_one": 0.015034542803680731 }, { "event_time": -1, "estimate": -0.04470308313979044, "raw_gap": -0.04470308313979044, "n": 119, "n_cells": 13, "weight_sum": 119.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.000769378542463563, "raw_gap": 0.000769378542463563, "n": 157, "n_cells": 13, "weight_sum": 157.0, "relative_to_minus_one": 0.045472461682254 }, { "event_time": 1, "estimate": -0.21012080350390358, "raw_gap": -0.21012080350390358, "n": 106, "n_cells": 9, "weight_sum": 106.0, "relative_to_minus_one": -0.16541772036411315 }, { "event_time": 2, "estimate": -0.19772941981525818, "raw_gap": -0.19772941981525818, "n": 61, "n_cells": 5, "weight_sum": 61.0, "relative_to_minus_one": -0.15302633667546775 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.24158837261692284, 0.0002608811496549769, -0.07449542612807157, -0.05633209277731072, -0.3287692740409278, -0.26586101487677827 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.1307472965122168, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1859461387724919, "matrix_preparation": { "source_rows": 652, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 34, "observation_mass": 652.0, "treated_observation_mass": 324.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00030508311465382576, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0817269981572647, "upper": 0.553382826872882, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2995220188747712, "upper": 0.5545618331179938, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17436851295798228, "upper": 0.5774481779160149, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37730978616355443, "upper": 0.5188295724247711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18210386090553118, "upper": 0.5887900210816152, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07363573196156717, "upper": 0.5473945411851107, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602655.979362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.23582791435780864, "SE": 0.15115025994902712, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.0817269981572647, "upper": 0.553382826872882, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.12751990712161132, "SE": 0.20326405160059538, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2995220188747712, "upper": 0.5545618331179938, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.2015398324790163, "SE": 0.17892541381205687, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.17436851295798228, "upper": 0.5774481779160149, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.07075989313060833, "SE": 0.2132728729157203, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.37730978616355443, "upper": 0.5188295724247711, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.203343080088042, "SE": 0.1966602162253641, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.18210386090553118, "upper": 0.5887900210816152, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.23687940461177173, "SE": 0.15842900125851428, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.07363573196156717, "upper": 0.5473945411851107, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.0497449339676709, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.27381717366298525, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.10559724490425232, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }