{ "study_id": 1, "specification_id": "S01-P091", "source_specification_id": "CI-T5-D-C06", "role": "active_comparison", "published_source_location": "Table 5, panel D, column 6 (\"Skeptical of markets\"), accepted-manuscript p. 49", "outcome_label": "Skeptical of markets [humanities-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P091.json", "input_bytes": 47791, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p091", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [humanities-track students only]", "source_specification_id": "CI-T5-D-C06", "specification_id": "S01-P091", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C06.csv", "output_dir": "analyses/full-archive/results/S01-P091" }, "source": { "file": "CI-T5-D-C06.csv", "bytes": 47791, "sha256": "1f6185dd214feaaeb371916e23bf2d60ab4e9eca7ccba0c457ddd775f621d846" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 433, "source_sd": 0.4813029744828996, "rows": 246, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 20 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5533939995776936, "se": 0.11947743667565217, "pvalue": 0.00027704219838613897, "lower": 0.30011314843160675, "upper": 0.8066748507237805 }, { "method": "Dynamic TWFE", "estimate": 0.5103953462782918, "se": 0.15740038264335876, "pvalue": 0.0050991977930115555, "lower": 0.17672144101318232, "upper": 0.8440692515434012 }, { "method": "BJS / did2s", "estimate": 0.4840466555497226, "se": 0.1624077414719258, "pvalue": 0.008832461243370162, "lower": 0.13975762376883155, "upper": 0.8283356873306136 }, { "method": "Sun\u2013Abraham", "estimate": 0.44743787084264147, "se": 0.1962808074989323, "pvalue": 0.03668725537071517, "lower": 0.03134114689022788, "upper": 0.863534594795055 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.019432747345679305, "se": 0.32698262707004777, "pvalue": 0.9533451726155872, "lower": -0.6737394565334022, "upper": 0.7126049512247609 }, { "event_time": -2, "estimate": -0.27301881718839605, "se": 0.2631793890378228, "pvalue": 0.3149802891085521, "lower": -0.8309341986554887, "upper": 0.2848965642786966 }, { "event_time": 0, "estimate": 0.4488532683524642, "se": 0.13474861072507835, "pvalue": 0.004233142318047092, "lower": 0.1631989744136686, "upper": 0.7345075622912598 }, { "event_time": 1, "estimate": 0.7040957480428138, "se": 0.19552016494442565, "pvalue": 0.002393434979391873, "lower": 0.28961151427251214, "upper": 1.1185799818131155 }, { "event_time": 2, "estimate": 0.33496599375661124, "se": 0.22978111417217298, "pvalue": 0.164254789129508, "lower": -0.15214820783794236, "upper": 0.8220801953511648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.14098430711470644, "se": 0.23527713261753155, "pvalue": 0.5574121887348654, "lower": -0.3577809331067806, "upper": 0.6397495473361935 }, { "event_time": -2, "estimate": -0.057347817893596234, "se": 0.11123330880316809, "pvalue": 0.6132096049525356, "lower": -0.2931518986753465, "upper": 0.17845626288815403 }, { "event_time": -1, "estimate": 0.009615418542176667, "se": 0.05045748503029806, "pvalue": 0.8512635490914171, "lower": -0.09734967135892932, "upper": 0.11658050844328265 }, { "event_time": 0, "estimate": 0.4710549797577735, "se": 0.16037889491447713, "pvalue": 0.009665710101058551, "lower": 0.1310669105453247, "upper": 0.8110430489702223 }, { "event_time": 1, "estimate": 0.6657017482186243, "se": 0.20712709971803123, "pvalue": 0.005416224766158388, "lower": 0.22661191191404062, "upper": 1.104791584523208 }, { "event_time": 2, "estimate": 0.18771010823064851, "se": 0.20815961436352223, "pvalue": 0.3805586461642752, "lower": -0.253568561342435, "upper": 0.6289887778037321 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.19294059136596076, "se": 0.368937132397326, "pvalue": 0.6081665146091135, "lower": -0.5891711906826242, "upper": 0.9750523734145458 }, { "event_time": -2, "estimate": 0.09086550143701623, "se": 0.31857668478426565, "pvalue": 0.7791321742929089, "lower": -0.5844869008454877, "upper": 0.7662179037195201 }, { "event_time": 0, "estimate": 0.3797739826366883, "se": 0.1482313129647454, "pvalue": 0.020888412311312134, "lower": 0.06553763677220031, "upper": 0.6940103285011763 }, { "event_time": 1, "estimate": 0.7080895566875172, "se": 0.29039948072320515, "pvalue": 0.026790865350775597, "lower": 0.09247015861129404, "upper": 1.3237089547637404 }, { "event_time": 2, "estimate": 0.16672043584067997, "se": 0.2726345215653507, "pvalue": 0.5494487900054338, "lower": -0.41123893117635835, "upper": 0.7446798028577183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.509090909090909, 0.3181818181818182, 0.17272727272727273 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.786242403281131e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8706477841547869, "df_num": 1, "df_den": 217, "pvalue": 0.3518130830232728, "log10_pvalue": -0.45368801428399996, "inference": "Homoskedastic nested-model F", "observations": 246, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 206.84886996107204, "rss_restricted": 207.6787893633141, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.907382771715755 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8066527931231828 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6858655627353044 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6245914072638632 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Skeptical of markets [humanities-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p091", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Skeptical of markets [humanities-track students only]", "source_specification_id": "CI-T5-D-C06", "specification_id": "S01-P091", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-D-C06.csv", "output_dir": "analyses/archive-expanded/fits/S01-P091" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P091", "regression_results": "analyses/archive-expanded/baselines/S01-P091.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-D-C06.csv", "bytes": 47791, "sha256": "1f6185dd214feaaeb371916e23bf2d60ab4e9eca7ccba0c457ddd775f621d846" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 433, "source_sd": 0.4813029744828996, "rows": 246, "units": 17, "clusters": 17, "treated_units": 10, "never_treated_units": 7, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 65, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 2, "additional_rows_removed": 20, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.5533939995776936, "se": 0.11947743667565217, "pvalue": 0.00027704219838613897, "lower": 0.30011314843160675, "upper": 0.8066748507237805 }, { "method": "Dynamic TWFE", "estimate": 0.5103953462782918, "se": 0.15740038264335876, "pvalue": 0.0050991977930115555, "lower": 0.17672144101318232, "upper": 0.8440692515434012 }, { "method": "BJS / did2s", "estimate": 0.4840466555497226, "se": 0.1624077414719258, "pvalue": 0.008832461243370162, "lower": 0.13975762376883155, "upper": 0.8283356873306136 }, { "method": "Sun\u2013Abraham", "estimate": 0.44743787084264147, "se": 0.1962808074989323, "pvalue": 0.03668725537071517, "lower": 0.03134114689022788, "upper": 0.863534594795055 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.019432747345679305, "se": 0.32698262707004777, "pvalue": 0.9533451726155872, "lower": -0.6737394565334022, "upper": 0.7126049512247609 }, { "event_time": -2, "estimate": -0.27301881718839605, "se": 0.2631793890378228, "pvalue": 0.3149802891085521, "lower": -0.8309341986554887, "upper": 0.2848965642786966 }, { "event_time": 0, "estimate": 0.4488532683524642, "se": 0.13474861072507835, "pvalue": 0.004233142318047092, "lower": 0.1631989744136686, "upper": 0.7345075622912598 }, { "event_time": 1, "estimate": 0.7040957480428138, "se": 0.19552016494442565, "pvalue": 0.002393434979391873, "lower": 0.28961151427251214, "upper": 1.1185799818131155 }, { "event_time": 2, "estimate": 0.33496599375661124, "se": 0.22978111417217298, "pvalue": 0.164254789129508, "lower": -0.15214820783794236, "upper": 0.8220801953511648 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.14098430711470644, "se": 0.23527713261753155, "pvalue": 0.5574121887348654, "lower": -0.3577809331067806, "upper": 0.6397495473361935 }, { "event_time": -2, "estimate": -0.057347817893596234, "se": 0.11123330880316809, "pvalue": 0.6132096049525356, "lower": -0.2931518986753465, "upper": 0.17845626288815403 }, { "event_time": -1, "estimate": 0.009615418542176667, "se": 0.05045748503029806, "pvalue": 0.8512635490914171, "lower": -0.09734967135892932, "upper": 0.11658050844328265 }, { "event_time": 0, "estimate": 0.4710549797577735, "se": 0.16037889491447713, "pvalue": 0.009665710101058551, "lower": 0.1310669105453247, "upper": 0.8110430489702223 }, { "event_time": 1, "estimate": 0.6657017482186243, "se": 0.20712709971803123, "pvalue": 0.005416224766158388, "lower": 0.22661191191404062, "upper": 1.104791584523208 }, { "event_time": 2, "estimate": 0.18771010823064851, "se": 0.20815961436352223, "pvalue": 0.3805586461642752, "lower": -0.253568561342435, "upper": 0.6289887778037321 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.19294059136596076, "se": 0.368937132397326, "pvalue": 0.6081665146091135, "lower": -0.5891711906826242, "upper": 0.9750523734145458 }, { "event_time": -2, "estimate": 0.09086550143701623, "se": 0.31857668478426565, "pvalue": 0.7791321742929089, "lower": -0.5844869008454877, "upper": 0.7662179037195201 }, { "event_time": 0, "estimate": 0.3797739826366883, "se": 0.1482313129647454, "pvalue": 0.020888412311312134, "lower": 0.06553763677220031, "upper": 0.6940103285011763 }, { "event_time": 1, "estimate": 0.7080895566875172, "se": 0.29039948072320515, "pvalue": 0.026790865350775597, "lower": 0.09247015861129404, "upper": 1.3237089547637404 }, { "event_time": 2, "estimate": 0.16672043584067997, "se": 0.2726345215653507, "pvalue": 0.5494487900054338, "lower": -0.41123893117635835, "upper": 0.7446798028577183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.509090909090909, 0.3181818181818182, 0.17272727272727273 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 1.786242403281131e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.8706477841547869, "df_num": 1, "df_den": 217, "pvalue": 0.3518130830232728, "log10_pvalue": -0.45368801428399996, "inference": "Homoskedastic nested-model F", "observations": 246, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 20, "covariance_rank": 1, "rss_unrestricted": 206.84886996107204, "rss_restricted": 207.6787893633141, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ], [ -0.11985075024965858, -0.27278598098477325, -0.02388868993620471, -0.10043334905805557, -0.2007950909838886, -0.2930565626680157 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.907382771715755 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.8066527931231828 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.6858655627353044 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.6245914072638632 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.3699064999879346, "se": 0.2022292739153701, "lower": -0.026455593505876174, "upper": 0.7662685934817455 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.4111329679014188, "se": 0.18470485578904886, "lower": 0.0491181027852185, "upper": 0.7731478330176191 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.4354312192067558, "se": 0.15399996563723847, "lower": 0.13359683293736252, "upper": 0.737265605476149 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 110.0, "post_cells": 6, "estimate": 0.38394088345164407, "se": 0.18166401358237885, "lower": 0.02788595954318629, "upper": 0.7399958073601018 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.3699064999879346, "se": 0.2022292739153701, "lower": -0.026455593505876174, "upper": 0.7662685934817455, "event_study": [ { "event_time": -3, "estimate": 0.2693717728860511, "se": 0.33904228736467706, "lower": -0.3951388995847954, "upper": 0.9338824453568976, "relative_to_minus_one": 0.2693717728860511, "n": 0.0 }, { "event_time": -2, "estimate": -0.3504662428738562, "se": 0.3669222345316183, "lower": -1.069620607682787, "upper": 0.3686881219350746, "relative_to_minus_one": -0.3504662428738562, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.29839569855296166, "se": 0.1602314414872217, "lower": -0.015652155952929903, "upper": 0.6124435530588532, "relative_to_minus_one": 0.29839569855296166, "n": 56.0 }, { "event_time": 1, "estimate": 0.7066107064272058, "se": 0.20706313804194598, "lower": 0.3007744133391461, "upper": 1.1124469995152655, "relative_to_minus_one": 0.7066107064272058, "n": 35.0 }, { "event_time": 2, "estimate": 0.10471309498363635, "se": 0.3306754633598532, "lower": -0.5433989037727702, "upper": 0.7528250937400429, "relative_to_minus_one": 0.10471309498363635, "n": 19.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.2525436337800066, "se": 0.34625363291676536, "event_time": 0, "mass": 23.0 }, { "group": 2, "year": 3, "att": 0.5001854414039033, "se": 0.3228484533936887, "event_time": 1, "mass": 21.0 }, { "group": 2, "year": 4, "att": 0.10471309498363635, "se": 0.3306754633598532, "event_time": 2, "mass": 19.0 }, { "group": 3, "year": 1, "att": -0.20776933719854437, "se": 0.4199302289228317, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.29983643767673557, "se": 0.2541509706640656, "event_time": 0, "mass": 21.0 }, { "group": 3, "year": 4, "att": 0.9212929820514404, "se": 0.22350841443206748, "event_time": 1, "mass": 14.0 }, { "group": 4, "year": 1, "att": 0.2693717728860511, "se": 0.339042287364677, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.6477514630307558, "se": 0.3452505160856876, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.3947402990531686, "se": 0.21398658855729874, "event_time": 0, "mass": 12.0 } ], "treated_cell_att": 0.38394088345164407, "treated_cell_se": 0.18166401358237885, "checks": { "input_rows": 246, "retained_rows": 246, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.04122333321720362, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.33831698323662834, "event_study": [ { "event_time": -3, "estimate": -0.1648962978205047, "raw_gap": 0.09840565585472599, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.08671399910385978 }, { "event_time": -2, "estimate": -0.30565189660526565, "raw_gap": -0.19854689270304665, "n": 29, "n_cells": 6, "weight_sum": 29.0, "relative_to_minus_one": -0.22746959788862076 }, { "event_time": -1, "estimate": -0.07818229871664491, "raw_gap": 0.015135825672243744, "n": 41, "n_cells": 10, "weight_sum": 41.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.16524705697566572, "raw_gap": 0.24963039395410205, "n": 56, "n_cells": 10, "weight_sum": 56.0, "relative_to_minus_one": 0.2434293556923106 }, { "event_time": 1, "estimate": 0.5877440118028062, "raw_gap": 0.6175696008826093, "n": 35, "n_cells": 8, "weight_sum": 35.0, "relative_to_minus_one": 0.6659263105194512 }, { "event_time": 2, "estimate": 0.38894697643650644, "raw_gap": 0.3889469764365062, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.46712927515315134 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.2633019552186502, -0.02059758221134093, -0.040301841716925656, 0.27851336007452454, 0.701881073873594, 0.44134494524754264 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -2.7755575615628914e-16 }, { "cohort": 2, "pre_gap": 0.07456397269950818 }, { "cohort": 3, "pre_gap": 0.2633019536752307 } ], "diagnostics": { "converged": true, "pre_rmse": 0.14587599053875352, "zeta_omega": [ 0.0, 0.5208920080782373, 0.8457662495853083 ], "zeta_lambda": [ 0.0, 3.0972424107734737e-07, 7.112018074188642e-07 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.11443600448864709, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 24, "time_iterations": 16, "unit_objective": 0.05994563720261128, "time_objective": 0.19779667979807988, "unit_projected_gradient": 9.414294344090024e-09, "time_projected_gradient": 6.917914130433189e-09 }, { "cohort": 3, "unit_iterations": 22, "time_iterations": 12, "unit_objective": 0.15555512947635186, "time_objective": 0.08356787075542844, "unit_projected_gradient": 4.3396841953313725e-09, "time_projected_gradient": 3.2546305650527074e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": 0.4110202856262566, "matrix_preparation": { "source_rows": 246, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 10, "observation_mass": 246.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004389593377709389, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.48850288059792396, "event_study": [ { "event_time": -3, "estimate": -0.025234783784369014, "raw_gap": -0.025234783784369014, "n": 9, "n_cells": 2, "weight_sum": 9.0, "relative_to_minus_one": -0.013389970188158943 }, { "event_time": -2, "estimate": -0.058796745029616196, "raw_gap": -0.058796745029616196, "n": 29, "n_cells": 6, "weight_sum": 29.0, "relative_to_minus_one": -0.046951931433406126 }, { "event_time": -1, "estimate": -0.011844813596210072, "raw_gap": -0.011844813596210072, "n": 41, "n_cells": 10, "weight_sum": 41.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.44373350283044555, "raw_gap": 0.44373350283044555, "n": 56, "n_cells": 10, "weight_sum": 56.0, "relative_to_minus_one": 0.45557831642665564 }, { "event_time": 1, "estimate": 0.7104849116740886, "raw_gap": 0.7104849116740886, "n": 35, "n_cells": 8, "weight_sum": 35.0, "relative_to_minus_one": 0.7223297252702986 }, { "event_time": 2, "estimate": 0.21154046308808336, "raw_gap": 0.21154046308808336, "n": 19, "n_cells": 4, "weight_sum": 19.0, "relative_to_minus_one": 0.22338527668429342 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.04847905438160305, 0.0021282522624533153, -0.010972734056647813, 0.43137269479565993, 0.8278254625738433, 0.34595264395117664 ], "n": [ 2.0, 6.0, 10.0, 10.0, 8.0, 4.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 84, "termination_reason": "Relative objective tolerance reached", "objective": 0.07790993310354057, "lambda_l": 0.022490228384393487, "singular_values": [ 1.5401226631449363, 1.1237239516984512, 0.07501168079226517, 0.0 ], "history_objective": [ 0.079105460282965, 0.07851515017162927, 0.07827253117370636, 0.07813165112857143, 0.07804923677950781, 0.07800046709854179, 0.07797094573304868, 0.07795248057459644, 0.07794048015078409, 0.07793237485971642, 0.07792670735422805, 0.07792262918211615, 0.07791962847150244, 0.07791738355092963, 0.07791568370413463, 0.07791438548113065, 0.07791338794392345, 0.0779126181473056, 0.07791202228060698, 0.0779115600354273, 0.07791120087827974, 0.0779109214931835, 0.07791070397250867, 0.07791053450532448, 0.07791040240824657, 0.07791029939909816, 0.07791021904682183, 0.07791015635167958, 0.0779101074230949, 0.07791006923142056, 0.0779100394160946, 0.07791001613704515, 0.07790999795940048, 0.077909983763924, 0.07790997267736485, 0.07790996401825302, 0.07790995725468669, 0.0779099519714433, 0.07790994784434248, 0.07790994462025612, 0.07790994210151662, 0.07790994013375288, 0.07790993859639773, 0.07790993739527997, 0.07790993645684138, 0.07790993572362187, 0.07790993515073481, 0.07790993470311411, 0.07790993435336496, 0.077909934080085, 0.07790993386655286, 0.07790993369970439, 0.07790993356933232, 0.07790993346746149, 0.07790993338786065, 0.07790993332566112, 0.07790993327705853, 0.07790993323908041, 0.07790993320940423, 0.07790993318621511, 0.07790993316809491, 0.07790993315393564, 0.07790993314287141, 0.07790993313422567, 0.0779099331274698, 0.07790993312219063, 0.07790993311806538, 0.07790993311484186, 0.07790993311232296, 0.07790993311035461, 0.07790993310881653, 0.07790993310761463, 0.07790993310667545, 0.07790993310594158, 0.0779099331053681, 0.07790993310491996, 0.07790993310456976, 0.0779099331042961, 0.0779099331040823, 0.0779099331039152, 0.07790993310378468, 0.07790993310368262, 0.07790993310360289, 0.07790993310354057 ], "history_rmse": [ 0.1276214401958258, 0.12728398152578554, 0.1274588671678224, 0.12756462521328948, 0.12762751740747363, 0.1276642067997864, 0.12768546906514144, 0.12769789660100403, 0.12770532097012982, 0.1277098988099991, 0.1277128276834276, 0.1277147738650026, 0.12771611342837894, 0.12771706388015805, 0.12771775508705635, 0.12771826748143691, 0.12771865283153414, 0.12771894572393117, 0.12771917006055963, 0.12771934284243164, 0.12771947644808732, 0.12771958005634187, 0.12771966056822023, 0.12771972322590366, 0.12771977204173837, 0.12771981010379363, 0.12771983979838206, 0.12771986297496807, 0.12771988107003096, 0.12771989520104987, 0.1277199062383595, 0.12771991486039275, 0.1277199215963335, 0.127719926859147, 0.12771993097121812, 0.1277199341842868, 0.12771993669496792, 0.1277199386568453, 0.127719940189902, 0.12771994138787915, 0.12771994232402137, 0.12771994305555925, 0.12771994362721234, 0.1277199440739254, 0.1277199444230055, 0.12771994469579082, 0.1277199449089563, 0.12771994507553178, 0.12771994520570024, 0.1277199453074186, 0.12771994538690468, 0.12771994544901835, 0.1277199454975556, 0.1277199455354843, 0.1277199455651229, 0.12771994558828365, 0.12771994560638203, 0.1277199456205242, 0.12771994563157604, 0.12771994564021188, 0.12771994564696007, 0.12771994565223369, 0.12771994565635436, 0.12771994565957417, 0.12771994566209052, 0.12771994566405678, 0.12771994566559308, 0.12771994566679365, 0.12771994566773212, 0.1277199456684652, 0.12771994566903808, 0.12771994566948566, 0.12771994566983555, 0.12771994567010894, 0.12771994567032272, 0.12771994567048964, 0.12771994567062, 0.12771994567072179, 0.1277199456708017, 0.12771994567086384, 0.1277199456709126, 0.12771994567095055, 0.12771994567098027, 0.12771994567100337 ], "n_observed": 65, "n_missing": 3, "n_treated_observed": 22, "n_untreated_observed": 43 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.5600064192887296, "matrix_preparation": { "source_rows": 246, "matrix_shape": [ 17, 4 ], "observed_cells": 65, "missing_cells": 3, "repeated_cells": 51, "minimum_cell_count": 1, "maximum_cell_count": 10, "observation_mass": 246.0, "treated_observation_mass": 110.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00040791602805256844, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.30011314843160675, "upper": 0.8066748507237805, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17672144101318232, "upper": 0.8440692515434012, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13975762376883155, "upper": 0.8283356873306136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03134114689022788, "upper": 0.863534594795055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026455593505876174, "upper": 0.7662685934817455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.02788595954318629, "upper": 0.7399958073601018, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602682.266156, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.5533939995776936, "SE": 0.11947743667565217, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.30011314843160675, "upper": 0.8066748507237805, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5103953462782918, "SE": 0.15740038264335876, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.17672144101318232, "upper": 0.8440692515434012, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.4840466555497226, "SE": 0.1624077414719258, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.13975762376883155, "upper": 0.8283356873306136, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.44743787084264147, "SE": 0.1962808074989323, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.03134114689022788, "upper": 0.863534594795055, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.3699064999879346, "SE": 0.2022292739153701, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.026455593505876174, "upper": 0.7662685934817455, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.38394088345164407, "SE": 0.18166401358237885, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.02788595954318629, "upper": 0.7399958073601018, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.33831698323662834, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.48850288059792396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }