{ "study_id": 1, "specification_id": "S01-P075", "source_specification_id": "CI-T5-C-C02", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 2 (\"Bribery and civic-mindedness\"), accepted-manuscript p. 49", "outcome_label": "Bribery and civic-mindedness z-score index [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P075.json", "input_bytes": 154923, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p075", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C02", "specification_id": "S01-P075", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C02.csv", "output_dir": "analyses/full-archive/results/S01-P075" }, "source": { "file": "CI-T5-C-C02.csv", "bytes": 154923, "sha256": "7dd67ab4f26bd5236135e740944e6db7a6db4e3efa00e0c936294d2a9d50788e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1059, "source_sd": 1.024653073464993, "rows": 676, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.32189403893089286, "se": 0.14366237884102623, "pvalue": 0.037901450586620776, "lower": 0.020070580870323096, "upper": 0.6237174969914626 }, { "method": "Dynamic TWFE", "estimate": 0.2828889523263585, "se": 0.20605461306406744, "pvalue": 0.18665202509581105, "lower": -0.15001572575327976, "upper": 0.7157936304059969 }, { "method": "BJS / did2s", "estimate": 0.312763687867338, "se": 0.16540206334483978, "pvalue": 0.07484113525983059, "lower": -0.03473315251518028, "upper": 0.6602605282498563 }, { "method": "Sun\u2013Abraham", "estimate": 0.34450545002681265, "se": 0.21936245091087844, "pvalue": 0.1337142154742274, "lower": -0.11635795789314468, "upper": 0.8053688579467699 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0803407437204916, "se": 0.23578530114600152, "pvalue": 0.7372463701772133, "lower": -0.4150257922220135, "upper": 0.5757072796629967 }, { "event_time": -2, "estimate": -0.01854995077317135, "se": 0.15147935231693316, "pvalue": 0.903892707384372, "lower": -0.3367962606972536, "upper": 0.2996963591509109 }, { "event_time": 0, "estimate": 0.2993474194744997, "se": 0.16128198358351908, "pvalue": 0.07989407917352309, "lower": -0.03949345452990882, "upper": 0.6381882934789083 }, { "event_time": 1, "estimate": 0.2951671165698158, "se": 0.2360939970982157, "pvalue": 0.22723273669525887, "lower": -0.20084796550242928, "upper": 0.7911821986420609 }, { "event_time": 2, "estimate": 0.22012536256418386, "se": 0.34544646402092266, "pvalue": 0.5320036156889009, "lower": -0.5056307274207055, "upper": 0.9458814525490731 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.029171802255043643, "se": 0.08941510770601938, "pvalue": 0.747996823057404, "lower": -0.21702597276514607, "upper": 0.15868236825505877 }, { "event_time": -2, "estimate": -0.016098499252245706, "se": 0.05494797895485676, "pvalue": 0.7728903957606694, "lower": -0.131539919305205, "upper": 0.09934292080071358 }, { "event_time": -1, "estimate": 0.01435283690813, "se": 0.03338207504118381, "pvalue": 0.6723306300157265, "lower": -0.05578030029487333, "upper": 0.08448597411113333 }, { "event_time": 0, "estimate": 0.3240238002398766, "se": 0.14770295533261582, "pvalue": 0.04162327389999015, "lower": 0.013711405972846424, "upper": 0.6343361945069068 }, { "event_time": 1, "estimate": 0.30776667920915757, "se": 0.19358540734304783, "pvalue": 0.1292842340272648, "lower": -0.09894116974689093, "upper": 0.7144745281652061 }, { "event_time": 2, "estimate": 0.2928501370555972, "se": 0.2764643678086107, "pvalue": 0.30348553290905417, "lower": -0.287979946614818, "upper": 0.8736802207260124 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2005420801909808, "se": 0.3722503277556806, "pvalue": 0.5966742437212106, "lower": -0.9826109982598406, "upper": 0.5815268378778788 }, { "event_time": -2, "estimate": -0.014632174708633733, "se": 0.22740363268621816, "pvalue": 0.949405122197122, "lower": -0.49238947864998683, "upper": 0.4631251292327194 }, { "event_time": 0, "estimate": 0.33322861121178937, "se": 0.15781998031529682, "pvalue": 0.04897843867800709, "lower": 0.0016611361769754973, "upper": 0.6647960862466032 }, { "event_time": 1, "estimate": 0.40977978697202133, "se": 0.3046780582601362, "pvalue": 0.1953406154192365, "lower": -0.23032506080454196, "upper": 1.0498846347485846 }, { "event_time": 2, "estimate": 0.26085968165276274, "se": 0.3462179442107455, "pvalue": 0.4609189732849061, "lower": -0.4665172280665346, "upper": 0.9882365913720601 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48214285714285715, 0.3273809523809524, 0.19047619047619047 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.6243650226606134e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.37191055261811795, "df_num": 1, "df_den": 645, "pvalue": 0.5421794687577995, "log10_pvalue": -0.2658569322996482, "inference": "Homoskedastic nested-model F", "observations": 676, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 627.3476154350458, "rss_restricted": 627.7093475254956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.48996513893707183 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.003484117474000725 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28748062155383897 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6011162486193654 } ] } } }, "code_sha256": { "replication_engine.py": "85957b22db6cf6312f27a925b03b907e4d51071cc59a60cfdf2d7b039b1e34eb", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Bribery and civic-mindedness z-score index [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p075", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Bribery and civic-mindedness z-score index [science-track students only]", "source_specification_id": "CI-T5-C-C02", "specification_id": "S01-P075", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C02.csv", "output_dir": "analyses/archive-expanded/fits/S01-P075" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P075", "regression_results": "analyses/archive-expanded/baselines/S01-P075.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C02.csv", "bytes": 154923, "sha256": "7dd67ab4f26bd5236135e740944e6db7a6db4e3efa00e0c936294d2a9d50788e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1059, "source_sd": 1.024653073464993, "rows": 676, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.32189403893089286, "se": 0.14366237884102623, "pvalue": 0.037901450586620776, "lower": 0.020070580870323096, "upper": 0.6237174969914626 }, { "method": "Dynamic TWFE", "estimate": 0.2828889523263585, "se": 0.20605461306406744, "pvalue": 0.18665202509581105, "lower": -0.15001572575327976, "upper": 0.7157936304059969 }, { "method": "BJS / did2s", "estimate": 0.312763687867338, "se": 0.16540206334483978, "pvalue": 0.07484113525983059, "lower": -0.03473315251518028, "upper": 0.6602605282498563 }, { "method": "Sun\u2013Abraham", "estimate": 0.34450545002681265, "se": 0.21936245091087844, "pvalue": 0.1337142154742274, "lower": -0.11635795789314468, "upper": 0.8053688579467699 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.0803407437204916, "se": 0.23578530114600152, "pvalue": 0.7372463701772133, "lower": -0.4150257922220135, "upper": 0.5757072796629967 }, { "event_time": -2, "estimate": -0.01854995077317135, "se": 0.15147935231693316, "pvalue": 0.903892707384372, "lower": -0.3367962606972536, "upper": 0.2996963591509109 }, { "event_time": 0, "estimate": 0.2993474194744997, "se": 0.16128198358351908, "pvalue": 0.07989407917352309, "lower": -0.03949345452990882, "upper": 0.6381882934789083 }, { "event_time": 1, "estimate": 0.2951671165698158, "se": 0.2360939970982157, "pvalue": 0.22723273669525887, "lower": -0.20084796550242928, "upper": 0.7911821986420609 }, { "event_time": 2, "estimate": 0.22012536256418386, "se": 0.34544646402092266, "pvalue": 0.5320036156889009, "lower": -0.5056307274207055, "upper": 0.9458814525490731 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.029171802255043643, "se": 0.08941510770601938, "pvalue": 0.747996823057404, "lower": -0.21702597276514607, "upper": 0.15868236825505877 }, { "event_time": -2, "estimate": -0.016098499252245706, "se": 0.05494797895485676, "pvalue": 0.7728903957606694, "lower": -0.131539919305205, "upper": 0.09934292080071358 }, { "event_time": -1, "estimate": 0.01435283690813, "se": 0.03338207504118381, "pvalue": 0.6723306300157265, "lower": -0.05578030029487333, "upper": 0.08448597411113333 }, { "event_time": 0, "estimate": 0.3240238002398766, "se": 0.14770295533261582, "pvalue": 0.04162327389999015, "lower": 0.013711405972846424, "upper": 0.6343361945069068 }, { "event_time": 1, "estimate": 0.30776667920915757, "se": 0.19358540734304783, "pvalue": 0.1292842340272648, "lower": -0.09894116974689093, "upper": 0.7144745281652061 }, { "event_time": 2, "estimate": 0.2928501370555972, "se": 0.2764643678086107, "pvalue": 0.30348553290905417, "lower": -0.287979946614818, "upper": 0.8736802207260124 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.2005420801909808, "se": 0.3722503277556806, "pvalue": 0.5966742437212106, "lower": -0.9826109982598406, "upper": 0.5815268378778788 }, { "event_time": -2, "estimate": -0.014632174708633733, "se": 0.22740363268621816, "pvalue": 0.949405122197122, "lower": -0.49238947864998683, "upper": 0.4631251292327194 }, { "event_time": 0, "estimate": 0.33322861121178937, "se": 0.15781998031529682, "pvalue": 0.04897843867800709, "lower": 0.0016611361769754973, "upper": 0.6647960862466032 }, { "event_time": 1, "estimate": 0.40977978697202133, "se": 0.3046780582601362, "pvalue": 0.1953406154192365, "lower": -0.23032506080454196, "upper": 1.0498846347485846 }, { "event_time": 2, "estimate": 0.26085968165276274, "se": 0.3462179442107455, "pvalue": 0.4609189732849061, "lower": -0.4665172280665346, "upper": 0.9882365913720601 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.48214285714285715, 0.3273809523809524, 0.19047619047619047 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 0.0, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.6243650226606134e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.37191055261811795, "df_num": 1, "df_den": 645, "pvalue": 0.5421794687577995, "log10_pvalue": -0.2658569322996482, "inference": "Homoskedastic nested-model F", "observations": 676, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 627.3476154350458, "rss_restricted": 627.7093475254956, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ], [ -0.115493813336751, -0.16063003050257102, -0.025414819817043577, -0.09198091451321967, -0.13405948992736083, -0.20394764868235324 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.48996513893707183 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.003484117474000725 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.28748062155383897 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.6011162486193654 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.30926181017283977, "se": 0.17939505382423732, "lower": -0.04234603432728984, "upper": 0.6608696546729693 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.31232990557227364, "se": 0.16220157555007333, "lower": -0.00557934074152272, "upper": 0.6302391518860699 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.26810106283662083, "se": 0.157557353238418, "lower": -0.04070567501013367, "upper": 0.5769078006833753 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 336.0, "post_cells": 6, "estimate": 0.2987061190451773, "se": 0.1606326800084927, "lower": -0.016128148511615537, "upper": 0.6135403866019702 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.30926181017283977, "se": 0.17939505382423732, "lower": -0.04234603432728984, "upper": 0.6608696546729693, "event_study": [ { "event_time": -3, "estimate": -0.1409575658992412, "se": 0.3416430484513747, "lower": -0.8105656364324083, "upper": 0.528650504633926, "relative_to_minus_one": -0.1409575658992412, "n": 0.0 }, { "event_time": -2, "estimate": -0.020828263011197348, "se": 0.19010971775251828, "lower": -0.39343646291720813, "upper": 0.35177993689481346, "relative_to_minus_one": -0.020828263011197348, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.325952087104086, "se": 0.16235649747817588, "lower": 0.0077391993907932055, "upper": 0.6441649748173788, "relative_to_minus_one": 0.325952087104086, "n": 162.0 }, { "event_time": 1, "estimate": 0.30324790194708723, "se": 0.20020949910823985, "lower": -0.08915550566786695, "upper": 0.6956513095620414, "relative_to_minus_one": 0.30324790194708723, "n": 110.0 }, { "event_time": 2, "estimate": 0.29858544146734617, "se": 0.3097367359992527, "lower": -0.30848740578018, "upper": 0.9056582887148723, "relative_to_minus_one": 0.29858544146734617, "n": 64.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.5432693097568267, "se": 0.13179021473518063, "event_time": 0, "mass": 64.0 }, { "group": 2, "year": 3, "att": 0.17403664071729558, "se": 0.18521306306939972, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": 0.29858544146734617, "se": 0.3097367359992527, "event_time": 2, "mass": 64.0 }, { "group": 3, "year": 1, "att": 0.06232597465234639, "se": 0.25251759506376903, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.25110767825698926, "se": 0.3148310195689865, "event_time": 0, "mass": 59.0 }, { "group": 3, "year": 4, "att": 0.4970647937917747, "se": 0.33572272468918035, "event_time": 1, "mass": 44.0 }, { "group": 4, "year": 1, "att": -0.1409575658992412, "se": 0.3416430484513747, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.14307209957640696, "se": 0.31765922257337903, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": -0.043232572064345096, "se": 0.24351113575698283, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": 0.2987061190451773, "treated_cell_se": 0.1606326800084927, "checks": { "input_rows": 676, "retained_rows": 676, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.046811833046376705, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3704053674049335, "event_study": [ { "event_time": -3, "estimate": -0.07699904970007367, "raw_gap": -0.026018662138330664, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.12392394676371499 }, { "event_time": -2, "estimate": -0.0430225563253953, "raw_gap": 0.002838840303649004, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.08994745338903662 }, { "event_time": -1, "estimate": 0.04692489706364133, "raw_gap": 0.06909108763238943, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3621397788471005, "raw_gap": 0.3899613372806906, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.3152148817834592 }, { "event_time": 1, "estimate": 0.44950873117796664, "raw_gap": 0.466585730170059, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.4025838341143253 }, { "event_time": 2, "estimate": 0.25536873195704757, "raw_gap": 0.2553687319570475, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.20844383489340623 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04732710317223593, -0.016544798144073655, 0.02474359983396412, 0.36871750021795535, 0.4839128142855132, 0.12907741128218028 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": -3.3306690738754695e-17 }, { "cohort": 2, "pre_gap": 0.04269249748023083 }, { "cohort": 3, "pre_gap": 0.050980387561743015 } ], "diagnostics": { "converged": true, "pre_rmse": 0.07878557497265722, "zeta_omega": [ 0.0, 0.8481293676115614, 1.0602113582809083 ], "zeta_lambda": [ 0.0, 5.043007392032136e-07, 7.496826409314305e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.24689828995184976, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.12493674607809765, "time_objective": 0.48207750713112285, "unit_projected_gradient": 3.113872826254749e-09, "time_projected_gradient": 1.3024904210734434e-09 }, { "cohort": 3, "unit_iterations": 14, "time_iterations": 15, "unit_objective": 0.2051572476861068, "time_objective": 0.26686964590736856, "unit_projected_gradient": 6.770722260629469e-09, "time_projected_gradient": 9.577834525487106e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3425358651009305, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0004382920451462269, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.3487912056841281, "event_study": [ { "event_time": -3, "estimate": -0.036438553629964954, "raw_gap": -0.036438553629964954, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": -0.045176185870564704 }, { "event_time": -2, "estimate": -0.020190224996689026, "raw_gap": -0.020190224996689026, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": -0.028927857237288773 }, { "event_time": -1, "estimate": 0.008737632240599749, "raw_gap": 0.008737632240599749, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.3553031541499659, "raw_gap": 0.3553031541499659, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.3465655219093661 }, { "event_time": 1, "estimate": 0.3671575547793932, "raw_gap": 0.3671575547793932, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.35841992253879346 }, { "event_time": 2, "estimate": 0.30074067362248885, "raw_gap": 0.30074067362248885, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.2920030413818891 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.02654752503500225, 0.004799371530844407, 0.005215037315649253, 0.38046176692169337, 0.43387890186630335, 0.20833617361404033 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.05630447378386648, "lambda_l": 0.018609049848526047, "singular_values": [ 1.3674044429857557, 0.7936053637102941, 0.19471451212552382, 0.0 ], "history_objective": [ 0.056662443725662044, 0.056444427972259466, 0.05636303894199736, 0.05632971661199871, 0.05631588144162149, 0.05630993662696982, 0.05630724988287225, 0.05630596088807299, 0.056305304226112365, 0.05630495164350102, 0.05630475438837023, 0.05630464073443185, 0.056304573938480144, 0.05630453417589071, 0.05630451031453106, 0.056304495923854295, 0.05630448721824421, 0.05630448194186258, 0.05630447874016774, 0.05630447679596494, 0.05630447561480851, 0.0563044748969993, 0.056304474460679314, 0.05630447419541981, 0.05630447403413587, 0.05630447393606133, 0.056304473876418244, 0.05630447384014397, 0.05630447381808073, 0.056304473804660235, 0.056304473796496356, 0.05630447379152986, 0.05630447378850827, 0.05630447378666992, 0.05630447378555137, 0.056304473784870766, 0.05630447378445663, 0.056304473784204584, 0.05630447378405123, 0.056304473783957865, 0.056304473783901035, 0.05630447378386648 ], "history_rmse": [ 0.11107104694817414, 0.11136437006954686, 0.11153561907336136, 0.11160651644599709, 0.11163497292843538, 0.11164630389818293, 0.11165086240036232, 0.1116527453157126, 0.11165355537831849, 0.11165392243003813, 0.11165409858935237, 0.11165418802907388, 0.11165423573186431, 0.11165426219074608, 0.11165427729745188, 0.11165428609943757, 0.11165429129897, 0.11165429439867346, 0.11165429625775357, 0.11165429737721583, 0.11165429805310448, 0.11165429846191391, 0.11165429870948748, 0.1116542988595472, 0.11165429895055888, 0.1116542990057838, 0.11165429903930542, 0.11165429905965878, 0.11165429907201968, 0.11165429907952829, 0.11165429908408973, 0.1116542990868616, 0.11165429908854554, 0.11165429908956903, 0.11165429909019137, 0.11165429909056969, 0.11165429909079977, 0.11165429909093957, 0.11165429909102445, 0.11165429909107598, 0.11165429909110731, 0.11165429909112652 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 5.551115123125783e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.3663923686981092, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.00031233392655849457, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.28697117011338297, "event_study": [ { "event_time": -3, "estimate": 0.09554849547632992, "raw_gap": 0.09554849547632992, "n": 22, "n_cells": 4, "weight_sum": 22.0, "relative_to_minus_one": 0.06880275711190446 }, { "event_time": -2, "estimate": 0.03348732429800102, "raw_gap": 0.03348732429800102, "n": 68, "n_cells": 8, "weight_sum": 68.0, "relative_to_minus_one": 0.006741585933575562 }, { "event_time": -1, "estimate": 0.026745738364425457, "raw_gap": 0.026745738364425457, "n": 121, "n_cells": 13, "weight_sum": 121.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.2749192395942892, "raw_gap": 0.2749192395942892, "n": 162, "n_cells": 13, "weight_sum": 162.0, "relative_to_minus_one": 0.24817350122986376 }, { "event_time": 1, "estimate": 0.2975615309039354, "raw_gap": 0.2975615309039354, "n": 110, "n_cells": 9, "weight_sum": 110.0, "relative_to_minus_one": 0.27081579253950994 }, { "event_time": 2, "estimate": 0.2992754366310768, "raw_gap": 0.2992754366310768, "n": 64, "n_cells": 5, "weight_sum": 64.0, "relative_to_minus_one": 0.27252969826665135 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ 0.07424005444242468, 0.01022997897294179, -0.02913846535024846, 0.29165541861525945, 0.33737992355589763, 0.1729841159562096 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07445942797206145, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.28492075310305554, "matrix_preparation": { "source_rows": 676, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 35, "observation_mass": 676.0, "treated_observation_mass": 336.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0002204589545726776, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.020070580870323096, "upper": 0.6237174969914626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15001572575327976, "upper": 0.7157936304059969, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03473315251518028, "upper": 0.6602605282498563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11635795789314468, "upper": 0.8053688579467699, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04234603432728984, "upper": 0.6608696546729693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.016128148511615537, "upper": 0.6135403866019702, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602652.298362, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.32189403893089286, "SE": 0.14366237884102623, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.020070580870323096, "upper": 0.6237174969914626, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.2828889523263585, "SE": 0.20605461306406744, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.15001572575327976, "upper": 0.7157936304059969, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.312763687867338, "SE": 0.16540206334483978, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.03473315251518028, "upper": 0.6602605282498563, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.34450545002681265, "SE": 0.21936245091087844, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.11635795789314468, "upper": 0.8053688579467699, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.30926181017283977, "SE": 0.17939505382423732, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.04234603432728984, "upper": 0.6608696546729693, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.2987061190451773, "SE": 0.1606326800084927, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.016128148511615537, "upper": 0.6135403866019702, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.3704053674049335, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.3487912056841281, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.28697117011338297, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }