{ "study_id": 1, "specification_id": "S01-P085", "source_specification_id": "CI-T5-C-C12", "role": "active_comparison", "published_source_location": "Table 5, panel C, column 12 (\"Cooperation with minority\"), accepted-manuscript p. 49", "outcome_label": "Cooperated with minority [science-track students only]", "outcome_variable": "", "treatment_label": "New Curriculum indicator (newcurr)", "unit_fixed_effects": "Province", "time_fixed_effects": "High-school entry cohort", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Province x high-school-entry cohort (proXcoh)", "panel_structure": "Student repeated cross-section; treatment assigned at province x high-school-entry-cohort", "design": "repeated_cross_section", "descriptive_metadata_status": "recorded_source_fields", "title": "Curriculum and Ideology", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S01-P085.json", "input_bytes": 113786, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s01-p085", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [science-track students only]", "source_specification_id": "CI-T5-C-C12", "specification_id": "S01-P085", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C12.csv", "output_dir": "analyses/full-archive/results/S01-P085" }, "source": { "file": "CI-T5-C-C12.csv", "bytes": 113786, "sha256": "f59bc65f5f5bf323363e06a25aa220a863722cfa2413c8875ca86e566a134707" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.37684834645534, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03419750779060759, "se": 0.1478072255429635, "pvalue": 0.8196404390348297, "lower": -0.2763339500594826, "upper": 0.34472896564069777 }, { "method": "Dynamic TWFE", "estimate": -0.03511364316712093, "se": 0.16111401396329408, "pvalue": 0.8299253018496651, "lower": -0.3736016260943078, "upper": 0.303374339760066 }, { "method": "BJS / did2s", "estimate": -0.16726969221794363, "se": 0.14831039662274548, "pvalue": 0.27419918832427553, "lower": -0.47885827327955965, "upper": 0.1443188888436724 }, { "method": "Sun\u2013Abraham", "estimate": -0.06042820415359978, "se": 0.20582409777277716, "pvalue": 0.7724283422824338, "lower": -0.4928485875771537, "upper": 0.37199217926995415 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.4284708007757866, "se": 0.2563975613155006, "pvalue": 0.11199300593667444, "lower": -0.9671420884075749, "upper": 0.1102004868560017 }, { "event_time": -2, "estimate": 0.05176746153142376, "se": 0.12548471056475416, "pvalue": 0.6848157022898658, "lower": -0.21186613260733572, "upper": 0.31540105567018323 }, { "event_time": 0, "estimate": 0.08405346570332858, "se": 0.15307046319823014, "pvalue": 0.5896735352197355, "lower": -0.23753564413973785, "upper": 0.40564257554639505 }, { "event_time": 1, "estimate": -0.11710067684157664, "se": 0.17383892705339188, "pvalue": 0.5091135599257545, "lower": -0.48232271013990174, "upper": 0.24812135645674843 }, { "event_time": 2, "estimate": -0.1908149708005799, "se": 0.28776570732497936, "pvalue": 0.5156746469266478, "lower": -0.795388287745181, "upper": 0.41375834614402124 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.16099178502875192, "se": 0.14189232315560668, "pvalue": 0.2714249084366085, "lower": -0.45909649408736986, "upper": 0.137112924029866 }, { "event_time": -2, "estimate": 0.05798802113208892, "se": 0.06837746483880403, "pvalue": 0.40754221821734804, "lower": -0.08566770180356109, "upper": 0.20164374406773894 }, { "event_time": -1, "estimate": -0.0043098467966761886, "se": 0.032128841309522316, "pvalue": 0.8947782843660157, "lower": -0.07181003763125836, "upper": 0.06319034403790598 }, { "event_time": 0, "estimate": -0.014519021801392532, "se": 0.15895850369002104, "pvalue": 0.9282324822456979, "lower": -0.34847844568749414, "upper": 0.3194404020847091 }, { "event_time": 1, "estimate": -0.33103931766911704, "se": 0.16682523589929868, "pvalue": 0.06267683089694537, "lower": -0.6815261326383641, "upper": 0.019447497300130012 }, { "event_time": 2, "estimate": -0.2636925214244609, "se": 0.26676214345934085, "pvalue": 0.3360136460371355, "lower": -0.8241389881201318, "upper": 0.29675394527120996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3265166522210394, "se": 0.4226754615388956, "pvalue": 0.44984355203158716, "lower": -1.2145248452371584, "upper": 0.5614915407950797 }, { "event_time": -2, "estimate": 0.07748936395407065, "se": 0.24694600545464773, "pvalue": 0.7572873871782072, "lower": -0.44132494165508246, "upper": 0.5963036695632238 }, { "event_time": 0, "estimate": 0.05884076884079387, "se": 0.17322005058488402, "pvalue": 0.7380229635372896, "lower": -0.3050810532446565, "upper": 0.42276259092624424 }, { "event_time": 1, "estimate": -0.17363867903924834, "se": 0.2751432336360504, "pvalue": 0.5359172393218793, "lower": -0.751693162808416, "upper": 0.40441580472991934 }, { "event_time": 2, "estimate": -0.16149301100182095, "se": 0.322455938538146, "pvalue": 0.6225652343949298, "lower": -0.8389477992832215, "upper": 0.5159617772795797 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.290240321406982e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04122682643140228, "df_num": 1, "df_den": 628, "pvalue": 0.8391664853751086, "log10_pvalue": -0.07615186931795731, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 548.5333756998818, "rss_restricted": 548.5693857162382, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.12470114149471494 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.1909692915581108 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.09158097677689579 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1391880691503557 } ] } } }, "code_sha256": { "replication_engine.py": "a84197989fc6e453d28f8a12b14fdabaee204780a523db7d585b9004c6231de4", "reference_f_test.py": "26f3d65e1ff59d46f05bb28011b2ed34b9ee150f04c47c144dd6836a4d75d6f0", "sparse_did2s.py": "a348042269b0077dd2916898779f992f0b5fc2971edfee8b0118d3af715eaafb" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "Cooperated with minority [science-track students only]", "d": "New Curriculum indicator (newcurr)" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s01-p085", "study_id": 1, "study": "Curriculum and Ideology", "citation": "Cantoni et al. (2017), JPE. https://doi.org/10.1086/690951", "description": "Cooperated with minority [science-track students only]", "source_specification_id": "CI-T5-C-C12", "specification_id": "S01-P085", "data": "repl-archives/twfe-microdata-replication-private/outputs/published_clustering_2026_10_08/curriculum/prepared_rows/CI-T5-C-C12.csv", "output_dir": "analyses/archive-expanded/fits/S01-P085" }, "options": { "output_dir": "analyses/archive-expanded/fits/S01-P085", "regression_results": "analyses/archive-expanded/baselines/S01-P085.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "CI-T5-C-C12.csv", "bytes": 113786, "sha256": "f59bc65f5f5bf323363e06a25aa220a863722cfa2413c8875ca86e566a134707" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 1034, "source_sd": 0.37684834645534, "rows": 659, "units": 19, "clusters": 19, "treated_units": 13, "never_treated_units": 6, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 75, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 10, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03419750779060759, "se": 0.1478072255429635, "pvalue": 0.8196404390348297, "lower": -0.2763339500594826, "upper": 0.34472896564069777 }, { "method": "Dynamic TWFE", "estimate": -0.03511364316712093, "se": 0.16111401396329408, "pvalue": 0.8299253018496651, "lower": -0.3736016260943078, "upper": 0.303374339760066 }, { "method": "BJS / did2s", "estimate": -0.16726969221794363, "se": 0.14831039662274548, "pvalue": 0.27419918832427553, "lower": -0.47885827327955965, "upper": 0.1443188888436724 }, { "method": "Sun\u2013Abraham", "estimate": -0.06042820415359978, "se": 0.20582409777277716, "pvalue": 0.7724283422824338, "lower": -0.4928485875771537, "upper": 0.37199217926995415 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -0.4284708007757866, "se": 0.2563975613155006, "pvalue": 0.11199300593667444, "lower": -0.9671420884075749, "upper": 0.1102004868560017 }, { "event_time": -2, "estimate": 0.05176746153142376, "se": 0.12548471056475416, "pvalue": 0.6848157022898658, "lower": -0.21186613260733572, "upper": 0.31540105567018323 }, { "event_time": 0, "estimate": 0.08405346570332858, "se": 0.15307046319823014, "pvalue": 0.5896735352197355, "lower": -0.23753564413973785, "upper": 0.40564257554639505 }, { "event_time": 1, "estimate": -0.11710067684157664, "se": 0.17383892705339188, "pvalue": 0.5091135599257545, "lower": -0.48232271013990174, "upper": 0.24812135645674843 }, { "event_time": 2, "estimate": -0.1908149708005799, "se": 0.28776570732497936, "pvalue": 0.5156746469266478, "lower": -0.795388287745181, "upper": 0.41375834614402124 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.16099178502875192, "se": 0.14189232315560668, "pvalue": 0.2714249084366085, "lower": -0.45909649408736986, "upper": 0.137112924029866 }, { "event_time": -2, "estimate": 0.05798802113208892, "se": 0.06837746483880403, "pvalue": 0.40754221821734804, "lower": -0.08566770180356109, "upper": 0.20164374406773894 }, { "event_time": -1, "estimate": -0.0043098467966761886, "se": 0.032128841309522316, "pvalue": 0.8947782843660157, "lower": -0.07181003763125836, "upper": 0.06319034403790598 }, { "event_time": 0, "estimate": -0.014519021801392532, "se": 0.15895850369002104, "pvalue": 0.9282324822456979, "lower": -0.34847844568749414, "upper": 0.3194404020847091 }, { "event_time": 1, "estimate": -0.33103931766911704, "se": 0.16682523589929868, "pvalue": 0.06267683089694537, "lower": -0.6815261326383641, "upper": 0.019447497300130012 }, { "event_time": 2, "estimate": -0.2636925214244609, "se": 0.26676214345934085, "pvalue": 0.3360136460371355, "lower": -0.8241389881201318, "upper": 0.29675394527120996 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -0.3265166522210394, "se": 0.4226754615388956, "pvalue": 0.44984355203158716, "lower": -1.2145248452371584, "upper": 0.5614915407950797 }, { "event_time": -2, "estimate": 0.07748936395407065, "se": 0.24694600545464773, "pvalue": 0.7572873871782072, "lower": -0.44132494165508246, "upper": 0.5963036695632238 }, { "event_time": 0, "estimate": 0.05884076884079387, "se": 0.17322005058488402, "pvalue": 0.7380229635372896, "lower": -0.3050810532446565, "upper": 0.42276259092624424 }, { "event_time": 1, "estimate": -0.17363867903924834, "se": 0.2751432336360504, "pvalue": 0.5359172393218793, "lower": -0.751693162808416, "upper": 0.40441580472991934 }, { "event_time": 2, "estimate": -0.16149301100182095, "se": 0.322455938538146, "pvalue": 0.6225652343949298, "lower": -0.8389477992832215, "upper": 0.5159617772795797 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0 ], "weights": [ 0.47706422018348627, 0.3333333333333333, 0.18960244648318042 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 6.938893903907228e-18, "saturated_vs_deviations_relative_rss_difference": 8.290240321406982e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.04122682643140228, "df_num": 1, "df_den": 628, "pvalue": 0.8391664853751086, "log10_pvalue": -0.07615186931795731, "inference": "Homoskedastic nested-model F", "observations": 659, "design_columns": 9, "restricted_design_columns": 8, "fixed_effect_rank": 22, "covariance_rank": 1, "rss_unrestricted": 548.5333756998818, "rss_restricted": 548.5693857162382, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]:cohort_dummy_3" ], "data": [ [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ], [ -0.11696304387920567, -0.16827740983658304, -0.016632091636153458, -0.10202137468978056, -0.13500819266843425, -0.21028448862795965 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.12470114149471494 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.1909692915581108 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.09158097677689579 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.1391880691503557 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": false, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "repeated cross-section", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.12283586058820095, "se": 0.15861564170967887, "lower": -0.43371680572388077, "upper": 0.18804508454747887 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.1071714730035895, "se": 0.15164112523692969, "lower": -0.4043826170430995, "upper": 0.19003967103592054 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.06854075017214142, "se": 0.14086810432872426, "lower": -0.3446371612268718, "upper": 0.207555660882589 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 327.0, "post_cells": 6, "estimate": -0.1041924642272077, "se": 0.1518343824124382, "lower": -0.4017823853704684, "upper": 0.19339745691605303 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.12283586058820095, "se": 0.15861564170967887, "lower": -0.43371680572388077, "upper": 0.18804508454747887, "event_study": [ { "event_time": -3, "estimate": -0.3942472614485404, "se": 0.36122606916265704, "lower": -1.1022373472843228, "upper": 0.313742824387242, "relative_to_minus_one": -0.3942472614485404, "n": 0.0 }, { "event_time": -2, "estimate": 0.081465532967581, "se": 0.20684171126279466, "lower": -0.3239367716081294, "upper": 0.48686783754329144, "relative_to_minus_one": 0.081465532967581, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.014313263041328829, "se": 0.16803512365564244, "lower": -0.3150295274614648, "upper": 0.3436560535441225, "relative_to_minus_one": 0.014313263041328829, "n": 156.0 }, { "event_time": 1, "estimate": -0.243359866924327, "se": 0.1852517193839395, "lower": -0.606446564990969, "upper": 0.119726831142315, "relative_to_minus_one": -0.243359866924327, "n": 109.0 }, { "event_time": 2, "estimate": -0.13946097788160466, "se": 0.27746882215815, "lower": -0.683289876144328, "upper": 0.40436792038111863, "relative_to_minus_one": -0.13946097788160466, "n": 62.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.04464372116052287, "se": 0.1806590577792633, "event_time": 0, "mass": 59.0 }, { "group": 2, "year": 3, "att": -0.3093802418216687, "se": 0.22850671368171613, "event_time": 1, "mass": 66.0 }, { "group": 2, "year": 4, "att": -0.13946097788160466, "se": 0.27746882215815005, "event_time": 2, "mass": 62.0 }, { "group": 3, "year": 1, "att": 0.19321047620742643, "se": 0.28941568671106116, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": -0.149561940028245, "se": 0.3716593942806253, "event_time": 0, "mass": 58.0 }, { "group": 3, "year": 4, "att": -0.14686854976667377, "se": 0.3041201422333823, "event_time": 1, "mass": 43.0 }, { "group": 4, "year": 1, "att": -0.3942472614485404, "se": 0.3612260691626571, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": -0.08133528951115934, "se": 0.25141391120989476, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 0.1884795230699241, "se": 0.21415208469523572, "event_time": 0, "mass": 39.0 } ], "treated_cell_att": -0.1041924642272077, "treated_cell_se": 0.1518343824124382, "checks": { "input_rows": 659, "retained_rows": 659, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 2.7755575615628914e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [], "seconds": 0.042670708149671555, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.049756877893611814, "event_study": [ { "event_time": -3, "estimate": -0.2456267690655809, "raw_gap": -0.21144032451635097, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.23698994260664705 }, { "event_time": -2, "estimate": -0.024525186009511854, "raw_gap": -0.016188356468651993, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.01588835955057799 }, { "event_time": -1, "estimate": -0.008636826458933862, "raw_gap": -0.0017300581951420727, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.04190582624589261, "raw_gap": 0.047457403176749645, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": 0.050542652704826475 }, { "event_time": 1, "estimate": -0.16881121983174086, "raw_gap": -0.17198912072653197, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.160174393372807 }, { "event_time": 2, "estimate": -0.07108685490178306, "raw_gap": -0.07108685490178294, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.06245002844284919 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.17590120840019652, 0.08505757895385033, 0.001780323228460078, 0.10183795794100238, -0.10240727270496669, -0.0963924657412453 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 1.3322676295501878e-16 }, { "cohort": 2, "pre_gap": -0.008055609244935742 }, { "cohort": 3, "pre_gap": 0.034186444549229866 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09438342435524417, "zeta_omega": [ 0.0, 1.0683175129936109, 0.9167383813505269 ], "zeta_lambda": [ 0.0, 6.35225393767007e-07, 6.482319260269367e-07 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 1, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.0, "time_objective": 0.24858232653573237, "unit_projected_gradient": 2.7755575615628914e-17, "time_projected_gradient": 0.0 }, { "cohort": 2, "unit_iterations": 15, "time_iterations": 14, "unit_objective": 0.19175126233082324, "time_objective": 0.13488048040564493, "unit_projected_gradient": 1.2467123999826413e-09, "time_projected_gradient": 2.346139393871738e-09 }, { "cohort": 3, "unit_iterations": 15, "time_iterations": 10, "unit_objective": 0.1643034987405377, "time_objective": 0.03774313771246995, "unit_projected_gradient": 5.454573015484243e-09, "time_projected_gradient": 5.946713427240624e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 2.0816681711721685e-17, "native_scalar_vs_unweighted_matrix_average": 4.9439619065339e-17 }, "native_matrix_att": -0.005630934594641849, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0005915001966059208, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1477944909123913, "event_study": [ { "event_time": -3, "estimate": -0.04420663305361364, "raw_gap": -0.04420663305361364, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.04324842766033253 }, { "event_time": -2, "estimate": 0.010341490333481048, "raw_gap": 0.010341490333481048, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": 0.011299695726762161 }, { "event_time": -1, "estimate": -0.0009582053932811135, "raw_gap": -0.0009582053932811135, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.006734098985681845, "raw_gap": -0.006734098985681845, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": -0.005775893592400732 }, { "event_time": 1, "estimate": -0.3003021533652432, "raw_gap": -0.3003021533652432, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.29934394797196207 }, { "event_time": 2, "estimate": -0.23460232854474328, "raw_gap": -0.23460232854474328, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.23364412315146216 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.04755575320962402, 0.03211496984486392, -0.0051306162060278555, 0.03596633666645927, -0.1706029575111017, -0.21313387688294413 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 30, "termination_reason": "Relative objective tolerance reached", "objective": 0.03406065995092428, "lambda_l": 0.014901368947932571, "singular_values": [ 1.0859613863716149, 0.6502116878502988, 0.013117971936569162, 0.0 ], "history_objective": [ 0.034136320320715154, 0.03407789986764474, 0.03406664975229352, 0.03406314198590922, 0.03406178336532124, 0.03406118979242242, 0.03406091444370081, 0.03406078320766207, 0.03406071990031939, 0.034060689186224145, 0.03406067423786719, 0.03406066694670867, 0.034060663383720276, 0.03406066163931691, 0.03406066078353881, 0.03406066036274981, 0.034060660155309896, 0.034060660052743844, 0.03406066000186035, 0.03406065997652036, 0.034060659963846704, 0.034060659957477576, 0.034060659954259734, 0.03406065995262454, 0.03406065995178836, 0.0340606599513579, 0.034060659951134706, 0.03406065995101813, 0.034060659950956806, 0.03406065995092428 ], "history_rmse": [ 0.0891283683822167, 0.08936570125616315, 0.08939824994268268, 0.0894049398855503, 0.08940688105734024, 0.08940760710989384, 0.08940792451117732, 0.08940807353126841, 0.08940814539457129, 0.08940818035627317, 0.08940819740926492, 0.08940820573331625, 0.08940820979814702, 0.08940821178408014, 0.08940821275500739, 0.08940821323011981, 0.0894082134628614, 0.08940821357701637, 0.08940821363308679, 0.08940821366067175, 0.08940821367426681, 0.08940821368098067, 0.08940821368430354, 0.08940821368595216, 0.08940821368677232, 0.08940821368718155, 0.0894082136873866, 0.08940821368748948, 0.08940821368754161, 0.08940821368756771 ], "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.0790197639018765, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.000373834278434515, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15470509625418946, "event_study": [ { "event_time": -3, "estimate": -0.139788444710071, "raw_gap": -0.139788444710071, "n": 21, "n_cells": 4, "weight_sum": 21.0, "relative_to_minus_one": -0.14418612527048255 }, { "event_time": -2, "estimate": -0.043117480054323455, "raw_gap": -0.043117480054323455, "n": 67, "n_cells": 8, "weight_sum": 67.0, "relative_to_minus_one": -0.04751516061473499 }, { "event_time": -1, "estimate": 0.004397680560411535, "raw_gap": 0.004397680560411535, "n": 117, "n_cells": 13, "weight_sum": 117.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.033733183931270054, "raw_gap": -0.033733183931270054, "n": 156, "n_cells": 13, "weight_sum": 156.0, "relative_to_minus_one": -0.03813086449168159 }, { "event_time": 1, "estimate": -0.18363322056929454, "raw_gap": -0.18363322056929454, "n": 109, "n_cells": 9, "weight_sum": 109.0, "relative_to_minus_one": -0.18803090112970608 }, { "event_time": 2, "estimate": -0.4082285280611085, "raw_gap": -0.4082285280611085, "n": 62, "n_cells": 5, "weight_sum": 62.0, "relative_to_minus_one": -0.41262620862152 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0 ], "estimate": [ -0.10424932859391656, 0.03921450956982306, 0.007944710601325134, -0.012086749220590515, -0.1295250203634099, -0.4335341389005708 ], "n": [ 4.0, 8.0, 13.0, 13.0, 9.0, 5.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.07129631120838287, "penalty": 1.0, "n_observed": 75, "n_missing": 1, "n_treated_observed": 27, "n_untreated_observed": 48, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.12927865250523038, "matrix_preparation": { "source_rows": 659, "matrix_shape": [ 19, 4 ], "observed_cells": 75, "missing_cells": 1, "repeated_cells": 73, "minimum_cell_count": 1, "maximum_cell_count": 31, "observation_mass": 659.0, "treated_observation_mass": 327.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0003276253119111061, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "a55b171313d43a703063c87e668021b75eb3153fa30795b9ae3d9e2721d9b9d0", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2763339500594826, "upper": 0.34472896564069777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3736016260943078, "upper": 0.303374339760066, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47885827327955965, "upper": 0.1443188888436724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4928485875771537, "upper": 0.37199217926995415, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43371680572388077, "upper": 0.18804508454747887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4017823853704684, "upper": 0.19339745691605303, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602671.21876, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03419750779060759, "SE": 0.1478072255429635, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2763339500594826, "upper": 0.34472896564069777, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.03511364316712093, "SE": 0.16111401396329408, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3736016260943078, "upper": 0.303374339760066, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.16726969221794363, "SE": 0.14831039662274548, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.47885827327955965, "upper": 0.1443188888436724, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.06042820415359978, "SE": 0.20582409777277716, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.4928485875771537, "upper": 0.37199217926995415, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.12283586058820095, "SE": 0.15861564170967887, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.43371680572388077, "upper": 0.18804508454747887, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.1041924642272077, "SE": 0.1518343824124382, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.4017823853704684, "upper": 0.19339745691605303, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.049756877893611814, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1477944909123913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.15470509625418946, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires one observation per unit-period; no observations collapsed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }