{ "study_id": 22, "specification_id": "S22-P080", "source_specification_id": "REXER-T6-PB-OTHER-C3-HOLD", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Corruption as a Local Advantage", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S22-P080.json", "input_bytes": 503228, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p080", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-T6-PB-OTHER-C3-HOLD", "source_specification_id": "REXER-T6-PB-OTHER-C3-HOLD", "specification_id": "S22-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-T6-PB-OTHER-C3-HOLD.csv", "output_dir": "analyses/full-archive/results/S22-P080" }, "source": { "file": "REXER-T6-PB-OTHER-C3-HOLD.csv", "bytes": 503228, "sha256": "64d93c8e501fcbc4063f7962d7c4fd9fa777ca4ac70ee0804d3ee49a021d6e0e" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3183, "source_sd": 19.5457132368174, "rows": 546, "units": 56, "clusters": 56, "treated_units": 3, "never_treated_units": 53, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 546, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 251, "post_adoption_untreated_rows_removed": 1151, "units_without_minus_one_removed": 0, "additional_rows_removed": 7 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04701019018057746, "se": 0.40102675486499967, "pvalue": 0.9071091258704601, "lower": -0.7566653858660001, "upper": 0.8506857662271551 }, { "method": "Dynamic TWFE", "estimate": -0.07292926308174288, "se": 0.2870791183149335, "pvalue": 0.8004128468380837, "lower": -0.6482486725320327, "upper": 0.502390146368547 }, { "method": "BJS / did2s", "estimate": -0.10357867959473996, "se": 0.3298329194770481, "pvalue": 0.7546834395099057, "lower": -0.7645786212297471, "upper": 0.5574212620402671 }, { "method": "Sun\u2013Abraham", "estimate": -0.10302790726298905, "se": 0.1028594062010963, "pvalue": 0.32090493622197946, "lower": -0.3091627636725153, "upper": 0.10310694914653717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -1.141201124014052, "se": 0.25775477808864183, "pvalue": 4.57060771447227e-05, "lower": -1.657753242410446, "upper": -0.624649005617658 }, { "event_time": -2, "estimate": -0.2894226893619605, "se": 0.6176497800843442, "pvalue": 0.6412167776128084, "lower": -1.5272205090396784, "upper": 0.9483751303157575 }, { "event_time": 0, "estimate": -0.50077213948578, "se": 0.36918682706225436, "pvalue": 0.18050795435353018, "lower": -1.2406390743189628, "upper": 0.23909479534740274 }, { "event_time": 1, "estimate": -0.31486174237727893, "se": 0.5135103060386346, "pvalue": 0.5423008178411192, "lower": -1.343959392359217, "upper": 0.7142359076046593 }, { "event_time": 2, "estimate": 0.4509195526086897, "se": 0.33635411395690396, "pvalue": 0.18555849196052343, "lower": -0.22314915480448644, "upper": 1.124988260021866 }, { "event_time": 3, "estimate": 0.6467666933405755, "se": 0.22164125216627267, "pvalue": 0.005092649223340907, "lower": 0.2025876981750827, "upper": 1.0909456885060682 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3741474771725011, "se": 0.13275408937233815, "pvalue": 0.006695084285162623, "lower": -0.6401926174394363, "upper": -0.10810233690556581 }, { "event_time": -2, "estimate": -0.0884294682246801, "se": 0.19234247400629764, "pvalue": 0.6475078671434714, "lower": -0.473892399861929, "upper": 0.29703346341256875 }, { "event_time": -1, "estimate": 0.18366999714014642, "se": 0.22564003087569073, "pvalue": 0.4191577733260351, "lower": -0.2685227296374833, "upper": 0.6358627239177761 }, { "event_time": 0, "estimate": -0.3196140285091837, "se": 0.5969465762853721, "pvalue": 0.5945215180188023, "lower": -1.5159217006161996, "upper": 0.8766936435978321 }, { "event_time": 1, "estimate": -0.44061500614906424, "se": 0.5254672658531246, "pvalue": 0.40536808924121187, "lower": -1.4936749390712292, "upper": 0.6124449267731008 }, { "event_time": 2, "estimate": 0.34880050230397125, "se": 0.3534789115425276, "pvalue": 0.3280792616607047, "lower": -0.35958706637555643, "upper": 1.0571880709834989 }, { "event_time": 3, "estimate": 0.3138416564598172, "se": 0.10121388741150628, "pvalue": 0.003042216259078881, "lower": 0.11100449339637314, "upper": 0.5166788195232612 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.1215219843966842, "se": 0.28244723007651984, "pvalue": 0.00020990823247333761, "lower": -1.6875588823860028, "upper": -0.5554850864073655 }, { "event_time": -2, "estimate": -0.37072007380561195, "se": 0.11759713237669461, "pvalue": 0.0026212600461812774, "lower": -0.6063899934748899, "upper": -0.13505015413633403 }, { "event_time": 0, "estimate": -0.5089176871890269, "se": 0.06997225540030891, "pvalue": 1.3459221286831033e-09, "lower": -0.6491452205989916, "upper": -0.36869015377906206 }, { "event_time": 1, "estimate": -0.34403534301526395, "se": 0.14711686161758689, "pvalue": 0.023023110462900183, "lower": -0.63886412207386, "upper": -0.04920656395666784 }, { "event_time": 2, "estimate": 0.44896322105474934, "se": 0.20033896192933448, "pvalue": 0.029081794795085797, "lower": 0.047474969510703846, "upper": 0.8504514725987948 }, { "event_time": 3, "estimate": 0.49267404738419746, "se": 0.13996545640988123, "pvalue": 0.0008751174047565256, "lower": 0.2121770046252907, "upper": 0.7731710901431041 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0 ], "weights": [ 0.375, 0.25, 0.25, 0.125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.281416537555565e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21395199399863254, "df_num": 2, "df_den": 469, "pvalue": 0.8074659022654093, "log10_pvalue": -0.09287580803170793, "inference": "Homoskedastic nested-model F", "observations": 546, "design_columns": 11, "restricted_design_columns": 9, "fixed_effect_rank": 66, "covariance_rank": 2, "rss_unrestricted": 450.3935643238884, "rss_restricted": 450.8044922606528, "test_horizon": null, "reference_cohort": 8, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]" ], "data": [ [ 3.101927297073854e-25, -1.9387045606711586e-26, -5.169878828456423e-26, -1.550963648536927e-25, -1.9387045606711586e-26, 2.0679515313825692e-25 ], [ -6.32765215741514e-13, -1.275149585604588e-13, 1.7769151313824687e-13, 8.104567564056175e-13, 1.2691253247888016e-13, 1.1028708126720622e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -8.336676211317725e-12, -1.6799592848847348e-12, 2.3408404024114793e-12, 1.0677516842894456e-11, 1.672026634773367e-12, 1.4530138400925566e-11 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9" ], "deviations": [ { "event_time": 0.0, "cohort": 9, "estimate": 0.11610664841982336 }, { "event_time": 1.0, "cohort": 9, "estimate": 1.2939270212941179 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.6829060192586333 }, { "event_time": -2.0, "cohort": 11, "estimate": -1.4555779825586956 }, { "event_time": 0.0, "cohort": 11, "estimate": 1.3991756089315628 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p080", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-T6-PB-OTHER-C3-HOLD", "source_specification_id": "REXER-T6-PB-OTHER-C3-HOLD", "specification_id": "S22-P080", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-T6-PB-OTHER-C3-HOLD.csv", "output_dir": "analyses/archive-expanded/fits/S22-P080" }, "options": { "output_dir": "analyses/archive-expanded/fits/S22-P080", "regression_results": "analyses/archive-expanded/baselines/S22-P080.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "REXER-T6-PB-OTHER-C3-HOLD.csv", "bytes": 503228, "sha256": "64d93c8e501fcbc4063f7962d7c4fd9fa777ca4ac70ee0804d3ee49a021d6e0e" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3183, "source_sd": 19.5457132368174, "rows": 546, "units": 56, "clusters": 56, "treated_units": 3, "never_treated_units": 53, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 546, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 251, "post_adoption_untreated_rows_removed": 1151, "units_without_minus_one_removed": 0, "additional_rows_removed": 7 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.04701019018057746, "se": 0.40102675486499967, "pvalue": 0.9071091258704601, "lower": -0.7566653858660001, "upper": 0.8506857662271551 }, { "method": "Dynamic TWFE", "estimate": -0.07292926308174288, "se": 0.2870791183149335, "pvalue": 0.8004128468380837, "lower": -0.6482486725320327, "upper": 0.502390146368547 }, { "method": "BJS / did2s", "estimate": -0.10357867959473996, "se": 0.3298329194770481, "pvalue": 0.7546834395099057, "lower": -0.7645786212297471, "upper": 0.5574212620402671 }, { "method": "Sun\u2013Abraham", "estimate": -0.10302790726298905, "se": 0.1028594062010963, "pvalue": 0.32090493622197946, "lower": -0.3091627636725153, "upper": 0.10310694914653717 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": -1.141201124014052, "se": 0.25775477808864183, "pvalue": 4.57060771447227e-05, "lower": -1.657753242410446, "upper": -0.624649005617658 }, { "event_time": -2, "estimate": -0.2894226893619605, "se": 0.6176497800843442, "pvalue": 0.6412167776128084, "lower": -1.5272205090396784, "upper": 0.9483751303157575 }, { "event_time": 0, "estimate": -0.50077213948578, "se": 0.36918682706225436, "pvalue": 0.18050795435353018, "lower": -1.2406390743189628, "upper": 0.23909479534740274 }, { "event_time": 1, "estimate": -0.31486174237727893, "se": 0.5135103060386346, "pvalue": 0.5423008178411192, "lower": -1.343959392359217, "upper": 0.7142359076046593 }, { "event_time": 2, "estimate": 0.4509195526086897, "se": 0.33635411395690396, "pvalue": 0.18555849196052343, "lower": -0.22314915480448644, "upper": 1.124988260021866 }, { "event_time": 3, "estimate": 0.6467666933405755, "se": 0.22164125216627267, "pvalue": 0.005092649223340907, "lower": 0.2025876981750827, "upper": 1.0909456885060682 } ], "BJS / did2s": [ { "event_time": -3, "estimate": -0.3741474771725011, "se": 0.13275408937233815, "pvalue": 0.006695084285162623, "lower": -0.6401926174394363, "upper": -0.10810233690556581 }, { "event_time": -2, "estimate": -0.0884294682246801, "se": 0.19234247400629764, "pvalue": 0.6475078671434714, "lower": -0.473892399861929, "upper": 0.29703346341256875 }, { "event_time": -1, "estimate": 0.18366999714014642, "se": 0.22564003087569073, "pvalue": 0.4191577733260351, "lower": -0.2685227296374833, "upper": 0.6358627239177761 }, { "event_time": 0, "estimate": -0.3196140285091837, "se": 0.5969465762853721, "pvalue": 0.5945215180188023, "lower": -1.5159217006161996, "upper": 0.8766936435978321 }, { "event_time": 1, "estimate": -0.44061500614906424, "se": 0.5254672658531246, "pvalue": 0.40536808924121187, "lower": -1.4936749390712292, "upper": 0.6124449267731008 }, { "event_time": 2, "estimate": 0.34880050230397125, "se": 0.3534789115425276, "pvalue": 0.3280792616607047, "lower": -0.35958706637555643, "upper": 1.0571880709834989 }, { "event_time": 3, "estimate": 0.3138416564598172, "se": 0.10121388741150628, "pvalue": 0.003042216259078881, "lower": 0.11100449339637314, "upper": 0.5166788195232612 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": -1.1215219843966842, "se": 0.28244723007651984, "pvalue": 0.00020990823247333761, "lower": -1.6875588823860028, "upper": -0.5554850864073655 }, { "event_time": -2, "estimate": -0.37072007380561195, "se": 0.11759713237669461, "pvalue": 0.0026212600461812774, "lower": -0.6063899934748899, "upper": -0.13505015413633403 }, { "event_time": 0, "estimate": -0.5089176871890269, "se": 0.06997225540030891, "pvalue": 1.3459221286831033e-09, "lower": -0.6491452205989916, "upper": -0.36869015377906206 }, { "event_time": 1, "estimate": -0.34403534301526395, "se": 0.14711686161758689, "pvalue": 0.023023110462900183, "lower": -0.63886412207386, "upper": -0.04920656395666784 }, { "event_time": 2, "estimate": 0.44896322105474934, "se": 0.20033896192933448, "pvalue": 0.029081794795085797, "lower": 0.047474969510703846, "upper": 0.8504514725987948 }, { "event_time": 3, "estimate": 0.49267404738419746, "se": 0.13996545640988123, "pvalue": 0.0008751174047565256, "lower": 0.2121770046252907, "upper": 0.7731710901431041 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0 ], "weights": [ 0.375, 0.25, 0.25, 0.125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 3.281416537555565e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.21395199399863254, "df_num": 2, "df_den": 469, "pvalue": 0.8074659022654093, "log10_pvalue": -0.09287580803170793, "inference": "Homoskedastic nested-model F", "observations": 546, "design_columns": 11, "restricted_design_columns": 9, "fixed_effect_rank": 66, "covariance_rank": 2, "rss_unrestricted": 450.3935643238884, "rss_restricted": 450.8044922606528, "test_horizon": null, "reference_cohort": 8, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]" ], "data": [ [ 3.101927297073854e-25, -1.9387045606711586e-26, -5.169878828456423e-26, -1.550963648536927e-25, -1.9387045606711586e-26, 2.0679515313825692e-25 ], [ -6.32765215741514e-13, -1.275149585604588e-13, 1.7769151313824687e-13, 8.104567564056175e-13, 1.2691253247888016e-13, 1.1028708126720622e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -8.336676211317725e-12, -1.6799592848847348e-12, 2.3408404024114793e-12, 1.0677516842894456e-11, 1.672026634773367e-12, 1.4530138400925566e-11 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9" ], "deviations": [ { "event_time": 0.0, "cohort": 9, "estimate": 0.11610664841982336 }, { "event_time": 1.0, "cohort": 9, "estimate": 1.2939270212941179 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.6829060192586333 }, { "event_time": -2.0, "cohort": 11, "estimate": -1.4555779825586956 }, { "event_time": 0.0, "cohort": 11, "estimate": 1.3991756089315628 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.11755885676097846, "se": 0.2225213695875731, "lower": -0.3185750134211913, "upper": 0.5536927269431482 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.01696507995515797, "se": 0.16638425284373168, "lower": -0.3430722231234781, "upper": 0.30914206321316223 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.09395697371258582, "se": 0.17383515332777497, "lower": -0.24675366605685123, "upper": 0.4346676134820229 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 8.0, "post_cells": 8, "estimate": -0.016965079955157933, "se": 0.16638425284373165, "lower": -0.34307222312347807, "upper": 0.3091420632131622 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.11755885676097846, "se": 0.2225213695875731, "lower": -0.3185750134211913, "upper": 0.5536927269431482, "event_study": [ { "event_time": -3, "estimate": -1.1855323564273876, "se": 0.2842240425899147, "lower": -1.7426012434439988, "upper": -0.6284634694107765, "relative_to_minus_one": -1.1855323564273876, "n": 0.0 }, { "event_time": -2, "estimate": -0.3896337778273003, "se": 0.5406872652416695, "lower": -1.4493613446004279, "upper": 0.6700937889458274, "relative_to_minus_one": -0.3896337778273003, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.45404088652665864, "se": 0.35768362433392775, "lower": -1.1550879080809116, "upper": 0.24700613502759428, "relative_to_minus_one": -0.45404088652665864, "n": 3.0 }, { "event_time": 1, "estimate": -0.25536149522532015, "se": 0.44866883469935565, "lower": -1.1347362522216122, "upper": 0.6240132617709718, "relative_to_minus_one": -0.25536149522532015, "n": 2.0 }, { "event_time": 2, "estimate": 0.5574872015934601, "se": 0.2961362824564527, "lower": -0.022929246536767756, "upper": 1.1379036497236878, "relative_to_minus_one": 0.5574872015934601, "n": 2.0 }, { "event_time": 3, "estimate": 0.6221506072024325, "se": 0.15115176337941585, "lower": 0.3258985947790572, "upper": 0.9184026196258079, "relative_to_minus_one": 0.6221506072024325, "n": 1.0 } ], "group_time_estimates": [ { "group": 8, "year": 1, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": 0.35706891747088154, "se": 0.10673142212628947, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": -0.8736914775131369, "se": 0.21176828050999125, "event_time": 0, "mass": 1.0 }, { "group": 8, "year": 9, "att": -0.8530298547341101, "se": 0.23855174287853778, "event_time": 1, "mass": 1.0 }, { "group": 8, "year": 10, "att": 0.2605478004762653, "se": 0.15212890951132893, "event_time": 2, "mass": 1.0 }, { "group": 8, "year": 11, "att": 0.6221506072024325, "se": 0.1511517633794158, "event_time": 3, "mass": 1.0 }, { "group": 9, "year": 1, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 9, "year": 2, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 9, "year": 3, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 9, "year": 4, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 9, "year": 5, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 9, "year": 6, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 9, "year": 7, "att": null, "se": null, "event_time": -2, "mass": 0.0 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 9, "year": 9, "att": -0.8735950180230385, "se": 0.1829712014949492, "event_time": 0, "mass": 1.0 }, { "group": 9, "year": 10, "att": 0.3423068642834698, "se": 0.279387278718917, "event_time": 1, "mass": 1.0 }, { "group": 9, "year": 11, "att": 0.854426602710655, "se": 0.3166507912221307, "event_time": 2, "mass": 1.0 }, { "group": 11, "year": 1, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": -1.1855323564273876, "se": 0.28422404258991474, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": -1.1363364731254821, "se": 0.23520691713448558, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": 0.38516383595619935, "se": 0.0784184946680183, "event_time": 0, "mass": 1.0 } ], "treated_cell_att": -0.016965079955157933, "treated_cell_se": 0.16638425284373165, "checks": { "input_rows": 546, "retained_rows": 546, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 8,9,11.", "No (treated or control) units for group 11 in time period 1; setting ATT to NA.", "No (treated or control) units for group 11 in time period 2; setting ATT to NA.", "No (treated or control) units for group 11 in time period 3; setting ATT to NA.", "No (treated or control) units for group 11 in time period 4; setting ATT to NA.", "No (treated or control) units for group 11 in time period 5; setting ATT to NA.", "No (treated or control) units for group 11 in time period 6; setting ATT to NA.", "No (treated or control) units for group 11 in time period 7; setting ATT to NA.", "No (treated or control) units for group 8 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 2; setting ATT to NA.", "No (treated or control) units for group 8 in time period 3; setting ATT to NA.", "No (treated or control) units for group 8 in time period 4; setting ATT to NA.", "No (treated or control) units for group 8 in time period 5; setting ATT to NA.", "No (treated or control) units for group 9 in time period 1; setting ATT to NA.", "No (treated or control) units for group 9 in time period 2; setting ATT to NA.", "No (treated or control) units for group 9 in time period 3; setting ATT to NA.", "No (treated or control) units for group 9 in time period 4; setting ATT to NA.", "No (treated or control) units for group 9 in time period 5; setting ATT to NA.", "No (treated or control) units for group 9 in time period 6; setting ATT to NA.", "No (treated or control) units for group 9 in time period 7; setting ATT to NA." ], "seconds": 0.05720624979585409, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.19517371708167258, "event_study": [ { "event_time": -3, "estimate": -0.14526121537206105, "raw_gap": -0.033403737495261154, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.13799825401116123 }, { "event_time": -2, "estimate": -0.07974428981817358, "raw_gap": -0.026073989514596496, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.07248132845727376 }, { "event_time": -1, "estimate": -0.007262961360899825, "raw_gap": 0.02851723884148527, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.5111967307604817, "raw_gap": -0.4754165305580966, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.5039337693995818 }, { "event_time": 1, "estimate": -0.43369794696325015, "raw_gap": -0.4359563855980725, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.4264349856023503 }, { "event_time": 2, "estimate": 0.31170927496527945, "raw_gap": 0.3094508363304571, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.31897223632617927 }, { "event_time": 3, "estimate": 0.2161777996240058, "raw_gap": 0.21166092235436007, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.22344076098490562 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ -0.033403737495261154, -0.026073989514596496, 0.02851723884148527, -0.47541653055809646, -0.4359563855980725, 0.3094508363304571, 0.21166092235436007 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 7, "pre_gap": -0.004516877269645716 }, { "cohort": 8, "pre_gap": 1.1102230246251565e-15 }, { "cohort": 10, "pre_gap": 0.1118574778767999 } ], "diagnostics": { "converged": true, "pre_rmse": 0.05939539905879063, "zeta_omega": [ 1.06483186940689, 1.2730754928520471, 1.2010599516779115 ], "zeta_lambda": [ 7.5294983568116e-07, 9.673281899974744e-07, 1.2010599516779115e-06 ], "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 7, "unit_iterations": 26, "time_iterations": 17, "unit_objective": 0.02831871825279162, "time_objective": 0.6123770476147247, "unit_projected_gradient": 5.784985462452957e-09, "time_projected_gradient": 6.764740601017394e-09 }, { "cohort": 8, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.03241442421000966, "time_objective": 2.64685168193337, "unit_projected_gradient": 1.734723475976807e-17, "time_projected_gradient": 0.0 }, { "cohort": 10, "unit_iterations": 40, "time_iterations": 9, "unit_objective": 0.048797699649633534, "time_objective": 0.32592139621933724, "unit_projected_gradient": 7.189965532672371e-09, "time_projected_gradient": 0.0 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.19517371708167255, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0007078340277075768, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15140808317754734, "event_study": [ { "event_time": -3, "estimate": -0.16276526279823883, "raw_gap": -0.16276526279823883, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.2430139180343076 }, { "event_time": -2, "estimate": -0.038991139376332196, "raw_gap": -0.038991139376332196, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.11923979461240099 }, { "event_time": -1, "estimate": 0.08024865523606879, "raw_gap": 0.08024865523606879, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.437543952101992, "raw_gap": -0.437543952101992, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.5177926073380608 }, { "event_time": 1, "estimate": -0.4371648025202095, "raw_gap": -0.4371648025202095, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.5174134577562783 }, { "event_time": 2, "estimate": 0.3375609018248527, "raw_gap": 0.3375609018248527, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.25731224658878393 }, { "event_time": 3, "estimate": 0.3005749922763108, "raw_gap": 0.3005749922763108, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.22032633704024202 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ -0.16276526279823883, -0.038991139376332196, 0.08024865523606879, -0.437543952101992, -0.4371648025202095, 0.3375609018248527, 0.3005749922763108 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 29, "termination_reason": "Relative objective tolerance reached", "objective": 0.4762978277907932, "lambda_l": 0.016751621210895868, "singular_values": [ 13.735971187971856, 3.0757411511503143, 0.6758491066123504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.47848433788881484, 0.4766522458636845, 0.47637537356192716, 0.4763184519153875, 0.4763041097713424, 0.47629993440581153, 0.4762985883013274, 0.4762981207153911, 0.47629794795592134, 0.4762978802610451, 0.47629785209133113, 0.4762978396371996, 0.47629783380810187, 0.476297830942295, 0.476297829477333, 0.47629782870657805, 0.47629782829280026, 0.47629782806762166, 0.4762978279439777, 0.47629782787568975, 0.47629782783783464, 0.4762978278167987, 0.4762978278050915, 0.4762978277985703, 0.47629782779493457, 0.476297827792907, 0.47629782779177626, 0.47629782779114493, 0.4762978277907932 ], "history_rmse": [ 0.4331433276643166, 0.4295321240068678, 0.42871060347001116, 0.4284261426964537, 0.4283078636250522, 0.42825382864728473, 0.4282275233872368, 0.428214063662272, 0.42820688494631265, 0.42820291841486996, 0.4282006588929893, 0.42819933697563406, 0.4281985449788135, 0.4281980600562563, 0.42819775707510194, 0.42819756410558, 0.42819743893368173, 0.42819735631293826, 0.42819730087497726, 0.4281972631037177, 0.42819723700732154, 0.4281972187498614, 0.42819720583493864, 0.428197196611551, 0.42819718997071543, 0.42819718515651484, 0.4281971816466446, 0.4281971790757453, 0.4281971771854434 ], "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538 }, "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.15140808317754736, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0008621672168374062, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.3069726812890671, "event_study": [ { "event_time": -3, "estimate": 0.0, "raw_gap": 0.0, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 3.50090327098466e-14 }, { "event_time": -2, "estimate": 0.0, "raw_gap": 0.0, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 3.50090327098466e-14 }, { "event_time": -1, "estimate": -3.50090327098466e-14, "raw_gap": -3.50090327098466e-14, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.3069726812885913, "raw_gap": -0.3069726812885913, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.30697268128855626 }, { "event_time": 1, "estimate": -0.40929690838559607, "raw_gap": -0.40929690838559607, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.40929690838556104 }, { "event_time": 2, "estimate": -0.3581347948377853, "raw_gap": -0.3581347948377853, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.3581347948377503 }, { "event_time": 3, "estimate": 0.0, "raw_gap": 0.0, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 3.50090327098466e-14 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ 0.0, 0.0, -3.50090327098466e-14, -0.3069726812885913, -0.40929690838559607, -0.3581347948377853, 0.0 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 4.287713326376501e-14, "penalty": 1.0, "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.3069726812890671, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0028984169475734234, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04701019018057746, "SE": 0.40102675486499967, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07292926308174288, "SE": 0.2870791183149335, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.10357867959473996, "SE": 0.3298329194770481, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10302790726298905, "SE": 0.1028594062010963, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.11755885676097846, "SE": 0.2225213695875731, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.016965079955157933, "SE": 0.16638425284373165, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19517371708167258, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15140808317754734, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.3069726812890671, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04701019018057746, "SE": 0.40102675486499967, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7566653858660001, "upper": 0.8506857662271551, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07292926308174288, "SE": 0.2870791183149335, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6482486725320327, "upper": 0.502390146368547, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.10357867959473996, "SE": 0.3298329194770481, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7645786212297471, "upper": 0.5574212620402671, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10302790726298905, "SE": 0.1028594062010963, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3091627636725153, "upper": 0.10310694914653717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11755885676097846, "SE": 0.2225213695875731, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3185750134211913, "upper": 0.5536927269431482, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.016965079955157933, "SE": 0.16638425284373165, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34307222312347807, "upper": 0.3091420632131622, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19517371708167258, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15140808317754734, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.3069726812890671, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602622.470788, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.04701019018057746, "SE": 0.40102675486499967, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.7566653858660001, "upper": 0.8506857662271551, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.07292926308174288, "SE": 0.2870791183149335, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.6482486725320327, "upper": 0.502390146368547, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.10357867959473996, "SE": 0.3298329194770481, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.7645786212297471, "upper": 0.5574212620402671, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.10302790726298905, "SE": 0.1028594062010963, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3091627636725153, "upper": 0.10310694914653717, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.11755885676097846, "SE": 0.2225213695875731, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.3185750134211913, "upper": 0.5536927269431482, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.016965079955157933, "SE": 0.16638425284373165, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.34307222312347807, "upper": 0.3091420632131622, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.19517371708167258, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.15140808317754734, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.3069726812890671, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }