{ "study_id": 22, "specification_id": "S22-P082", "source_specification_id": "REXER-T6-PB-OTHER-C5-HOLD", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "", "descriptive_metadata_status": "not_recorded_in_exported_source_metadata", "title": "Corruption as a Local Advantage", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S22-P082.json", "input_bytes": 502571, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p082", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-T6-PB-OTHER-C5-HOLD", "source_specification_id": "REXER-T6-PB-OTHER-C5-HOLD", "specification_id": "S22-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-T6-PB-OTHER-C5-HOLD.csv", "output_dir": "analyses/full-archive/results/S22-P082" }, "source": { "file": "REXER-T6-PB-OTHER-C5-HOLD.csv", "bytes": 502571, "sha256": "61f16b46d13118f31a8cb985e4acf6d22fc34e11856e0b82863be9d3c0e7a82c" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3183, "source_sd": 4.900880408819968, "rows": 546, "units": 56, "clusters": 56, "treated_units": 3, "never_treated_units": 53, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 546, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 251, "post_adoption_untreated_rows_removed": 1151, "units_without_minus_one_removed": 0, "additional_rows_removed": 7 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.1728203499337184, "se": 0.07000859519683533, "pvalue": 0.01670225179277695, "lower": -0.31312070992333774, "upper": -0.03251998994409902 }, { "method": "Dynamic TWFE", "estimate": -0.1373333571595056, "se": 0.0644003479936827, "pvalue": 0.03744592267406797, "lower": -0.266394538598251, "upper": -0.008272175720760194 }, { "method": "BJS / did2s", "estimate": -0.14449761481872117, "se": 0.06370666318714992, "pvalue": 0.02726667593706126, "lower": -0.2721686208396876, "upper": -0.016826608797754744 }, { "method": "Sun\u2013Abraham", "estimate": -0.13636564414696845, "se": 0.03644210779072747, "pvalue": 0.0004377586345747907, "lower": -0.20939726015703658, "upper": -0.06333402813690032 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17564156803680267, "se": 0.06167025635153442, "pvalue": 0.006174389209259139, "lower": 0.05205161251140583, "upper": 0.2992315235621995 }, { "event_time": -2, "estimate": 0.06080987648349902, "se": 0.049861965011015856, "pvalue": 0.22783424724761248, "lower": -0.03911573438137321, "upper": 0.16073548734837123 }, { "event_time": 0, "estimate": -0.12742800829009265, "se": 0.0441581345571339, "pvalue": 0.0055687512255395135, "lower": -0.215922887489097, "upper": -0.038933129091088314 }, { "event_time": 1, "estimate": -0.1832630329028037, "se": 0.04526111471201457, "pvalue": 0.00016247391004401275, "lower": -0.2739683337272681, "upper": -0.09255773207833932 }, { "event_time": 2, "estimate": 0.009029131989452538, "se": 0.18719710638382067, "pvalue": 0.9617050463513958, "lower": -0.36612225250586644, "upper": 0.38418051648477153 }, { "event_time": 3, "estimate": -0.36791503057906455, "se": 0.09109970830354384, "pvalue": 0.00016813070966388512, "lower": -0.5504829257639444, "upper": -0.18534713539418465 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08523033748058875, "se": 0.03117801591124359, "pvalue": 0.008408743816308888, "lower": 0.02274819734035506, "upper": 0.14771247762082246 }, { "event_time": -2, "estimate": -0.010566214058751326, "se": 0.022863419715269218, "pvalue": 0.6458003615103104, "lower": -0.056385531067286804, "upper": 0.03525310294978415 }, { "event_time": -1, "estimate": -0.021396089236721115, "se": 0.025515396654310633, "pvalue": 0.405348253911151, "lower": -0.07253008679534566, "upper": 0.029737908321903428 }, { "event_time": 0, "estimate": -0.14732626105767793, "se": 0.0494844284855162, "pvalue": 0.004318737984814245, "lower": -0.24649527181812148, "upper": -0.0481572502972344 }, { "event_time": 1, "estimate": -0.17062121164302677, "se": 0.05324193769351075, "pvalue": 0.0022521872521137232, "lower": -0.2773204391299127, "upper": -0.06392198415614082 }, { "event_time": 2, "estimate": 0.023017210436327592, "se": 0.19093428789808534, "pvalue": 0.9044864489906811, "lower": -0.3596236531768581, "upper": 0.4056580740495133 }, { "event_time": 3, "estimate": -0.4187941329633373, "se": 0.07760369255346221, "pvalue": 1.4843957288412474e-06, "lower": -0.5743154081890779, "upper": -0.2632728577375967 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.15021574854962216, "se": 0.08411794839632439, "pvalue": 0.0796491323239986, "lower": -0.01836038711501728, "upper": 0.31879188421426163 }, { "event_time": -2, "estimate": 0.021941156511001526, "se": 0.051235078131790686, "pvalue": 0.6701453118845976, "lower": -0.08073623454042538, "upper": 0.12461854756242842 }, { "event_time": 0, "estimate": -0.12568010512827965, "se": 0.03624034082903633, "pvalue": 0.001026064810903772, "lower": -0.1983073711113305, "upper": -0.05305283914522878 }, { "event_time": 1, "estimate": -0.17123030933268735, "se": 0.0492441983816901, "pvalue": 0.0009976564443384519, "lower": -0.26991788820676915, "upper": -0.07254273045860553 }, { "event_time": 2, "estimate": 0.02262373619468372, "se": 0.062184995866773236, "pvalue": 0.7173921644873746, "lower": -0.10199778037098026, "upper": 0.1472452527603477 }, { "event_time": 3, "estimate": -0.41667169151490135, "se": 0.07703245546388401, "pvalue": 1.4185481077188957e-06, "lower": -0.5710481820312515, "upper": -0.2622952009985512 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0 ], "weights": [ 0.375, 0.25, 0.25, 0.125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.8307754093291986e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3361732539508196, "df_num": 2, "df_den": 469, "pvalue": 0.7146713307312601, "log10_pvalue": -0.14589363941128095, "inference": "Homoskedastic nested-model F", "observations": 546, "design_columns": 11, "restricted_design_columns": 9, "fixed_effect_rank": 66, "covariance_rank": 2, "rss_unrestricted": 54.33543759628174, "rss_restricted": 54.41333150187485, "test_horizon": null, "reference_cohort": 8, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]" ], "data": [ [ 3.101927297073854e-25, -1.9387045606711586e-26, -5.169878828456423e-26, -1.550963648536927e-25, -1.9387045606711586e-26, 2.0679515313825692e-25 ], [ -6.32765215741514e-13, -1.275149585604588e-13, 1.7769151313824687e-13, 8.104567564056175e-13, 1.2691253247888016e-13, 1.1028708126720622e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -8.336676211317725e-12, -1.6799592848847348e-12, 2.3408404024114793e-12, 1.0677516842894456e-11, 1.672026634773367e-12, 1.4530138400925566e-11 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9" ], "deviations": [ { "event_time": 0.0, "cohort": 9, "estimate": -0.028923874723669692 }, { "event_time": 1.0, "cohort": 9, "estimate": 0.04202912156609084 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.5089999648808974 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.03538043923797404 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.10313494757299344 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p082", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "REXER-T6-PB-OTHER-C5-HOLD", "source_specification_id": "REXER-T6-PB-OTHER-C5-HOLD", "specification_id": "S22-P082", "data": "repl-archives/twfe-microdata-replication-private/outputs/expansion_nigerian_oil_2026_10_06/validation/native_inputs/REXER-T6-PB-OTHER-C5-HOLD.csv", "output_dir": "analyses/archive-expanded/fits/S22-P082" }, "options": { "output_dir": "analyses/archive-expanded/fits/S22-P082", "regression_results": "analyses/archive-expanded/baselines/S22-P082.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "REXER-T6-PB-OTHER-C5-HOLD.csv", "bytes": 502571, "sha256": "61f16b46d13118f31a8cb985e4acf6d22fc34e11856e0b82863be9d3c0e7a82c" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3183, "source_sd": 4.900880408819968, "rows": 546, "units": 56, "clusters": 56, "treated_units": 3, "never_treated_units": 53, "treated_cohorts": 3, "latest_cohort_control_index": null, "unique_unit_period_cells": 546, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 251, "post_adoption_untreated_rows_removed": 1151, "units_without_minus_one_removed": 0, "additional_rows_removed": 7 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.1728203499337184, "se": 0.07000859519683533, "pvalue": 0.01670225179277695, "lower": -0.31312070992333774, "upper": -0.03251998994409902 }, { "method": "Dynamic TWFE", "estimate": -0.1373333571595056, "se": 0.0644003479936827, "pvalue": 0.03744592267406797, "lower": -0.266394538598251, "upper": -0.008272175720760194 }, { "method": "BJS / did2s", "estimate": -0.14449761481872117, "se": 0.06370666318714992, "pvalue": 0.02726667593706126, "lower": -0.2721686208396876, "upper": -0.016826608797754744 }, { "method": "Sun\u2013Abraham", "estimate": -0.13636564414696845, "se": 0.03644210779072747, "pvalue": 0.0004377586345747907, "lower": -0.20939726015703658, "upper": -0.06333402813690032 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -3, "estimate": 0.17564156803680267, "se": 0.06167025635153442, "pvalue": 0.006174389209259139, "lower": 0.05205161251140583, "upper": 0.2992315235621995 }, { "event_time": -2, "estimate": 0.06080987648349902, "se": 0.049861965011015856, "pvalue": 0.22783424724761248, "lower": -0.03911573438137321, "upper": 0.16073548734837123 }, { "event_time": 0, "estimate": -0.12742800829009265, "se": 0.0441581345571339, "pvalue": 0.0055687512255395135, "lower": -0.215922887489097, "upper": -0.038933129091088314 }, { "event_time": 1, "estimate": -0.1832630329028037, "se": 0.04526111471201457, "pvalue": 0.00016247391004401275, "lower": -0.2739683337272681, "upper": -0.09255773207833932 }, { "event_time": 2, "estimate": 0.009029131989452538, "se": 0.18719710638382067, "pvalue": 0.9617050463513958, "lower": -0.36612225250586644, "upper": 0.38418051648477153 }, { "event_time": 3, "estimate": -0.36791503057906455, "se": 0.09109970830354384, "pvalue": 0.00016813070966388512, "lower": -0.5504829257639444, "upper": -0.18534713539418465 } ], "BJS / did2s": [ { "event_time": -3, "estimate": 0.08523033748058875, "se": 0.03117801591124359, "pvalue": 0.008408743816308888, "lower": 0.02274819734035506, "upper": 0.14771247762082246 }, { "event_time": -2, "estimate": -0.010566214058751326, "se": 0.022863419715269218, "pvalue": 0.6458003615103104, "lower": -0.056385531067286804, "upper": 0.03525310294978415 }, { "event_time": -1, "estimate": -0.021396089236721115, "se": 0.025515396654310633, "pvalue": 0.405348253911151, "lower": -0.07253008679534566, "upper": 0.029737908321903428 }, { "event_time": 0, "estimate": -0.14732626105767793, "se": 0.0494844284855162, "pvalue": 0.004318737984814245, "lower": -0.24649527181812148, "upper": -0.0481572502972344 }, { "event_time": 1, "estimate": -0.17062121164302677, "se": 0.05324193769351075, "pvalue": 0.0022521872521137232, "lower": -0.2773204391299127, "upper": -0.06392198415614082 }, { "event_time": 2, "estimate": 0.023017210436327592, "se": 0.19093428789808534, "pvalue": 0.9044864489906811, "lower": -0.3596236531768581, "upper": 0.4056580740495133 }, { "event_time": 3, "estimate": -0.4187941329633373, "se": 0.07760369255346221, "pvalue": 1.4843957288412474e-06, "lower": -0.5743154081890779, "upper": -0.2632728577375967 } ], "Sun\u2013Abraham": [ { "event_time": -3, "estimate": 0.15021574854962216, "se": 0.08411794839632439, "pvalue": 0.0796491323239986, "lower": -0.01836038711501728, "upper": 0.31879188421426163 }, { "event_time": -2, "estimate": 0.021941156511001526, "se": 0.051235078131790686, "pvalue": 0.6701453118845976, "lower": -0.08073623454042538, "upper": 0.12461854756242842 }, { "event_time": 0, "estimate": -0.12568010512827965, "se": 0.03624034082903633, "pvalue": 0.001026064810903772, "lower": -0.1983073711113305, "upper": -0.05305283914522878 }, { "event_time": 1, "estimate": -0.17123030933268735, "se": 0.0492441983816901, "pvalue": 0.0009976564443384519, "lower": -0.26991788820676915, "upper": -0.07254273045860553 }, { "event_time": 2, "estimate": 0.02262373619468372, "se": 0.062184995866773236, "pvalue": 0.7173921644873746, "lower": -0.10199778037098026, "upper": 0.1472452527603477 }, { "event_time": 3, "estimate": -0.41667169151490135, "se": 0.07703245546388401, "pvalue": 1.4185481077188957e-06, "lower": -0.5710481820312515, "upper": -0.2622952009985512 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0 ], "weights": [ 0.375, 0.25, 0.25, 0.125 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 0.0, "saturated_vs_deviations_relative_rss_difference": 1.8307754093291986e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.3361732539508196, "df_num": 2, "df_den": 469, "pvalue": 0.7146713307312601, "log10_pvalue": -0.14589363941128095, "inference": "Homoskedastic nested-model F", "observations": 546, "design_columns": 11, "restricted_design_columns": 9, "fixed_effect_rank": 66, "covariance_rank": 2, "rss_unrestricted": 54.33543759628174, "rss_restricted": 54.41333150187485, "test_horizon": null, "reference_cohort": 8, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-3.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.0.0]", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]" ], "data": [ [ 3.101927297073854e-25, -1.9387045606711586e-26, -5.169878828456423e-26, -1.550963648536927e-25, -1.9387045606711586e-26, 2.0679515313825692e-25 ], [ -6.32765215741514e-13, -1.275149585604588e-13, 1.7769151313824687e-13, 8.104567564056175e-13, 1.2691253247888016e-13, 1.1028708126720622e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -1.975745421788644e-12, -3.981498287094274e-13, 5.548103607688256e-13, 2.5305558569130837e-12, 3.9626908809605165e-13, 3.443592979553998e-12 ], [ -8.336676211317725e-12, -1.6799592848847348e-12, 2.3408404024114793e-12, 1.0677516842894456e-11, 1.672026634773367e-12, 1.4530138400925566e-11 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9" ], "deviations": [ { "event_time": 0.0, "cohort": 9, "estimate": -0.028923874723669692 }, { "event_time": 1.0, "cohort": 9, "estimate": 0.04202912156609084 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.5089999648808974 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.03538043923797404 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.10313494757299344 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.16584972196184752, "se": 0.058606273187771854, "lower": -0.2807159066779958, "upper": -0.05098353724569926 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.12960506830620297, "se": 0.07482000876273119, "lower": -0.27624959080412737, "upper": 0.017039454191721426 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.13216811146631646, "se": 0.06574987261873028, "lower": -0.26103549378712404, "upper": -0.003300729145508885 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 8.0, "post_cells": 8, "estimate": -0.12960506830620297, "se": 0.07482000876273119, "lower": -0.27624959080412737, "upper": 0.017039454191721426 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.16584972196184752, "se": 0.058606273187771854, "lower": -0.2807159066779958, "upper": -0.05098353724569926, "event_study": [ { "event_time": -3, "estimate": 0.1536112138799387, "se": 0.07992509412471978, "lower": -0.0030390920654859432, "upper": 0.3102615198253633, "relative_to_minus_one": 0.1536112138799387, "n": 0.0 }, { "event_time": -2, "estimate": 0.02431903907882895, "se": 0.05118337395968004, "lower": -0.07599853048938918, "upper": 0.12463660864704709, "relative_to_minus_one": 0.02431903907882895, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.11901498231176054, "se": 0.04391109331755751, "lower": -0.2050791437359507, "upper": -0.03295082088757037, "relative_to_minus_one": -0.11901498231176054, "n": 3.0 }, { "event_time": 1, "estimate": -0.16293227724142023, "se": 0.045510694371271976, "lower": -0.2521315991205231, "upper": -0.0737329553623174, "relative_to_minus_one": -0.16293227724142023, "n": 2.0 }, { "event_time": 2, "estimate": 0.02752058326270758, "se": 0.18328751756502193, "lower": -0.33171634998048793, "upper": 0.38675751650590307, "relative_to_minus_one": 0.02752058326270758, "n": 2.0 }, { "event_time": 3, "estimate": -0.4089722115569169, "se": 0.07199507682264548, "lower": -0.5500799691934964, "upper": -0.2678644539203373, "relative_to_minus_one": -0.4089722115569169, "n": 1.0 } ], "group_time_estimates": [ { "group": 8, "year": 1, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": 0.004250936892040913, "se": 0.044376842588707076, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": -0.06507203396278008, "se": 0.0473145947303786, "event_time": 0, "mass": 1.0 }, { "group": 8, "year": 9, "att": -0.17494240286476048, "se": 0.07363811773796092, "event_time": 1, "mass": 1.0 }, { "group": 8, "year": 10, "att": -0.21868708677943785, "se": 0.06784314412383712, "event_time": 2, "mass": 1.0 }, { "group": 8, "year": 11, "att": -0.4089722115569169, "se": 0.07199507682264548, "event_time": 3, "mass": 1.0 }, { "group": 9, "year": 1, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 9, "year": 2, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 9, "year": 3, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 9, "year": 4, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 9, "year": 5, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 9, "year": 6, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 9, "year": 7, "att": null, "se": null, "event_time": -2, "mass": 0.0 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 9, "year": 9, "att": -0.10717746770340242, "se": 0.04275773436118694, "event_time": 0, "mass": 1.0 }, { "group": 9, "year": 10, "att": -0.15092215161807995, "se": 0.07845749228851569, "event_time": 1, "mass": 1.0 }, { "group": 9, "year": 11, "att": 0.273728253304853, "se": 0.07398809293129247, "event_time": 2, "mass": 1.0 }, { "group": 11, "year": 1, "att": null, "se": null, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": null, "se": null, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": null, "se": null, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": null, "se": null, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": null, "se": null, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": null, "se": null, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": 0.1536112138799387, "se": 0.07992509412471979, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": 0.04438714126561699, "se": 0.08932133919926193, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": -0.18479544526909913, "se": 0.07762389275566627, "event_time": 0, "mass": 1.0 } ], "treated_cell_att": -0.12960506830620297, "treated_cell_se": 0.07482000876273119, "checks": { "input_rows": 546, "retained_rows": 546, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 6.938893903907228e-18 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 8,9,11.", "No (treated or control) units for group 11 in time period 1; setting ATT to NA.", "No (treated or control) units for group 11 in time period 2; setting ATT to NA.", "No (treated or control) units for group 11 in time period 3; setting ATT to NA.", "No (treated or control) units for group 11 in time period 4; setting ATT to NA.", "No (treated or control) units for group 11 in time period 5; setting ATT to NA.", "No (treated or control) units for group 11 in time period 6; setting ATT to NA.", "No (treated or control) units for group 11 in time period 7; setting ATT to NA.", "No (treated or control) units for group 8 in time period 1; setting ATT to NA.", "No (treated or control) units for group 8 in time period 2; setting ATT to NA.", "No (treated or control) units for group 8 in time period 3; setting ATT to NA.", "No (treated or control) units for group 8 in time period 4; setting ATT to NA.", "No (treated or control) units for group 8 in time period 5; setting ATT to NA.", "No (treated or control) units for group 9 in time period 1; setting ATT to NA.", "No (treated or control) units for group 9 in time period 2; setting ATT to NA.", "No (treated or control) units for group 9 in time period 3; setting ATT to NA.", "No (treated or control) units for group 9 in time period 4; setting ATT to NA.", "No (treated or control) units for group 9 in time period 5; setting ATT to NA.", "No (treated or control) units for group 9 in time period 6; setting ATT to NA.", "No (treated or control) units for group 9 in time period 7; setting ATT to NA." ], "seconds": 0.05602816678583622, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.15236493088596337, "event_study": [ { "event_time": -3, "estimate": 0.006326770371043018, "raw_gap": 0.010428381612842097, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.00876892197467547 }, { "event_time": -2, "estimate": -0.005324263263843828, "raw_gap": -0.0034376133324080724, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.002882111660211377 }, { "event_time": -1, "estimate": -0.002442151603632451, "raw_gap": -0.0011843849826752434, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.1671110169244152, "raw_gap": -0.16585325030345802, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.16466886532078276 }, { "event_time": 1, "estimate": -0.17262145003609636, "raw_gap": -0.1727856057255601, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.1701792984324639 }, { "event_time": 2, "estimate": 0.022223791695438394, "raw_gap": 0.02205963600597466, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.024665943299070844 }, { "event_time": 3, "estimate": -0.4167910796331452, "raw_gap": -0.4171193910120728, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.4143489280295128 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ 0.010428381612842097, -0.0034376133324080724, -0.0011843849826752434, -0.16585325030345802, -0.1727856057255601, 0.02205963600597466, -0.4171193910120728 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 7, "pre_gap": -0.0003283113789275677 }, { "cohort": 8, "pre_gap": 1.1102230246251565e-16 }, { "cohort": 10, "pre_gap": 0.004101611241799079 } ], "diagnostics": { "converged": true, "pre_rmse": 0.0053425539488610755, "zeta_omega": [ 0.455209254459185, 0.43290215657461517, 0.3818286564516194 ], "zeta_lambda": [ 3.2188155068696233e-07, 3.289345069609258e-07, 3.818286564516194e-07 ], "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 7, "unit_iterations": 10, "time_iterations": 8, "unit_objective": 0.004317686659153402, "time_objective": 0.12143239176804382, "unit_projected_gradient": 7.641459576213094e-09, "time_projected_gradient": 0.0 }, { "cohort": 8, "unit_iterations": 0, "time_iterations": 0, "unit_objective": 0.003748085543339053, "time_objective": 0.10692441276050517, "unit_projected_gradient": 2.42861286636753e-17, "time_projected_gradient": 0.0 }, { "cohort": 10, "unit_iterations": 115, "time_iterations": 19, "unit_objective": 0.00317853917082964, "time_objective": 0.2264369403522891, "unit_projected_gradient": 8.62455593053646e-09, "time_projected_gradient": 5.074191233855885e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.15236493088596337, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0009169583208858967, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.14550413570300214, "event_study": [ { "event_time": -3, "estimate": 0.05143822301328813, "raw_gap": 0.05143822301328813, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.059499848234914464 }, { "event_time": -2, "estimate": -0.013626554500683521, "raw_gap": -0.013626554500683521, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.00556492927905719 }, { "event_time": -1, "estimate": -0.008061625221626331, "raw_gap": -0.008061625221626331, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.15252180338757718, "raw_gap": -0.15252180338757718, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.14446017816595086 }, { "event_time": 1, "estimate": -0.16864065084397045, "raw_gap": -0.16864065084397045, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.1605790256223441 }, { "event_time": 2, "estimate": 0.023982154590520444, "raw_gap": 0.023982154590520444, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.032043779812146775 }, { "event_time": 3, "estimate": -0.41715068295438545, "raw_gap": -0.41715068295438545, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.4090890577327591 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ 0.05143822301328813, -0.013626554500683521, -0.008061625221626331, -0.15252180338757718, -0.16864065084397045, 0.023982154590520444, -0.41715068295438545 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 29, "termination_reason": "Relative objective tolerance reached", "objective": 0.05417736674632838, "lambda_l": 0.00381888195934277, "singular_values": [ 3.0891911483344754, 2.856902406491949, 2.5101250521118077, 0.9797700357396959, 0.5939943080453041, 0.2578701664619074, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.05426322626986404, 0.05419547486821541, 0.05418277142973683, 0.05417916968924175, 0.054177998508098735, 0.05417759608068213, 0.05417745304422947, 0.054177400594625336, 0.05417738067155786, 0.05417737277992836, 0.05417736949956662, 0.054177368063563186, 0.054177367402099816, 0.0541773670831272, 0.054177366923354425, 0.05417736684092984, 0.05417736679747141, 0.05417736677419761, 0.05417736676159552, 0.05417736675471879, 0.05417736675094546, 0.05417736674886669, 0.05417736674771798, 0.054177366747081755, 0.054177366746728704, 0.05417736674653245, 0.0541773667464232, 0.054177366746362345, 0.05417736674632838 ], "history_rmse": [ 0.12244278428793137, 0.12210590519064421, 0.12204791802683039, 0.12203208658828771, 0.12202651937432493, 0.12202418738146806, 0.12202307356399858, 0.12202248793877002, 0.12202215762711556, 0.12202196115112093, 0.12202183931397716, 0.12202176121866347, 0.12202170983011135, 0.1220216753110849, 0.12202165174850892, 0.12202163546312728, 0.12202162409784773, 0.12202161610585342, 0.12202161045212793, 0.12202160643328634, 0.12202160356539454, 0.12202160151223482, 0.1220216000383888, 0.12202159897798212, 0.12202159821354126, 0.122021597661523, 0.12202159726230422, 0.12202159697320906, 0.122021596763613 ], "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.14550413570300214, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0008956668898463249, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.07651686405673636, "event_study": [ { "event_time": -3, "estimate": 0.0, "raw_gap": 0.0, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.0 }, { "event_time": -2, "estimate": 0.0, "raw_gap": 0.0, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0 }, { "event_time": -1, "estimate": 0.0, "raw_gap": 0.0, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.0, "raw_gap": 0.0, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.0 }, { "event_time": 1, "estimate": 0.0, "raw_gap": 0.0, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.0 }, { "event_time": 2, "estimate": 0.3060674562269454, "raw_gap": 0.3060674562269454, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.3060674562269454 }, { "event_time": 3, "estimate": 0.0, "raw_gap": 0.0, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.0 } ], "package_event_study": { "event_time": [ -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0 ], "estimate": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.3060674562269454, 0.0 ], "n": [ 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.0, "penalty": 1.0, "n_observed": 546, "n_missing": 70, "n_treated_observed": 8, "n_untreated_observed": 538, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": 0.07651686405673636, "matrix_preparation": { "source_rows": 546, "matrix_shape": [ 56, 11 ], "observed_cells": 546, "missing_cells": 70, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 546.0, "treated_observation_mass": 8.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.002942957915365696, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.1728203499337184, "SE": 0.07000859519683533, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1373333571595056, "SE": 0.0644003479936827, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14449761481872117, "SE": 0.06370666318714992, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.13636564414696845, "SE": 0.03644210779072747, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.16584972196184752, "SE": 0.058606273187771854, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12960506830620297, "SE": 0.07482000876273119, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15236493088596337, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.14550413570300214, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.07651686405673636, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.1728203499337184, "SE": 0.07000859519683533, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.31312070992333774, "upper": -0.03251998994409902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1373333571595056, "SE": 0.0644003479936827, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.266394538598251, "upper": -0.008272175720760194, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14449761481872117, "SE": 0.06370666318714992, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2721686208396876, "upper": -0.016826608797754744, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.13636564414696845, "SE": 0.03644210779072747, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20939726015703658, "upper": -0.06333402813690032, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.16584972196184752, "SE": 0.058606273187771854, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2807159066779958, "upper": -0.05098353724569926, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12960506830620297, "SE": 0.07482000876273119, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.27624959080412737, "upper": 0.017039454191721426, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15236493088596337, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.14550413570300214, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.07651686405673636, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602624.476843, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.1728203499337184, "SE": 0.07000859519683533, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.31312070992333774, "upper": -0.03251998994409902, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.1373333571595056, "SE": 0.0644003479936827, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.266394538598251, "upper": -0.008272175720760194, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.14449761481872117, "SE": 0.06370666318714992, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2721686208396876, "upper": -0.016826608797754744, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.13636564414696845, "SE": 0.03644210779072747, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.20939726015703658, "upper": -0.06333402813690032, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.16584972196184752, "SE": 0.058606273187771854, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2807159066779958, "upper": -0.05098353724569926, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.12960506830620297, "SE": 0.07482000876273119, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.27624959080412737, "upper": 0.017039454191721426, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.15236493088596337, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.14550413570300214, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.07651686405673636, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }