{ "study_id": 22, "specification_id": "S22-P027", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRNNPC-SFULL", "role": "active_comparison", "published_source_location": "Main-text Figure 4 specification curve: outcome=theft, interacted controls=none, simultaneous shocks=none, added fixed effects=none, treatment=NNPC, sample=full", "outcome_label": "Oil theft: count of sabotage spills within 15 km of the field", "outcome_variable": "", "treatment_label": "NNPC administrative-data local-participation indicator, set to one from its source-specific first observed local operatorship year onward; exact cohorts pending package audit", "unit_fixed_effects": "Oil-field fixed effects", "time_fixed_effects": "Calendar-year fixed effects", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Oil field", "panel_structure": "Unbalanced full field sample oil-field-by-calendar-year panel, 2006-2016; exact Figure 4 e(sample) and N pending code recovery", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Corruption as a Local Advantage", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S22-P027.json", "input_bytes": 59810, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p027", "specification_id": "S22-P027", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRNNPC-SFULL", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "Oil theft: count of sabotage spills within 15 km of the field", "data": "analyses/full-archive/prepared/S22-P027.parquet", "output_dir": "analyses/full-archive/results/S22-P027" }, "source": { "file": "S22-P027.parquet", "bytes": 59810, "sha256": "5d7a8995bb90629dee8950810c43259871d2d99062c1f60241df1925d5115a55" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3173, "source_sd": 19.570498923768714, "rows": 2906, "units": 272, "clusters": 272, "treated_units": 33, "never_treated_units": 239, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 2906, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 32, "post_adoption_untreated_rows_removed": 1, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.16700983145710996, "se": 0.059445867835438024, "pvalue": 0.005324148606290117, "lower": -0.2840442590888308, "upper": -0.049975403825389134 }, { "method": "Dynamic TWFE", "estimate": -0.0037927161472949607, "se": 0.05390686655937972, "pvalue": 0.9439615423096277, "lower": -0.10992220004450098, "upper": 0.10233676774991107 }, { "method": "BJS / did2s", "estimate": -0.19807752113060523, "se": 0.054752331708987675, "pvalue": 0.0003544754779873052, "lower": -0.30587151987921946, "upper": -0.09028352238199103 }, { "method": "Sun\u2013Abraham", "estimate": -0.037306221004405324, "se": 0.051772081071751797, "pvalue": 0.4717855562989292, "lower": -0.13923283249418564, "upper": 0.06462039048537499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 0.15872743673009357, "se": 0.16101983894283906, "pvalue": 0.3251285885348032, "lower": -0.158281387839423, "upper": 0.4757362612996101 }, { "event_time": -9, "estimate": 0.07917605316390455, "se": 0.11614714510444855, "pvalue": 0.4960187476861315, "lower": -0.14948937209302327, "upper": 0.30784147842083237 }, { "event_time": -8, "estimate": 0.10054599169210171, "se": 0.07280876687648595, "pvalue": 0.16842900018733983, "lower": -0.04279672779766483, "upper": 0.24388871118186825 }, { "event_time": -7, "estimate": 0.10580189539653966, "se": 0.0900001124029034, "pvalue": 0.2407964435272741, "lower": -0.07138639414147825, "upper": 0.2829901849345576 }, { "event_time": -6, "estimate": 0.1329981529036572, "se": 0.08004278506421711, "pvalue": 0.09775167968554213, "lower": -0.024586585567517222, "upper": 0.2905828913748316 }, { "event_time": -5, "estimate": 0.22508810169278784, "se": 0.05802378463937726, "pvalue": 0.00013160564866858447, "lower": 0.11085340933209357, "upper": 0.3393227940534821 }, { "event_time": -4, "estimate": 0.2697391307226048, "se": 0.10325042840875161, "pvalue": 0.00949057224356317, "lower": 0.06646419788792002, "upper": 0.4730140635572896 }, { "event_time": -3, "estimate": 0.2596098367403644, "se": 0.13599248949886336, "pvalue": 0.057318080931175096, "lower": -0.008126235593064302, "upper": 0.5273459090737931 }, { "event_time": -2, "estimate": 0.21771263204805955, "se": 0.13148201074341456, "pvalue": 0.09891249846736828, "lower": -0.04114340675721376, "upper": 0.4765686708533329 }, { "event_time": 0, "estimate": 0.050469629810345064, "se": 0.0679787472263414, "pvalue": 0.4584683696344743, "lower": -0.08336395799730903, "upper": 0.18430321761799914 }, { "event_time": 1, "estimate": 0.008540504662875965, "se": 0.08618156723123904, "pvalue": 0.9211329525315747, "lower": -0.16112999995880847, "upper": 0.17821100928456038 }, { "event_time": 2, "estimate": -0.17461770849591252, "se": 0.10918351355682332, "pvalue": 0.11091808610326684, "lower": -0.3895734401763144, "upper": 0.04033802318448937 }, { "event_time": 3, "estimate": -0.23163367526505635, "se": 0.1330659598770742, "pvalue": 0.08286356641804124, "lower": -0.4936081239279969, "upper": 0.030340773397884213 }, { "event_time": 4, "estimate": -0.023147336769921402, "se": 0.1003331054429476, "pvalue": 0.8177181534128842, "lower": -0.220678771596218, "upper": 0.1743840980563752 }, { "event_time": 5, "estimate": 0.22381509446376183, "se": 0.09339655764261774, "pvalue": 0.017235289906209983, "lower": 0.03994003191550141, "upper": 0.40769015701202227 }, { "event_time": 6, "estimate": 0.1754392299967599, "se": 0.06550142084062333, "pvalue": 0.00784941496912347, "lower": 0.04648289415238918, "upper": 0.3043955658411306 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.008574731788811584, "se": 0.13015206930430687, "pvalue": 0.9475200216331484, "lower": -0.24766297641120327, "upper": 0.2648124399888264 }, { "event_time": -9, "estimate": -0.06285974517524034, "se": 0.0886256433774671, "pvalue": 0.47876505061401026, "lower": -0.23734204014127605, "upper": 0.11162254979079536 }, { "event_time": -8, "estimate": -0.042114157067786366, "se": 0.05025145053993132, "pvalue": 0.40273078335252066, "lower": -0.1410470175970527, "upper": 0.056818703461479984 }, { "event_time": -7, "estimate": -0.038776309856674566, "se": 0.0625892589878089, "pvalue": 0.5360837149867168, "lower": -0.1619993086664417, "upper": 0.08444668895309254 }, { "event_time": -6, "estimate": -0.010710978616793591, "se": 0.053577536040659665, "pvalue": 0.8416966174879521, "lower": -0.11619209097593483, "upper": 0.09477013374234763 }, { "event_time": -5, "estimate": 0.055879129977486806, "se": 0.030025136068174425, "pvalue": 0.06381591144270585, "lower": -0.0032330462301336654, "upper": 0.11499130618510728 }, { "event_time": -4, "estimate": 0.09472146078565759, "se": 0.0876302785256384, "pvalue": 0.28069296052279136, "lower": -0.07780120334378261, "upper": 0.2672441249150978 }, { "event_time": -3, "estimate": 0.08125847256766414, "se": 0.11449693480064213, "pvalue": 0.4785003865756051, "lower": -0.1441580907345086, "upper": 0.3066750358698369 }, { "event_time": -2, "estimate": 0.04387138726308145, "se": 0.11119906754577531, "pvalue": 0.6934999620738834, "lower": -0.1750524790589213, "upper": 0.2627952535850842 }, { "event_time": -1, "estimate": -0.1583499772371713, "se": 0.04093609956595694, "pvalue": 0.00013736542224403376, "lower": -0.23894318172094609, "upper": -0.07775677275339656 }, { "event_time": 0, "estimate": -0.10991831125054323, "se": 0.06873315616684034, "pvalue": 0.11094055231096243, "lower": -0.2452371464230093, "upper": 0.025400523921922866 }, { "event_time": 1, "estimate": -0.1851310451263462, "se": 0.08383005170115723, "pvalue": 0.028052989206968366, "lower": -0.35017198870112864, "upper": -0.020090101551563766 }, { "event_time": 2, "estimate": -0.40113898411675925, "se": 0.10296061932941897, "pvalue": 0.00012325766357125826, "lower": -0.6038433534967046, "upper": -0.1984346147368139 }, { "event_time": 3, "estimate": -0.4561948328174118, "se": 0.1301785580491058, "pvalue": 0.0005353042620798371, "lower": -0.7124846909009948, "upper": -0.1999049747338288 }, { "event_time": 4, "estimate": -0.25158601852964657, "se": 0.0941881692901857, "pvalue": 0.008017694191690275, "lower": -0.4370195715071524, "upper": -0.06615246555214072 }, { "event_time": 5, "estimate": -0.004274838253158318, "se": 0.08070534257960087, "pvalue": 0.9577960565387931, "lower": -0.16316399101601559, "upper": 0.15461431450969892 }, { "event_time": 6, "estimate": -0.1070859615202126, "se": 0.022496947234288675, "pvalue": 3.154078520180495e-06, "lower": -0.15137696842946685, "upper": -0.06279495461095835 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 0.15571990781037884, "se": 0.14984346556965344, "pvalue": 0.29963002769024866, "lower": -0.13928536111503256, "upper": 0.45072517673579027 }, { "event_time": -9, "estimate": 0.10712077948830312, "se": 0.09645609439496948, "pvalue": 0.26773995194313555, "lower": -0.08277776535852405, "upper": 0.2970193243351303 }, { "event_time": -8, "estimate": 0.12750259827036195, "se": 0.06488472782546849, "pvalue": 0.05042824906008725, "lower": -0.00023961930673199738, "upper": 0.2552448158474559 }, { "event_time": -7, "estimate": 0.13356964663310236, "se": 0.08012906932152068, "pvalue": 0.0966833151603501, "lower": -0.024184964514422036, "upper": 0.29132425778062676 }, { "event_time": -6, "estimate": 0.16126561600233752, "se": 0.07276883185834054, "pvalue": 0.027512997606542845, "lower": 0.018001518831687408, "upper": 0.3045297131729876 }, { "event_time": -5, "estimate": 0.2300368643682038, "se": 0.05507881584810986, "pvalue": 3.994940300096169e-05, "lower": 0.12160009790932966, "upper": 0.33847363082707793 }, { "event_time": -4, "estimate": 0.26470993709299756, "se": 0.10431313864519752, "pvalue": 0.011720780556848692, "lower": 0.0593427867705453, "upper": 0.47007708741544985 }, { "event_time": -3, "estimate": 0.2598535691441913, "se": 0.13787232858075207, "pvalue": 0.060534896455990035, "lower": -0.01158344825067753, "upper": 0.53129058653906 }, { "event_time": -2, "estimate": 0.21069538491960915, "se": 0.13387220993029164, "pvalue": 0.11668778006198698, "lower": -0.052866373626123564, "upper": 0.47425714346534187 }, { "event_time": 0, "estimate": 0.055318095400749695, "se": 0.06538587693812475, "pvalue": 0.39828512274447087, "lower": -0.07341076265605317, "upper": 0.18404695345755256 }, { "event_time": 1, "estimate": 0.03451254271435865, "se": 0.05538199084218821, "pvalue": 0.533695156140232, "lower": -0.07452110142830057, "upper": 0.14354618685701787 }, { "event_time": 2, "estimate": -0.25355750907873653, "se": 0.10199791172939696, "pvalue": 0.013525120987359801, "lower": -0.4543665417927729, "upper": -0.05274847636470015 }, { "event_time": 3, "estimate": -0.3162137090460497, "se": 0.1007462748068699, "pvalue": 0.0018843638211396621, "lower": -0.5145585736662466, "upper": -0.11786884442585274 }, { "event_time": 4, "estimate": -0.13000587450094775, "se": 0.09429341593742582, "pvalue": 0.16911266246723045, "lower": -0.31564663247971636, "upper": 0.055634883477820835 }, { "event_time": 5, "estimate": 0.12442320167119914, "se": 0.10293314202686073, "pvalue": 0.22780218660379054, "lower": -0.07822707159584782, "upper": 0.3270734749382461 }, { "event_time": 6, "estimate": -0.05433198992810738, "se": 0.026110177182620653, "pvalue": 0.03838454390612815, "lower": -0.10573656611143545, "upper": -0.0029274137447793183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.4177215189873418, 0.16455696202531644, 0.11392405063291139, 0.11392405063291139, 0.08860759493670886, 0.08860759493670886, 0.012658227848101266 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 2.5415087314080945e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5228623296012141, "df_num": 9, "df_den": 2574, "pvalue": 0.8589956912870166, "log10_pvalue": -0.06600901457966092, "inference": "Homoskedastic nested-model F", "observations": 2906, "design_columns": 50, "restricted_design_columns": 41, "fixed_effect_rank": 282, "covariance_rank": 9, "rss_unrestricted": 894.6405441513402, "rss_restricted": 896.2761170152237, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -0.07074637424831975, -0.0070746374248319725, 0.008489564909798375, 0.004952246197382375, 0.008843296781039971, -0.012380615493455958 ], [ 0.007074637424810154, -0.06879060575561172, -0.007026562668611272, 0.00877118464664468, 0.004907176113381873, 0.010890571201832946 ], [ 0.007074637424810154, 0.008429471464465507, -0.06880262444467304, -0.0066728307973707626, 0.00876817997438574, 0.007029567340829071 ], [ 0.007074637424810154, 0.008429471464465507, 0.00841745277540417, -0.06844889257343252, -0.006675835469629722, 0.010890571201832946 ], [ 0.00707463742463042, 0.00842947146425622, 0.008417452775196168, 0.008771184646427685, -0.06769401208229966, -0.004528181403580964 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -5.0, "cohort": 6, "estimate": 0.23843158480139517 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.05323371659420385 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.11627782053072944 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.05066166152705751 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.0459956018048754 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.02200207873625995 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.06035660784227107 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.13864850904125475 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.5822726911076577 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.45423531430700165 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.5204585460592074 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.1640474114316898 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.14405770231617043 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.0073850966879393425 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.2564918642586928 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.14788665729823863 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.19661612156512603 }, { "event_time": 1.0, "cohort": 8, "estimate": -0.20615784962090708 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.3370803235351311 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.8261235868613676 }, { "event_time": -9.0, "cohort": 10, "estimate": 0.7743207873070331 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.33739995450095583 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.4541134311506953 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.39747072562108077 }, { "event_time": -5.0, "cohort": 10, "estimate": 0.2612031959747519 }, { "event_time": -4.0, "cohort": 10, "estimate": 0.09005776199741855 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.2930368514430663 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.44001876816185853 }, { "event_time": 0.0, "cohort": 10, "estimate": 0.4715618362078387 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.6200568506757398 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.021408077049267192 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.4373062442427132 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.22037116177742114 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.1800130429397429 } ] } } }, "code_sha256": { "replication_engine.py": "b42dd52795225c55faa7af833b12a94304ddde96f066412b80dea4620c4bcc24", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p027", "specification_id": "S22-P027", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRNNPC-SFULL", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "Oil theft: count of sabotage spills within 15 km of the field", "data": "analyses/full-archive/prepared/S22-P027.parquet", "output_dir": "analyses/archive-expanded/fits/S22-P027" }, "options": { "output_dir": "analyses/archive-expanded/fits/S22-P027", "regression_results": "analyses/archive-expanded/baselines/S22-P027.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S22-P027.parquet", "bytes": 59810, "sha256": "5d7a8995bb90629dee8950810c43259871d2d99062c1f60241df1925d5115a55" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 3173, "source_sd": 19.570498923768714, "rows": 2906, "units": 272, "clusters": 272, "treated_units": 33, "never_treated_units": 239, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 2906, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 32, "post_adoption_untreated_rows_removed": 1, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.16700983145710996, "se": 0.059445867835438024, "pvalue": 0.005324148606290117, "lower": -0.2840442590888308, "upper": -0.049975403825389134 }, { "method": "Dynamic TWFE", "estimate": -0.0037927161472949607, "se": 0.05390686655937972, "pvalue": 0.9439615423096277, "lower": -0.10992220004450098, "upper": 0.10233676774991107 }, { "method": "BJS / did2s", "estimate": -0.19807752113060523, "se": 0.054752331708987675, "pvalue": 0.0003544754779873052, "lower": -0.30587151987921946, "upper": -0.09028352238199103 }, { "method": "Sun\u2013Abraham", "estimate": -0.037306221004405324, "se": 0.051772081071751797, "pvalue": 0.4717855562989292, "lower": -0.13923283249418564, "upper": 0.06462039048537499 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -10, "estimate": 0.15872743673009357, "se": 0.16101983894283906, "pvalue": 0.3251285885348032, "lower": -0.158281387839423, "upper": 0.4757362612996101 }, { "event_time": -9, "estimate": 0.07917605316390455, "se": 0.11614714510444855, "pvalue": 0.4960187476861315, "lower": -0.14948937209302327, "upper": 0.30784147842083237 }, { "event_time": -8, "estimate": 0.10054599169210171, "se": 0.07280876687648595, "pvalue": 0.16842900018733983, "lower": -0.04279672779766483, "upper": 0.24388871118186825 }, { "event_time": -7, "estimate": 0.10580189539653966, "se": 0.0900001124029034, "pvalue": 0.2407964435272741, "lower": -0.07138639414147825, "upper": 0.2829901849345576 }, { "event_time": -6, "estimate": 0.1329981529036572, "se": 0.08004278506421711, "pvalue": 0.09775167968554213, "lower": -0.024586585567517222, "upper": 0.2905828913748316 }, { "event_time": -5, "estimate": 0.22508810169278784, "se": 0.05802378463937726, "pvalue": 0.00013160564866858447, "lower": 0.11085340933209357, "upper": 0.3393227940534821 }, { "event_time": -4, "estimate": 0.2697391307226048, "se": 0.10325042840875161, "pvalue": 0.00949057224356317, "lower": 0.06646419788792002, "upper": 0.4730140635572896 }, { "event_time": -3, "estimate": 0.2596098367403644, "se": 0.13599248949886336, "pvalue": 0.057318080931175096, "lower": -0.008126235593064302, "upper": 0.5273459090737931 }, { "event_time": -2, "estimate": 0.21771263204805955, "se": 0.13148201074341456, "pvalue": 0.09891249846736828, "lower": -0.04114340675721376, "upper": 0.4765686708533329 }, { "event_time": 0, "estimate": 0.050469629810345064, "se": 0.0679787472263414, "pvalue": 0.4584683696344743, "lower": -0.08336395799730903, "upper": 0.18430321761799914 }, { "event_time": 1, "estimate": 0.008540504662875965, "se": 0.08618156723123904, "pvalue": 0.9211329525315747, "lower": -0.16112999995880847, "upper": 0.17821100928456038 }, { "event_time": 2, "estimate": -0.17461770849591252, "se": 0.10918351355682332, "pvalue": 0.11091808610326684, "lower": -0.3895734401763144, "upper": 0.04033802318448937 }, { "event_time": 3, "estimate": -0.23163367526505635, "se": 0.1330659598770742, "pvalue": 0.08286356641804124, "lower": -0.4936081239279969, "upper": 0.030340773397884213 }, { "event_time": 4, "estimate": -0.023147336769921402, "se": 0.1003331054429476, "pvalue": 0.8177181534128842, "lower": -0.220678771596218, "upper": 0.1743840980563752 }, { "event_time": 5, "estimate": 0.22381509446376183, "se": 0.09339655764261774, "pvalue": 0.017235289906209983, "lower": 0.03994003191550141, "upper": 0.40769015701202227 }, { "event_time": 6, "estimate": 0.1754392299967599, "se": 0.06550142084062333, "pvalue": 0.00784941496912347, "lower": 0.04648289415238918, "upper": 0.3043955658411306 } ], "BJS / did2s": [ { "event_time": -10, "estimate": 0.008574731788811584, "se": 0.13015206930430687, "pvalue": 0.9475200216331484, "lower": -0.24766297641120327, "upper": 0.2648124399888264 }, { "event_time": -9, "estimate": -0.06285974517524034, "se": 0.0886256433774671, "pvalue": 0.47876505061401026, "lower": -0.23734204014127605, "upper": 0.11162254979079536 }, { "event_time": -8, "estimate": -0.042114157067786366, "se": 0.05025145053993132, "pvalue": 0.40273078335252066, "lower": -0.1410470175970527, "upper": 0.056818703461479984 }, { "event_time": -7, "estimate": -0.038776309856674566, "se": 0.0625892589878089, "pvalue": 0.5360837149867168, "lower": -0.1619993086664417, "upper": 0.08444668895309254 }, { "event_time": -6, "estimate": -0.010710978616793591, "se": 0.053577536040659665, "pvalue": 0.8416966174879521, "lower": -0.11619209097593483, "upper": 0.09477013374234763 }, { "event_time": -5, "estimate": 0.055879129977486806, "se": 0.030025136068174425, "pvalue": 0.06381591144270585, "lower": -0.0032330462301336654, "upper": 0.11499130618510728 }, { "event_time": -4, "estimate": 0.09472146078565759, "se": 0.0876302785256384, "pvalue": 0.28069296052279136, "lower": -0.07780120334378261, "upper": 0.2672441249150978 }, { "event_time": -3, "estimate": 0.08125847256766414, "se": 0.11449693480064213, "pvalue": 0.4785003865756051, "lower": -0.1441580907345086, "upper": 0.3066750358698369 }, { "event_time": -2, "estimate": 0.04387138726308145, "se": 0.11119906754577531, "pvalue": 0.6934999620738834, "lower": -0.1750524790589213, "upper": 0.2627952535850842 }, { "event_time": -1, "estimate": -0.1583499772371713, "se": 0.04093609956595694, "pvalue": 0.00013736542224403376, "lower": -0.23894318172094609, "upper": -0.07775677275339656 }, { "event_time": 0, "estimate": -0.10991831125054323, "se": 0.06873315616684034, "pvalue": 0.11094055231096243, "lower": -0.2452371464230093, "upper": 0.025400523921922866 }, { "event_time": 1, "estimate": -0.1851310451263462, "se": 0.08383005170115723, "pvalue": 0.028052989206968366, "lower": -0.35017198870112864, "upper": -0.020090101551563766 }, { "event_time": 2, "estimate": -0.40113898411675925, "se": 0.10296061932941897, "pvalue": 0.00012325766357125826, "lower": -0.6038433534967046, "upper": -0.1984346147368139 }, { "event_time": 3, "estimate": -0.4561948328174118, "se": 0.1301785580491058, "pvalue": 0.0005353042620798371, "lower": -0.7124846909009948, "upper": -0.1999049747338288 }, { "event_time": 4, "estimate": -0.25158601852964657, "se": 0.0941881692901857, "pvalue": 0.008017694191690275, "lower": -0.4370195715071524, "upper": -0.06615246555214072 }, { "event_time": 5, "estimate": -0.004274838253158318, "se": 0.08070534257960087, "pvalue": 0.9577960565387931, "lower": -0.16316399101601559, "upper": 0.15461431450969892 }, { "event_time": 6, "estimate": -0.1070859615202126, "se": 0.022496947234288675, "pvalue": 3.154078520180495e-06, "lower": -0.15137696842946685, "upper": -0.06279495461095835 } ], "Sun\u2013Abraham": [ { "event_time": -10, "estimate": 0.15571990781037884, "se": 0.14984346556965344, "pvalue": 0.29963002769024866, "lower": -0.13928536111503256, "upper": 0.45072517673579027 }, { "event_time": -9, "estimate": 0.10712077948830312, "se": 0.09645609439496948, "pvalue": 0.26773995194313555, "lower": -0.08277776535852405, "upper": 0.2970193243351303 }, { "event_time": -8, "estimate": 0.12750259827036195, "se": 0.06488472782546849, "pvalue": 0.05042824906008725, "lower": -0.00023961930673199738, "upper": 0.2552448158474559 }, { "event_time": -7, "estimate": 0.13356964663310236, "se": 0.08012906932152068, "pvalue": 0.0966833151603501, "lower": -0.024184964514422036, "upper": 0.29132425778062676 }, { "event_time": -6, "estimate": 0.16126561600233752, "se": 0.07276883185834054, "pvalue": 0.027512997606542845, "lower": 0.018001518831687408, "upper": 0.3045297131729876 }, { "event_time": -5, "estimate": 0.2300368643682038, "se": 0.05507881584810986, "pvalue": 3.994940300096169e-05, "lower": 0.12160009790932966, "upper": 0.33847363082707793 }, { "event_time": -4, "estimate": 0.26470993709299756, "se": 0.10431313864519752, "pvalue": 0.011720780556848692, "lower": 0.0593427867705453, "upper": 0.47007708741544985 }, { "event_time": -3, "estimate": 0.2598535691441913, "se": 0.13787232858075207, "pvalue": 0.060534896455990035, "lower": -0.01158344825067753, "upper": 0.53129058653906 }, { "event_time": -2, "estimate": 0.21069538491960915, "se": 0.13387220993029164, "pvalue": 0.11668778006198698, "lower": -0.052866373626123564, "upper": 0.47425714346534187 }, { "event_time": 0, "estimate": 0.055318095400749695, "se": 0.06538587693812475, "pvalue": 0.39828512274447087, "lower": -0.07341076265605317, "upper": 0.18404695345755256 }, { "event_time": 1, "estimate": 0.03451254271435865, "se": 0.05538199084218821, "pvalue": 0.533695156140232, "lower": -0.07452110142830057, "upper": 0.14354618685701787 }, { "event_time": 2, "estimate": -0.25355750907873653, "se": 0.10199791172939696, "pvalue": 0.013525120987359801, "lower": -0.4543665417927729, "upper": -0.05274847636470015 }, { "event_time": 3, "estimate": -0.3162137090460497, "se": 0.1007462748068699, "pvalue": 0.0018843638211396621, "lower": -0.5145585736662466, "upper": -0.11786884442585274 }, { "event_time": 4, "estimate": -0.13000587450094775, "se": 0.09429341593742582, "pvalue": 0.16911266246723045, "lower": -0.31564663247971636, "upper": 0.055634883477820835 }, { "event_time": 5, "estimate": 0.12442320167119914, "se": 0.10293314202686073, "pvalue": 0.22780218660379054, "lower": -0.07822707159584782, "upper": 0.3270734749382461 }, { "event_time": 6, "estimate": -0.05433198992810738, "se": 0.026110177182620653, "pvalue": 0.03838454390612815, "lower": -0.10573656611143545, "upper": -0.0029274137447793183 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.4177215189873418, 0.16455696202531644, 0.11392405063291139, 0.11392405063291139, 0.08860759493670886, 0.08860759493670886, 0.012658227848101266 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 5.551115123125783e-17, "package_aggregate_vs_estimable_cell_weights": 5.551115123125783e-17, "saturated_vs_deviations_relative_rss_difference": 2.5415087314080945e-16 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 0.5228623296012141, "df_num": 9, "df_den": 2574, "pvalue": 0.8589956912870166, "log10_pvalue": -0.06600901457966092, "inference": "Homoskedastic nested-model F", "observations": 2906, "design_columns": 50, "restricted_design_columns": 41, "fixed_effect_rank": 282, "covariance_rank": 9, "rss_unrestricted": 894.6405441513402, "rss_restricted": 896.2761170152237, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]" ], "data": [ [ -0.07074637424831975, -0.0070746374248319725, 0.008489564909798375, 0.004952246197382375, 0.008843296781039971, -0.012380615493455958 ], [ 0.007074637424810154, -0.06879060575561172, -0.007026562668611272, 0.00877118464664468, 0.004907176113381873, 0.010890571201832946 ], [ 0.007074637424810154, 0.008429471464465507, -0.06880262444467304, -0.0066728307973707626, 0.00876817997438574, 0.007029567340829071 ], [ 0.007074637424810154, 0.008429471464465507, 0.00841745277540417, -0.06844889257343252, -0.006675835469629722, 0.010890571201832946 ], [ 0.00707463742463042, 0.00842947146425622, 0.008417452775196168, 0.008771184646427685, -0.06769401208229966, -0.004528181403580964 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -5.0, "cohort": 6, "estimate": 0.23843158480139517 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.05323371659420385 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.11627782053072944 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.05066166152705751 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.0459956018048754 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.02200207873625995 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.06035660784227107 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.13864850904125475 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.5822726911076577 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.45423531430700165 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.5204585460592074 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.1640474114316898 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.14405770231617043 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.0073850966879393425 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.2564918642586928 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.14788665729823863 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.19661612156512603 }, { "event_time": 1.0, "cohort": 8, "estimate": -0.20615784962090708 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.3370803235351311 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.8261235868613676 }, { "event_time": -9.0, "cohort": 10, "estimate": 0.7743207873070331 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.33739995450095583 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.4541134311506953 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.39747072562108077 }, { "event_time": -5.0, "cohort": 10, "estimate": 0.2612031959747519 }, { "event_time": -4.0, "cohort": 10, "estimate": 0.09005776199741855 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.2930368514430663 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.44001876816185853 }, { "event_time": 0.0, "cohort": 10, "estimate": 0.4715618362078387 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.6200568506757398 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.021408077049267192 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.4373062442427132 }, { "event_time": -2.0, "cohort": 11, "estimate": 0.22037116177742114 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.1800130429397429 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.06285578816634323, "se": 0.06648701715581672, "lower": -0.1931679472312407, "upper": 0.06745637089855423 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.028502040254614062, "se": 0.06521467465452138, "lower": -0.15632045384097307, "upper": 0.09931637333174495 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.06076774556819624, "se": 0.07301782002786483, "lower": -0.08234455191604627, "upper": 0.20388004305243873 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 79.0, "post_cells": 20, "estimate": -0.028502040254614065, "se": 0.0652146746545214, "lower": -0.1563204538409731, "upper": 0.09931637333174498 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.06285578816634323, "se": 0.06648701715581672, "lower": -0.1931679472312407, "upper": 0.06745637089855423, "event_study": [ { "event_time": -10, "estimate": 0.13090581661552592, "se": 0.1469094068396857, "lower": -0.15703132978040035, "upper": 0.4188429630114522, "relative_to_minus_one": 0.13090581661552592, "n": 0.0 }, { "event_time": -9, "estimate": 0.08747725446085117, "se": 0.10933041625467768, "lower": -0.1268064238130896, "upper": 0.30176093273479193, "relative_to_minus_one": 0.08747725446085117, "n": 0.0 }, { "event_time": -8, "estimate": 0.11089699430641148, "se": 0.06742063504030497, "lower": -0.021245022187405455, "upper": 0.2430390108002284, "relative_to_minus_one": 0.11089699430641148, "n": 0.0 }, { "event_time": -7, "estimate": 0.13382851925897593, "se": 0.08423287587131675, "lower": -0.03126488376303782, "upper": 0.2989219222809897, "relative_to_minus_one": 0.13382851925897593, "n": 0.0 }, { "event_time": -6, "estimate": 0.14714063037341518, "se": 0.07339869443486928, "lower": 0.0032818327688108884, "upper": 0.2909994279780195, "relative_to_minus_one": 0.14714063037341518, "n": 0.0 }, { "event_time": -5, "estimate": 0.21372747327067576, "se": 0.05638575883866193, "lower": 0.10321341670593735, "upper": 0.32424152983541416, "relative_to_minus_one": 0.21372747327067576, "n": 0.0 }, { "event_time": -4, "estimate": 0.25098907267018356, "se": 0.10198739356166175, "lower": 0.05109745441221433, "upper": 0.45088069092815275, "relative_to_minus_one": 0.25098907267018356, "n": 0.0 }, { "event_time": -3, "estimate": 0.2542847190051521, "se": 0.13533746784767028, "lower": -0.010971843735129216, "upper": 0.5195412817454335, "relative_to_minus_one": 0.2542847190051521, "n": 0.0 }, { "event_time": -2, "estimate": 0.20907690041215143, "se": 0.1341380970981243, "lower": -0.053828938854908914, "upper": 0.4719827396792118, "relative_to_minus_one": 0.20907690041215143, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.057887850893584114, "se": 0.06960643049294778, "lower": -0.07853824596498413, "upper": 0.19431394775215236, "relative_to_minus_one": 0.057887850893584114, "n": 33.0 }, { "event_time": 1, "estimate": 0.0357968531268269, "se": 0.10222466617566123, "lower": -0.16455981090909896, "upper": 0.23615351716275276, "relative_to_minus_one": 0.0357968531268269, "n": 13.0 }, { "event_time": 2, "estimate": -0.24599274592004133, "se": 0.11588559720435282, "lower": -0.47312434276748844, "upper": -0.01886114907259423, "relative_to_minus_one": -0.24599274592004133, "n": 9.0 }, { "event_time": 3, "estimate": -0.3008322999127916, "se": 0.14047094123228032, "lower": -0.5761502856025035, "upper": -0.025514314223079704, "relative_to_minus_one": -0.3008322999127916, "n": 9.0 }, { "event_time": 4, "estimate": -0.10261586227759797, "se": 0.12192703246634211, "lower": -0.3415884546534744, "upper": 0.13635673009827845, "relative_to_minus_one": -0.10261586227759797, "n": 7.0 }, { "event_time": 5, "estimate": 0.14944190187692122, "se": 0.11841797581255073, "lower": -0.08265306583781346, "upper": 0.3815368695916559, "relative_to_minus_one": 0.14944190187692122, "n": 7.0 }, { "event_time": 6, "estimate": -0.033676214951303934, "se": 0.02580173078785418, "lower": -0.08424667803429639, "upper": 0.01689424813168853, "relative_to_minus_one": -0.033676214951303934, "n": 1.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": 0.25114801995641, "se": 0.027953080308824724, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": -0.07763623456303034, "se": 0.02621802744008622, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.0035649291380983154, "se": 0.013448192285692454, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.11284389359868084, "se": 0.02198882375335676, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": -0.1431535962624195, "se": 0.03156017391096838, "event_time": 1, "mass": 1.0 }, { "group": 5, "year": 7, "att": -0.30163512052407726, "se": 0.043918948093062564, "event_time": 2, "mass": 1.0 }, { "group": 5, "year": 8, "att": -0.6004892249760821, "se": 0.07874194867174447, "event_time": 3, "mass": 1.0 }, { "group": 5, "year": 9, "att": -0.6204582916423648, "se": 0.07714306945434991, "event_time": 4, "mass": 1.0 }, { "group": 5, "year": 10, "att": -0.24306310209299326, "se": 0.036804680909976656, "event_time": 5, "mass": 1.0 }, { "group": 5, "year": 11, "att": -0.033676214951303934, "se": 0.02580173078785418, "event_time": 6, "mass": 1.0 }, { "group": 6, "year": 1, "att": 0.3726176708062129, "se": 0.15326409959289067, "event_time": -5, "mass": 0.0 }, { "group": 6, "year": 2, "att": 0.2365171265160201, "se": 0.2427731384169314, "event_time": -4, "mass": 0.0 }, { "group": 6, "year": 3, "att": 0.040644075539395155, "se": 0.08657239588365451, "event_time": -3, "mass": 0.0 }, { "group": 6, "year": 4, "att": 0.06315122735969059, "se": 0.08887891132320269, "event_time": -2, "mass": 0.0 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 6, "year": 6, "att": -0.06296992968737027, "se": 0.06370252443022127, "event_time": 0, "mass": 6.0 }, { "group": 6, "year": 7, "att": -0.11925681865687587, "se": 0.08792691320506607, "event_time": 1, "mass": 6.0 }, { "group": 6, "year": 8, "att": -0.34954807578968505, "se": 0.14733218027703987, "event_time": 2, "mass": 6.0 }, { "group": 6, "year": 9, "att": -0.4376468993174024, "se": 0.14344836634458483, "event_time": 3, "mass": 6.0 }, { "group": 6, "year": 10, "att": -0.016308790716803516, "se": 0.105394176172357, "event_time": 4, "mass": 6.0 }, { "group": 6, "year": 11, "att": 0.21485940253857364, "se": 0.118383375509952, "event_time": 5, "mass": 6.0 }, { "group": 8, "year": 1, "att": 0.564786700379583, "se": 0.06292326815704016, "event_time": -7, "mass": 0.0 }, { "group": 8, "year": 2, "att": 0.282794487449835, "se": 0.04881315963702359, "event_time": -6, "mass": 0.0 }, { "group": 8, "year": 3, "att": 0.30844493375822374, "se": 0.04051750906637576, "event_time": -5, "mass": 0.0 }, { "group": 8, "year": 4, "att": 0.30539130919770124, "se": 0.04425346237506929, "event_time": -4, "mass": 0.0 }, { "group": 8, "year": 5, "att": 0.1907096737341736, "se": 0.03956150300440153, "event_time": -3, "mass": 0.0 }, { "group": 8, "year": 6, "att": 0.15972941027946613, "se": 0.031635606683630205, "event_time": -2, "mass": 0.0 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 8, "year": 8, "att": -0.2950979157783807, "se": 0.05800105761054039, "event_time": 0, "mass": 2.0 }, { "group": 8, "year": 9, "att": -0.31506698244466336, "se": 0.06329613985341609, "event_time": 1, "mass": 2.0 }, { "group": 8, "year": 10, "att": 0.09249443099090791, "se": 0.04632827505395616, "event_time": 2, "mass": 2.0 }, { "group": 8, "year": 11, "att": 0.2594399608326864, "se": 0.048681102089097004, "event_time": 3, "mass": 2.0 }, { "group": 10, "year": 1, "att": 0.7378058269675599, "se": 0.16383945701206942, "event_time": -9, "mass": 0.0 }, { "group": 10, "year": 2, "att": 0.4123144781255519, "se": 0.15939733606837136, "event_time": -8, "mass": 0.0 }, { "group": 10, "year": 3, "att": 0.49030512084851013, "se": 0.1437706809562187, "event_time": -7, "mass": 0.0 }, { "group": 10, "year": 4, "att": 0.48720204487810065, "se": 0.1329124844684826, "event_time": -6, "mass": 0.0 }, { "group": 10, "year": 5, "att": 0.3967072472247804, "se": 0.12070167686202726, "event_time": -5, "mass": 0.0 }, { "group": 10, "year": 6, "att": 0.35225258087269423, "se": 0.11778353156833869, "event_time": -4, "mass": 0.0 }, { "group": 10, "year": 7, "att": 0.18996750002875662, "se": 0.1279361975746334, "event_time": -3, "mass": 0.0 }, { "group": 10, "year": 8, "att": 0.4354207223537222, "se": 0.32868310152022695, "event_time": -2, "mass": 0.0 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 10, "year": 10, "att": 0.3846565663118167, "se": 0.09518260372702227, "event_time": 0, "mass": 4.0 }, { "group": 10, "year": 11, "att": 0.4885468909354378, "se": 0.145556804285539, "event_time": 1, "mass": 4.0 }, { "group": 11, "year": 1, "att": 0.13090581661552592, "se": 0.14690940683968567, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": -0.042588460040490585, "se": 0.10454150625848646, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": 0.0506134975425834, "se": 0.06519087800916412, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": 0.019437380829008383, "se": 0.08798778536269192, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": 0.0655629617648361, "se": 0.08257869772422088, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": 0.11999271317043889, "se": 0.06095931189945247, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": 0.2296297838588674, "se": 0.1461667298569775, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": 0.35419390804566525, "se": 0.21682566220348734, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": 0.2227961855165467, "se": 0.20829908259807203, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": 0.07262660587603363, "se": 0.10328150172921259, "event_time": 0, "mass": 20.0 } ], "treated_cell_att": -0.028502040254614065, "treated_cell_se": 0.0652146746545214, "checks": { "input_rows": 2906, "retained_rows": 2906, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,8,10.", "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 0.14840812515467405, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.058468627384770336, "event_study": [ { "event_time": -10, "estimate": 0.05651495467523994, "raw_gap": 0.06994111119540361, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.1023369274579001 }, { "event_time": -9, "estimate": -0.013313321039813997, "raw_gap": -0.0024173971761241356, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.032508651742846166 }, { "event_time": -8, "estimate": -0.03959096060258305, "raw_gap": -0.028695036738893176, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.006231012180077114 }, { "event_time": -7, "estimate": -0.03190376051559081, "raw_gap": -0.02217914200359618, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.013918212267069352 }, { "event_time": -6, "estimate": -0.021234290477931003, "raw_gap": -0.01150967196593641, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.024587682304729158 }, { "event_time": -5, "estimate": 0.013440093196285354, "raw_gap": 0.014110000328319784, "n": 31, "n_cells": 31, "weight_sum": 31.0, "relative_to_minus_one": 0.05926206597894552 }, { "event_time": -4, "estimate": 0.031726629555154845, "raw_gap": 0.03223631278702305, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.077548602337815 }, { "event_time": -3, "estimate": 0.0031279620207954884, "raw_gap": 0.003637645252663718, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.04894993480345565 }, { "event_time": -2, "estimate": 0.0030618788939851932, "raw_gap": 0.0029989441512909224, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.04888385167664536 }, { "event_time": -1, "estimate": -0.04582197278266016, "raw_gap": -0.0458849075253544, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.025792078305962106, "raw_gap": -0.02585501304865632, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.020029894476698056 }, { "event_time": 1, "estimate": -0.039407714667468584, "raw_gap": -0.0602230975068673, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": 0.006414258115191578 }, { "event_time": 2, "estimate": -0.09446098902967276, "raw_gap": -0.12374754672272455, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": -0.0486390162470126 }, { "event_time": 3, "estimate": -0.17245956666238435, "raw_gap": -0.20174612435543612, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": -0.12663759387972418 }, { "event_time": 4, "estimate": -0.11790429136616032, "raw_gap": -0.15030509127760075, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": -0.07208231858350016 }, { "event_time": 5, "estimate": 0.011324022505945315, "raw_gap": -0.02107677740549512, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": 0.05714599528860548 }, { "event_time": 6, "estimate": -0.10723580537299585, "raw_gap": -0.11169306304628081, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": -0.061413832590335685 } ], "package_event_study": { "event_time": [ -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.06994111119540361, -0.002417397176124119, -0.028695036738893207, -0.0221791420035962, -0.011509671965936408, 0.014110000328319765, 0.032236312787023096, 0.003637645252663659, 0.0029989441512909883, -0.04588490752535441, -0.025855013048656318, -0.06022309750686728, -0.12374754672272455, -0.20174612435543615, -0.15030509127760075, -0.021076777405495118, -0.11169306304628081 ], "n": [ 20.0, 24.0, 24.0, 25.0, 25.0, 31.0, 32.0, 32.0, 33.0, 33.0, 33.0, 13.0, 9.0, 9.0, 7.0, 7.0, 1.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 4, "pre_gap": -0.004457257673284969 }, { "cohort": 5, "pre_gap": -0.037058056951133005 }, { "cohort": 7, "pre_gap": -0.01838670992869161 }, { "cohort": 9, "pre_gap": -0.0017552394186791907 }, { "cohort": 10, "pre_gap": 0.013426156520163681 } ], "diagnostics": { "converged": true, "pre_rmse": 0.04105764266331992, "zeta_omega": [ 0.867066527078922, 1.2075447813685, 0.8109200348742318, 1.0293759287028579, 1.4469174064487416 ], "zeta_lambda": [ 5.330622286687178e-07, 4.929780926522494e-07, 4.821759375853456e-07, 6.120705892129862e-07, 6.842049980347675e-07 ], "n_observed": 2906, "n_missing": 86, "n_treated_observed": 79, "n_untreated_observed": 2827, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 4, "unit_iterations": 13, "time_iterations": 23, "unit_objective": 0.0046687744595878735, "time_objective": 0.2984729849376538, "unit_projected_gradient": 3.668330232024092e-09, "time_projected_gradient": 6.718969824959231e-09 }, { "cohort": 5, "unit_iterations": 38, "time_iterations": 20, "unit_objective": 0.011760819329353979, "time_objective": 0.2427450059959407, "unit_projected_gradient": 7.259965582699646e-09, "time_projected_gradient": 6.517951321033388e-09 }, { "cohort": 7, "unit_iterations": 19, "time_iterations": 23, "unit_objective": 0.0043474032086220395, "time_objective": 0.26959191759520235, "unit_projected_gradient": 7.708601746508892e-09, "time_projected_gradient": 2.8326453370419724e-09 }, { "cohort": 9, "unit_iterations": 82, "time_iterations": 141, "unit_objective": 0.01054971769776986, "time_objective": 0.0798877129551992, "unit_projected_gradient": 7.796958053046636e-09, "time_projected_gradient": 9.388894550710347e-09 }, { "cohort": 10, "unit_iterations": 102, "time_iterations": 74, "unit_objective": 0.011191062850380278, "time_objective": 0.03447802694468155, "unit_projected_gradient": 8.528327731516239e-09, "time_projected_gradient": 8.187176617213687e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 4.163336342344337e-17 }, "native_matrix_att": -0.05846862738477038, "matrix_preparation": { "source_rows": 2906, "matrix_shape": [ 272, 11 ], "observed_cells": 2906, "missing_cells": 86, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2906.0, "treated_observation_mass": 79.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.007318582851439714, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1429972296111286, "event_study": [ { "event_time": -10, "estimate": 0.08147516876017552, "raw_gap": 0.08147516876017552, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.1868585055481439 }, { "event_time": -9, "estimate": -0.03672103671757634, "raw_gap": -0.03672103671757634, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.06866230007039203 }, { "event_time": -8, "estimate": -0.03578406689569712, "raw_gap": -0.03578406689569712, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.06959926989227126 }, { "event_time": -7, "estimate": -0.02968725306089396, "raw_gap": -0.02968725306089396, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.07569608372707443 }, { "event_time": -6, "estimate": -0.008743952192123828, "raw_gap": -0.008743952192123828, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.09663938459584455 }, { "event_time": -5, "estimate": 0.05004045243044112, "raw_gap": 0.05004045243044112, "n": 31, "n_cells": 31, "weight_sum": 31.0, "relative_to_minus_one": 0.1554237892184095 }, { "event_time": -4, "estimate": 0.06905730015578818, "raw_gap": 0.06905730015578818, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.17444063694375656 }, { "event_time": -3, "estimate": 0.007532493833568403, "raw_gap": 0.007532493833568403, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.11291583062153679 }, { "event_time": -2, "estimate": 0.016572538843502228, "raw_gap": 0.016572538843502228, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.1219558756314706 }, { "event_time": -1, "estimate": -0.10538333678796838, "raw_gap": -0.10538333678796838, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.0609377528311698, "raw_gap": -0.0609377528311698, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.04444558395679858 }, { "event_time": 1, "estimate": -0.15085248625872766, "raw_gap": -0.15085248625872766, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": -0.04546914947075928 }, { "event_time": 2, "estimate": -0.2860130465598975, "raw_gap": -0.2860130465598975, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": -0.18062970977192913 }, { "event_time": 3, "estimate": -0.3635741295333564, "raw_gap": -0.3635741295333564, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": -0.25819079274538803 }, { "event_time": 4, "estimate": -0.20943168350478608, "raw_gap": -0.20943168350478608, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": -0.1040483467168177 }, { "event_time": 5, "estimate": 0.010821984355199194, "raw_gap": 0.010821984355199194, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": 0.11620532114316758 }, { "event_time": 6, "estimate": -0.0882004956007025, "raw_gap": -0.0882004956007025, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.017182841187265874 } ], "package_event_study": { "event_time": [ -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.08147516876017553, -0.03672103671757632, -0.035784066895697124, -0.02968725306089396, -0.008743952192123825, 0.0500404524304411, 0.06905730015578819, 0.007532493833568382, 0.016572538843502235, -0.10538333678796839, -0.0609377528311698, -0.15085248625872766, -0.2860130465598975, -0.3635741295333564, -0.20943168350478608, 0.010821984355199194, -0.0882004956007025 ], "n": [ 20.0, 24.0, 24.0, 25.0, 25.0, 31.0, 32.0, 32.0, 33.0, 33.0, 33.0, 13.0, 9.0, 9.0, 7.0, 7.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 29, "termination_reason": "Relative objective tolerance reached", "objective": 0.19105723073735162, "lambda_l": 0.004292503000572305, "singular_values": [ 18.36234628239906, 3.866453988881089, 2.1979476905003903, 0.9386340606775105, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.19140502185291358, 0.1911133162822316, 0.19107180777912924, 0.19106233880090978, 0.1910594114495698, 0.19105825920382524, 0.19105773699842302, 0.1910574843890348, 0.1910573587938042, 0.19105729562149298, 0.19105726367960243, 0.1910572474849253, 0.19105723926050894, 0.19105723507875494, 0.19105723295043806, 0.19105723186629503, 0.19105723131361016, 0.19105723103165068, 0.19105723088770518, 0.19105723081416895, 0.1910572307765776, 0.19105723075734912, 0.1910572307475074, 0.1910572307424671, 0.1910572307398838, 0.1910572307385593, 0.1910572307378799, 0.19105723073753095, 0.19105723073735162 ], "history_rmse": [ 0.2882979079189543, 0.2869982319777234, 0.2867969110619856, 0.2867373252237297, 0.28670967981458506, 0.2866940328332563, 0.28668435351045585, 0.2866780564719412, 0.286673824729347, 0.2866709194088063, 0.2866688966626786, 0.28666747560486494, 0.2866664714537308, 0.286665759258968, 0.2866652529275387, 0.2866648923964069, 0.28666463542068144, 0.28666445213125746, 0.28666432133758873, 0.286664227973087, 0.28666416130997624, 0.2866641137025728, 0.28666407969830343, 0.28666405540689344, 0.28666403805183627, 0.2866640256510473, 0.28666401678928904, 0.28666401045590145, 0.2866640059290451 ], "n_observed": 2906, "n_missing": 86, "n_treated_observed": 79, "n_untreated_observed": 2827 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 0.0 }, "native_matrix_att": -0.1429972296111286, "matrix_preparation": { "source_rows": 2906, "matrix_shape": [ 272, 11 ], "observed_cells": 2906, "missing_cells": 86, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2906.0, "treated_observation_mass": 79.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.0027850838378071785, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.019450122296723913, "event_study": [ { "event_time": -10, "estimate": 0.005459689767364115, "raw_gap": 0.005459689767364115, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.005794241561775868 }, { "event_time": -9, "estimate": 0.0013542488088823083, "raw_gap": 0.0013542488088823083, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": 0.0016888006032940613 }, { "event_time": -8, "estimate": -0.0036627272241229517, "raw_gap": -0.0036627272241229517, "n": 24, "n_cells": 24, "weight_sum": 24.0, "relative_to_minus_one": -0.0033281754297111985 }, { "event_time": -7, "estimate": -0.00026359127974888153, "raw_gap": -0.00026359127974888153, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 7.096051466287147e-05 }, { "event_time": -6, "estimate": -0.0011157200536412693, "raw_gap": -0.0011157200536412693, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": -0.0007811682592295164 }, { "event_time": -5, "estimate": -0.0001315322769078287, "raw_gap": -0.0001315322769078287, "n": 31, "n_cells": 31, "weight_sum": 31.0, "relative_to_minus_one": 0.0002030195175039243 }, { "event_time": -4, "estimate": 0.0026707798923443493, "raw_gap": 0.0026707798923443493, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.0030053316867561025 }, { "event_time": -3, "estimate": 0.00038922810613722936, "raw_gap": 0.00038922810613722936, "n": 32, "n_cells": 32, "weight_sum": 32.0, "relative_to_minus_one": 0.0007237799005489823 }, { "event_time": -2, "estimate": 5.6963554355706904e-05, "raw_gap": 5.6963554355706904e-05, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.0003915153487674599 }, { "event_time": -1, "estimate": -0.000334551794411753, "raw_gap": -0.000334551794411753, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.10854820897645266, "raw_gap": -0.10854820897645266, "n": 33, "n_cells": 33, "weight_sum": 33.0, "relative_to_minus_one": -0.10821365718204091 }, { "event_time": 1, "estimate": -0.05490183985426205, "raw_gap": -0.05490183985426205, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": -0.0545672880598503 }, { "event_time": 2, "estimate": 0.09651715555364568, "raw_gap": 0.09651715555364568, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.09685170734805743 }, { "event_time": 3, "estimate": 0.04541983790757839, "raw_gap": 0.04541983790757839, "n": 9, "n_cells": 9, "weight_sum": 9.0, "relative_to_minus_one": 0.045754389701990146 }, { "event_time": 4, "estimate": 0.09489501848555411, "raw_gap": 0.09489501848555411, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": 0.09522957027996586 }, { "event_time": 5, "estimate": 0.11679386890532283, "raw_gap": 0.11679386890532283, "n": 7, "n_cells": 7, "weight_sum": 7.0, "relative_to_minus_one": 0.11712842069973457 }, { "event_time": 6, "estimate": 0.0, "raw_gap": 0.0, "n": 1, "n_cells": 1, "weight_sum": 1.0, "relative_to_minus_one": 0.000334551794411753 } ], "package_event_study": { "event_time": [ -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.005459689767364115, 0.0013542488088823, -0.003662727224122936, -0.00026359127974887514, -0.0011157200536412752, -0.00013153227690784316, 0.0026707798923443823, 0.0003892281061371903, 5.696355435574812e-05, -0.00033455179441175886, -0.10854820897645266, -0.05490183985426207, 0.09651715555364568, 0.04541983790757839, 0.09489501848555411, 0.11679386890532283, 0.0 ], "n": [ 20.0, 24.0, 24.0, 25.0, 25.0, 31.0, 32.0, 32.0, 33.0, 33.0, 33.0, 13.0, 9.0, 9.0, 7.0, 7.0, 1.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.0022426108805007313, "penalty": 1.0, "n_observed": 2906, "n_missing": 86, "n_treated_observed": 79, "n_untreated_observed": 2827, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 6.938893903907228e-18 }, "native_matrix_att": -0.019450122296723906, "matrix_preparation": { "source_rows": 2906, "matrix_shape": [ 272, 11 ], "observed_cells": 2906, "missing_cells": 86, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2906.0, "treated_observation_mass": 79.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.2683001672849059, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16700983145710996, "SE": 0.059445867835438024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.0037927161472949607, "SE": 0.05390686655937972, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.19807752113060523, "SE": 0.054752331708987675, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.037306221004405324, "SE": 0.051772081071751797, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.06285578816634323, "SE": 0.06648701715581672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.028502040254614065, "SE": 0.0652146746545214, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.058468627384770336, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1429972296111286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.019450122296723913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16700983145710996, "SE": 0.059445867835438024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2840442590888308, "upper": -0.049975403825389134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.0037927161472949607, "SE": 0.05390686655937972, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10992220004450098, "upper": 0.10233676774991107, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.19807752113060523, "SE": 0.054752331708987675, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30587151987921946, "upper": -0.09028352238199103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.037306221004405324, "SE": 0.051772081071751797, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13923283249418564, "upper": 0.06462039048537499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06285578816634323, "SE": 0.06648701715581672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1931679472312407, "upper": 0.06745637089855423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.028502040254614065, "SE": 0.0652146746545214, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1563204538409731, "upper": 0.09931637333174498, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.058468627384770336, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1429972296111286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.019450122296723913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602607.053985, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.16700983145710996, "SE": 0.059445867835438024, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.2840442590888308, "upper": -0.049975403825389134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.0037927161472949607, "SE": 0.05390686655937972, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.10992220004450098, "upper": 0.10233676774991107, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.19807752113060523, "SE": 0.054752331708987675, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.30587151987921946, "upper": -0.09028352238199103, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.037306221004405324, "SE": 0.051772081071751797, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.13923283249418564, "upper": 0.06462039048537499, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.06285578816634323, "SE": 0.06648701715581672, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.1931679472312407, "upper": 0.06745637089855423, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.028502040254614065, "SE": 0.0652146746545214, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.1563204538409731, "upper": 0.09931637333174498, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.058468627384770336, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.1429972296111286, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.019450122296723913, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }