{ "study_id": 22, "specification_id": "S22-P026", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRDI-SONSHORE", "role": "active_comparison", "published_source_location": "Main-text Figure 4 specification curve: outcome=theft, interacted controls=none, simultaneous shocks=none, added fixed effects=none, treatment=DI, sample=onshore", "outcome_label": "Oil theft: count of sabotage spills within 15 km of the field", "outcome_variable": "", "treatment_label": "DrillingInfo transaction-data local-participation indicator, set to one from its source-specific first observed indigenous transaction year onward; exact cohorts pending package audit", "unit_fixed_effects": "Oil-field fixed effects", "time_fixed_effects": "Calendar-year fixed effects", "allowed_adjustments": "", "published_weights": "", "published_clustering": "Oil field", "panel_structure": "Unbalanced onshore field subsample oil-field-by-calendar-year panel, 2006-2016; exact Figure 4 e(sample) and N pending code recovery", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Corruption as a Local Advantage", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S22-P026.json", "input_bytes": 44370, "specification_type": "twfe_scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p026", "specification_id": "S22-P026", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRDI-SONSHORE", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "Oil theft: count of sabotage spills within 15 km of the field", "data": "analyses/full-archive/prepared/S22-P026.parquet", "output_dir": "analyses/full-archive/results/S22-P026" }, "source": { "file": "S22-P026.parquet", "bytes": 44370, "sha256": "bd9f77c1ee69daddda89440ae6afdc00697a99a7152c1c25eef613909ce60c5b" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2291, "source_sd": 21.965037243976433, "rows": 2285, "units": 216, "clusters": 216, "treated_units": 49, "never_treated_units": 167, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 2285, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.2919596990939979, "se": 0.04187085721399433, "pvalue": 3.7641877114340694e-11, "lower": -0.37448963415719677, "upper": -0.209429764030799 }, { "method": "Dynamic TWFE", "estimate": -0.25982566489177716, "se": 0.08218676745499057, "pvalue": 0.0017966140534379903, "lower": -0.421820642602613, "upper": -0.09783068718094137 }, { "method": "BJS / did2s", "estimate": -0.29971606272220186, "se": 0.04289053534287368, "pvalue": 3.4490642252004895e-11, "lower": -0.38425584366296855, "upper": -0.21517628178143516 }, { "method": "Sun\u2013Abraham", "estimate": -0.21522117011185216, "se": 0.04985220708560556, "pvalue": 2.4118412762033603e-05, "lower": -0.31348281764643054, "upper": -0.11695952257727375 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -9, "estimate": 0.21437441743578997, "se": 0.14566462110702705, "pvalue": 0.14256448876531133, "lower": -0.07273916276935691, "upper": 0.5014879976409369 }, { "event_time": -8, "estimate": -0.09702902555727923, "se": 0.14703302527764295, "pvalue": 0.5100158796276123, "lower": -0.3868398112856843, "upper": 0.19278176017112586 }, { "event_time": -7, "estimate": -0.04632842039034879, "se": 0.14621001640722234, "pvalue": 0.7516556606182606, "lower": -0.3345170069771144, "upper": 0.24186016619641681 }, { "event_time": -6, "estimate": 0.17858675209448094, "se": 0.126023222704204, "pvalue": 0.15790288274473363, "lower": -0.06981247061732032, "upper": 0.4269859748062822 }, { "event_time": -5, "estimate": 0.11356993954231641, "se": 0.115033453142589, "pvalue": 0.32461637527295356, "lower": -0.11316779762491695, "upper": 0.34030767670954976 }, { "event_time": -4, "estimate": -0.030423506971738557, "se": 0.09479569084985894, "pvalue": 0.7485693786001424, "lower": -0.217271418160314, "upper": 0.15642440421683687 }, { "event_time": -3, "estimate": -0.057143969250919725, "se": 0.0974537146307277, "pvalue": 0.5582417748565267, "lower": -0.2492310024596247, "upper": 0.13494306395778527 }, { "event_time": -2, "estimate": 0.05672604850537115, "se": 0.08401302457132827, "pvalue": 0.5002707721285401, "lower": -0.10886858995398356, "upper": 0.22232068696472584 }, { "event_time": 0, "estimate": -0.21950424825470785, "se": 0.09385584598358584, "pvalue": 0.020266888865009346, "lower": -0.4044996696462252, "upper": -0.034508826863190484 }, { "event_time": 1, "estimate": -0.2339590619831592, "se": 0.09367078327161521, "pvalue": 0.013250666827337578, "lower": -0.4185897138280801, "upper": -0.04932841013823833 }, { "event_time": 2, "estimate": -0.52287928883081, "se": 0.08707561223616206, "pvalue": 8.066431400033202e-09, "lower": -0.6945104686442694, "upper": -0.3512481090173507 }, { "event_time": 3, "estimate": -0.3675718876748796, "se": 0.09798980913879432, "pvalue": 0.00022640924303751945, "lower": -0.560715594854035, "upper": -0.17442818049572414 }, { "event_time": 4, "estimate": -0.15785431902099795, "se": 0.09611280423056323, "pvalue": 0.10197181497876563, "lower": -0.3472983385534949, "upper": 0.03158970051149898 }, { "event_time": 5, "estimate": 0.021922516633431026, "se": 0.10165146149246419, "pvalue": 0.8294544592575233, "lower": -0.17843852381950753, "upper": 0.2222835570863696 }, { "event_time": 6, "estimate": 0.033020152874321966, "se": 0.09208645388873653, "pvalue": 0.7202628467215175, "lower": -0.1484876920880115, "upper": 0.21452799783665544 } ], "BJS / did2s": [ { "event_time": -9, "estimate": 0.17065007598918752, "se": 0.060081489196042434, "pvalue": 0.0049397877201517275, "lower": 0.052225908637954, "upper": 0.28907424334042103 }, { "event_time": -8, "estimate": -0.1000224222480849, "se": 0.06472878429467725, "pvalue": 0.12375543359615891, "lower": -0.22760668299672954, "upper": 0.02756183850055975 }, { "event_time": -7, "estimate": -0.043304228749974874, "se": 0.05373494961168744, "pvalue": 0.42119917332570167, "lower": -0.14921899135948322, "upper": 0.06261053385953347 }, { "event_time": -6, "estimate": 0.13388417213805598, "se": 0.045472801647216864, "pvalue": 0.0035930002002624874, "lower": 0.044254591642335306, "upper": 0.22351375263377665 }, { "event_time": -5, "estimate": 0.07837974633637253, "se": 0.03987463446894051, "pvalue": 0.05062590691452195, "lower": -0.0002155156753773646, "upper": 0.15697500834812242 }, { "event_time": -4, "estimate": -0.05121570578399538, "se": 0.019721821166319927, "pvalue": 0.010056132805995025, "lower": -0.09008858129895869, "upper": -0.012342830269032073 }, { "event_time": -3, "estimate": -0.08859168364961878, "se": 0.029101983121004562, "pvalue": 0.002624253861150494, "lower": -0.1459534129524542, "upper": -0.03122995434678335 }, { "event_time": -2, "estimate": 0.0071519481286892875, "se": 0.07066118506022638, "pvalue": 0.9194743819737126, "lower": -0.1321254252650436, "upper": 0.1464293215224222 }, { "event_time": -1, "estimate": -0.04438731146927191, "se": 0.07571530097294087, "pvalue": 0.5583294342094839, "lower": -0.1936266461370815, "upper": 0.10485202319853767 }, { "event_time": 0, "estimate": -0.25050159949141854, "se": 0.038486559641009, "pvalue": 5.254171303779268e-10, "lower": -0.3263608839513699, "upper": -0.17464231503146715 }, { "event_time": 1, "estimate": -0.25646424454516553, "se": 0.05196232606110342, "pvalue": 1.600806377094009e-06, "lower": -0.3588850613351863, "upper": -0.15404342775514476 }, { "event_time": 2, "estimate": -0.5924931586021887, "se": 0.08658536507587059, "pvalue": 7.964756685026954e-11, "lower": -0.7631580322782554, "upper": -0.42182828492612195 }, { "event_time": 3, "estimate": -0.4343772121112223, "se": 0.08116275791242687, "pvalue": 2.224493946176014e-07, "lower": -0.5943538064720361, "upper": -0.2744006177504086 }, { "event_time": 4, "estimate": -0.1901552541522637, "se": 0.06557880604085065, "pvalue": 0.0041235220066339045, "lower": -0.31941495801771536, "upper": -0.06089555028681201 }, { "event_time": 5, "estimate": 0.002459922836433208, "se": 0.07961037994431071, "pvalue": 0.9753783342587102, "lower": -0.15445684276932586, "upper": 0.15937668844219227 }, { "event_time": 6, "estimate": -0.06334626892572769, "se": 0.05054695147322905, "pvalue": 0.2114881301310248, "lower": -0.16297729872308253, "upper": 0.03628476087162716 } ], "Sun\u2013Abraham": [ { "event_time": -9, "estimate": 0.2585126168315776, "se": 0.23026912123915744, "pvalue": 0.26283646393313076, "lower": -0.1953614351325621, "upper": 0.7123866687957173 }, { "event_time": -8, "estimate": -0.18592765726615218, "se": 0.22591637378964863, "pvalue": 0.4114236998620478, "lower": -0.6312221866635936, "upper": 0.25936687213128923 }, { "event_time": -7, "estimate": -0.12647213309780905, "se": 0.22117436305407603, "pvalue": 0.5680406342618249, "lower": -0.5624198789776444, "upper": 0.3094756127820263 }, { "event_time": -6, "estimate": 0.2014524819201829, "se": 0.1399261624874169, "pvalue": 0.15140512783300328, "lower": -0.07435025707579496, "upper": 0.47725522091616074 }, { "event_time": -5, "estimate": 0.12785411411395337, "se": 0.11893665785590991, "pvalue": 0.2835901292196524, "lower": -0.10657707030902622, "upper": 0.3622852985369329 }, { "event_time": -4, "estimate": -0.013645200407515365, "se": 0.09329799036372839, "pvalue": 0.8838579479118831, "lower": -0.19754105539067918, "upper": 0.17025065457564847 }, { "event_time": -3, "estimate": -0.05174334427563619, "se": 0.09383064896313542, "pvalue": 0.5818947337411395, "lower": -0.23668910085014416, "upper": 0.1332024122988718 }, { "event_time": -2, "estimate": 0.06661858183456662, "se": 0.07156473361230621, "pvalue": 0.3529567972878296, "lower": -0.07443973917503388, "upper": 0.20767690284416712 }, { "event_time": 0, "estimate": -0.2109756525113935, "se": 0.09114984484990069, "pvalue": 0.021578460081026662, "lower": -0.39063738568385675, "upper": -0.03131391933893024 }, { "event_time": 1, "estimate": -0.20272295369381618, "se": 0.08936495498826984, "pvalue": 0.024292743989619437, "lower": -0.37886656342250813, "upper": -0.026579343965124264 }, { "event_time": 2, "estimate": -0.5132081154057493, "se": 0.07533290780047883, "pvalue": 9.476026020443102e-11, "lower": -0.661693730522736, "upper": -0.36472250028876263 }, { "event_time": 3, "estimate": -0.27741830215435254, "se": 0.06236647052775913, "pvalue": 1.3886919754241309e-05, "lower": -0.40034630280337136, "upper": -0.15449030150533374 }, { "event_time": 4, "estimate": -0.035631812789033615, "se": 0.04753709686930272, "pvalue": 0.4543402987069476, "lower": -0.1293302412130235, "upper": 0.058066615634956284 }, { "event_time": 5, "estimate": 0.08081407457978546, "se": 0.054099984970453444, "pvalue": 0.13669635274655964, "lower": -0.025820194303519936, "upper": 0.18744834346309086 }, { "event_time": 6, "estimate": 0.05248889090711425, "se": 0.07465440991357111, "pvalue": 0.48275927594648144, "lower": -0.09465936476053458, "upper": 0.19963714657476309 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.24873096446700507, 0.24873096446700507, 0.14720812182741116, 0.13705583756345177, 0.13705583756345177, 0.06598984771573604, 0.015228426395939087 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 1.9230187180703844e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5078444923826473, "df_num": 12, "df_den": 2009, "pvalue": 0.11394349161470584, "log10_pvalue": -0.9433104764208009, "inference": "Homoskedastic nested-model F", "observations": 2285, "design_columns": 50, "restricted_design_columns": 38, "fixed_effect_rank": 226, "covariance_rank": 12, "rss_unrestricted": 650.3083943939033, "rss_restricted": 656.165421357589, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]" ], "data": [ [ -0.09045680687471733, -1.470527279698351e-17, 0.009950248756218898, -0.048846675712347305, -0.02487562189054726, 0.010854816824966076 ], [ 0.009045680687418808, -0.08910891089114635, -4.925865774013175e-06, 0.01577575668014318, -0.044542140781245125, -0.02831320445477678 ], [ 0.009045680687188461, 0.009900990098703303, -0.08825100537591703, 0.005853195796593175, 0.019695655547395056, -0.042722488520451074 ], [ 0.009045680687188461, 0.009900990098703303, 0.009788210310357466, -0.08238209832105392, 0.009891733978767593, 0.02100300167562739 ], [ 0.009045680686628699, 0.009900990098097424, 0.009788210309795535, 0.01565711736519475, -0.07752769981419692, 0.0111446894186547 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -5.0, "cohort": 6, "estimate": 0.32868649611883793 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.5234008498165845 }, { "event_time": -3.0, "cohort": 6, "estimate": -0.22068714829653366 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.10409042499828457 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.07516229376246471 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.18800443921817717 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.06939688292640048 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.13419145184656048 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.3859466202530302 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.513964616811886 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.5477970285849306 }, { "event_time": -5.0, "cohort": 7, "estimate": 0.27190166560547957 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.1952628536593419 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.05773697897415844 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.09353296678818418 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.04860541485527734 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.28747030787051375 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.14022778019746107 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.7311448485688798 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.9192714543790056 }, { "event_time": -8.0, "cohort": 9, "estimate": -0.6878118296207953 }, { "event_time": -7.0, "cohort": 9, "estimate": -1.2659632612389071 }, { "event_time": -6.0, "cohort": 9, "estimate": -1.1976076433958893 }, { "event_time": -5.0, "cohort": 9, "estimate": -1.099587471402621 }, { "event_time": -4.0, "cohort": 9, "estimate": -1.5525961214248163 }, { "event_time": -3.0, "cohort": 9, "estimate": -1.4769178269636758 }, { "event_time": -2.0, "cohort": 9, "estimate": -1.4973498316783251 }, { "event_time": 0.0, "cohort": 9, "estimate": -1.3257043958356427 }, { "event_time": 1.0, "cohort": 9, "estimate": -1.1029387379163815 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.7697375519349356 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.39985102340265366 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.4446885163065973 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.1611119428066121 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.11712559752934791 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.03940996079149426 } ] } } }, "code_sha256": { "replication_engine.py": "b42dd52795225c55faa7af833b12a94304ddde96f066412b80dea4620c4bcc24", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": {}, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s22-p026", "specification_id": "S22-P026", "source_specification_id": "REXER-F4-THEFT-CTRLNONE-SHNONE-FENONE-TRDI-SONSHORE", "study_id": 22, "study": "Corruption as a Local Advantage", "citation": "Rexer (2025), AER. https://doi.org/10.1257/aer.20220528", "description": "Oil theft: count of sabotage spills within 15 km of the field", "data": "analyses/full-archive/prepared/S22-P026.parquet", "output_dir": "analyses/archive-expanded/fits/S22-P026" }, "options": { "output_dir": "analyses/archive-expanded/fits/S22-P026", "regression_results": "analyses/archive-expanded/baselines/S22-P026.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "S22-P026.parquet", "bytes": 44370, "sha256": "bd9f77c1ee69daddda89440ae6afdc00697a99a7152c1c25eef613909ce60c5b" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 2291, "source_sd": 21.965037243976433, "rows": 2285, "units": 216, "clusters": 216, "treated_units": 49, "never_treated_units": 167, "treated_cohorts": 5, "latest_cohort_control_index": null, "unique_unit_period_cells": 2285, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 1, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": -0.2919596990939979, "se": 0.04187085721399433, "pvalue": 3.7641877114340694e-11, "lower": -0.37448963415719677, "upper": -0.209429764030799 }, { "method": "Dynamic TWFE", "estimate": -0.25982566489177716, "se": 0.08218676745499057, "pvalue": 0.0017966140534379903, "lower": -0.421820642602613, "upper": -0.09783068718094137 }, { "method": "BJS / did2s", "estimate": -0.29971606272220186, "se": 0.04289053534287368, "pvalue": 3.4490642252004895e-11, "lower": -0.38425584366296855, "upper": -0.21517628178143516 }, { "method": "Sun\u2013Abraham", "estimate": -0.21522117011185216, "se": 0.04985220708560556, "pvalue": 2.4118412762033603e-05, "lower": -0.31348281764643054, "upper": -0.11695952257727375 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -9, "estimate": 0.21437441743578997, "se": 0.14566462110702705, "pvalue": 0.14256448876531133, "lower": -0.07273916276935691, "upper": 0.5014879976409369 }, { "event_time": -8, "estimate": -0.09702902555727923, "se": 0.14703302527764295, "pvalue": 0.5100158796276123, "lower": -0.3868398112856843, "upper": 0.19278176017112586 }, { "event_time": -7, "estimate": -0.04632842039034879, "se": 0.14621001640722234, "pvalue": 0.7516556606182606, "lower": -0.3345170069771144, "upper": 0.24186016619641681 }, { "event_time": -6, "estimate": 0.17858675209448094, "se": 0.126023222704204, "pvalue": 0.15790288274473363, "lower": -0.06981247061732032, "upper": 0.4269859748062822 }, { "event_time": -5, "estimate": 0.11356993954231641, "se": 0.115033453142589, "pvalue": 0.32461637527295356, "lower": -0.11316779762491695, "upper": 0.34030767670954976 }, { "event_time": -4, "estimate": -0.030423506971738557, "se": 0.09479569084985894, "pvalue": 0.7485693786001424, "lower": -0.217271418160314, "upper": 0.15642440421683687 }, { "event_time": -3, "estimate": -0.057143969250919725, "se": 0.0974537146307277, "pvalue": 0.5582417748565267, "lower": -0.2492310024596247, "upper": 0.13494306395778527 }, { "event_time": -2, "estimate": 0.05672604850537115, "se": 0.08401302457132827, "pvalue": 0.5002707721285401, "lower": -0.10886858995398356, "upper": 0.22232068696472584 }, { "event_time": 0, "estimate": -0.21950424825470785, "se": 0.09385584598358584, "pvalue": 0.020266888865009346, "lower": -0.4044996696462252, "upper": -0.034508826863190484 }, { "event_time": 1, "estimate": -0.2339590619831592, "se": 0.09367078327161521, "pvalue": 0.013250666827337578, "lower": -0.4185897138280801, "upper": -0.04932841013823833 }, { "event_time": 2, "estimate": -0.52287928883081, "se": 0.08707561223616206, "pvalue": 8.066431400033202e-09, "lower": -0.6945104686442694, "upper": -0.3512481090173507 }, { "event_time": 3, "estimate": -0.3675718876748796, "se": 0.09798980913879432, "pvalue": 0.00022640924303751945, "lower": -0.560715594854035, "upper": -0.17442818049572414 }, { "event_time": 4, "estimate": -0.15785431902099795, "se": 0.09611280423056323, "pvalue": 0.10197181497876563, "lower": -0.3472983385534949, "upper": 0.03158970051149898 }, { "event_time": 5, "estimate": 0.021922516633431026, "se": 0.10165146149246419, "pvalue": 0.8294544592575233, "lower": -0.17843852381950753, "upper": 0.2222835570863696 }, { "event_time": 6, "estimate": 0.033020152874321966, "se": 0.09208645388873653, "pvalue": 0.7202628467215175, "lower": -0.1484876920880115, "upper": 0.21452799783665544 } ], "BJS / did2s": [ { "event_time": -9, "estimate": 0.17065007598918752, "se": 0.060081489196042434, "pvalue": 0.0049397877201517275, "lower": 0.052225908637954, "upper": 0.28907424334042103 }, { "event_time": -8, "estimate": -0.1000224222480849, "se": 0.06472878429467725, "pvalue": 0.12375543359615891, "lower": -0.22760668299672954, "upper": 0.02756183850055975 }, { "event_time": -7, "estimate": -0.043304228749974874, "se": 0.05373494961168744, "pvalue": 0.42119917332570167, "lower": -0.14921899135948322, "upper": 0.06261053385953347 }, { "event_time": -6, "estimate": 0.13388417213805598, "se": 0.045472801647216864, "pvalue": 0.0035930002002624874, "lower": 0.044254591642335306, "upper": 0.22351375263377665 }, { "event_time": -5, "estimate": 0.07837974633637253, "se": 0.03987463446894051, "pvalue": 0.05062590691452195, "lower": -0.0002155156753773646, "upper": 0.15697500834812242 }, { "event_time": -4, "estimate": -0.05121570578399538, "se": 0.019721821166319927, "pvalue": 0.010056132805995025, "lower": -0.09008858129895869, "upper": -0.012342830269032073 }, { "event_time": -3, "estimate": -0.08859168364961878, "se": 0.029101983121004562, "pvalue": 0.002624253861150494, "lower": -0.1459534129524542, "upper": -0.03122995434678335 }, { "event_time": -2, "estimate": 0.0071519481286892875, "se": 0.07066118506022638, "pvalue": 0.9194743819737126, "lower": -0.1321254252650436, "upper": 0.1464293215224222 }, { "event_time": -1, "estimate": -0.04438731146927191, "se": 0.07571530097294087, "pvalue": 0.5583294342094839, "lower": -0.1936266461370815, "upper": 0.10485202319853767 }, { "event_time": 0, "estimate": -0.25050159949141854, "se": 0.038486559641009, "pvalue": 5.254171303779268e-10, "lower": -0.3263608839513699, "upper": -0.17464231503146715 }, { "event_time": 1, "estimate": -0.25646424454516553, "se": 0.05196232606110342, "pvalue": 1.600806377094009e-06, "lower": -0.3588850613351863, "upper": -0.15404342775514476 }, { "event_time": 2, "estimate": -0.5924931586021887, "se": 0.08658536507587059, "pvalue": 7.964756685026954e-11, "lower": -0.7631580322782554, "upper": -0.42182828492612195 }, { "event_time": 3, "estimate": -0.4343772121112223, "se": 0.08116275791242687, "pvalue": 2.224493946176014e-07, "lower": -0.5943538064720361, "upper": -0.2744006177504086 }, { "event_time": 4, "estimate": -0.1901552541522637, "se": 0.06557880604085065, "pvalue": 0.0041235220066339045, "lower": -0.31941495801771536, "upper": -0.06089555028681201 }, { "event_time": 5, "estimate": 0.002459922836433208, "se": 0.07961037994431071, "pvalue": 0.9753783342587102, "lower": -0.15445684276932586, "upper": 0.15937668844219227 }, { "event_time": 6, "estimate": -0.06334626892572769, "se": 0.05054695147322905, "pvalue": 0.2114881301310248, "lower": -0.16297729872308253, "upper": 0.03628476087162716 } ], "Sun\u2013Abraham": [ { "event_time": -9, "estimate": 0.2585126168315776, "se": 0.23026912123915744, "pvalue": 0.26283646393313076, "lower": -0.1953614351325621, "upper": 0.7123866687957173 }, { "event_time": -8, "estimate": -0.18592765726615218, "se": 0.22591637378964863, "pvalue": 0.4114236998620478, "lower": -0.6312221866635936, "upper": 0.25936687213128923 }, { "event_time": -7, "estimate": -0.12647213309780905, "se": 0.22117436305407603, "pvalue": 0.5680406342618249, "lower": -0.5624198789776444, "upper": 0.3094756127820263 }, { "event_time": -6, "estimate": 0.2014524819201829, "se": 0.1399261624874169, "pvalue": 0.15140512783300328, "lower": -0.07435025707579496, "upper": 0.47725522091616074 }, { "event_time": -5, "estimate": 0.12785411411395337, "se": 0.11893665785590991, "pvalue": 0.2835901292196524, "lower": -0.10657707030902622, "upper": 0.3622852985369329 }, { "event_time": -4, "estimate": -0.013645200407515365, "se": 0.09329799036372839, "pvalue": 0.8838579479118831, "lower": -0.19754105539067918, "upper": 0.17025065457564847 }, { "event_time": -3, "estimate": -0.05174334427563619, "se": 0.09383064896313542, "pvalue": 0.5818947337411395, "lower": -0.23668910085014416, "upper": 0.1332024122988718 }, { "event_time": -2, "estimate": 0.06661858183456662, "se": 0.07156473361230621, "pvalue": 0.3529567972878296, "lower": -0.07443973917503388, "upper": 0.20767690284416712 }, { "event_time": 0, "estimate": -0.2109756525113935, "se": 0.09114984484990069, "pvalue": 0.021578460081026662, "lower": -0.39063738568385675, "upper": -0.03131391933893024 }, { "event_time": 1, "estimate": -0.20272295369381618, "se": 0.08936495498826984, "pvalue": 0.024292743989619437, "lower": -0.37886656342250813, "upper": -0.026579343965124264 }, { "event_time": 2, "estimate": -0.5132081154057493, "se": 0.07533290780047883, "pvalue": 9.476026020443102e-11, "lower": -0.661693730522736, "upper": -0.36472250028876263 }, { "event_time": 3, "estimate": -0.27741830215435254, "se": 0.06236647052775913, "pvalue": 1.3886919754241309e-05, "lower": -0.40034630280337136, "upper": -0.15449030150533374 }, { "event_time": 4, "estimate": -0.035631812789033615, "se": 0.04753709686930272, "pvalue": 0.4543402987069476, "lower": -0.1293302412130235, "upper": 0.058066615634956284 }, { "event_time": 5, "estimate": 0.08081407457978546, "se": 0.054099984970453444, "pvalue": 0.13669635274655964, "lower": -0.025820194303519936, "upper": 0.18744834346309086 }, { "event_time": 6, "estimate": 0.05248889090711425, "se": 0.07465440991357111, "pvalue": 0.48275927594648144, "lower": -0.09465936476053458, "upper": 0.19963714657476309 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "weights": [ 0.24873096446700507, 0.24873096446700507, 0.14720812182741116, 0.13705583756345177, 0.13705583756345177, 0.06598984771573604, 0.015228426395939087 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 1.1102230246251565e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 1.9230187180703844e-15 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.5078444923826473, "df_num": 12, "df_den": 2009, "pvalue": 0.11394349161470584, "log10_pvalue": -0.9433104764208009, "inference": "Homoskedastic nested-model F", "observations": 2285, "design_columns": 50, "restricted_design_columns": 38, "fixed_effect_rank": 226, "covariance_rank": 12, "rss_unrestricted": 650.3083943939033, "rss_restricted": 656.165421357589, "test_horizon": null, "reference_cohort": 5, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-6.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-5.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-4.0]" ], "data": [ [ -0.09045680687471733, -1.470527279698351e-17, 0.009950248756218898, -0.048846675712347305, -0.02487562189054726, 0.010854816824966076 ], [ 0.009045680687418808, -0.08910891089114635, -4.925865774013175e-06, 0.01577575668014318, -0.044542140781245125, -0.02831320445477678 ], [ 0.009045680687188461, 0.009900990098703303, -0.08825100537591703, 0.005853195796593175, 0.019695655547395056, -0.042722488520451074 ], [ 0.009045680687188461, 0.009900990098703303, 0.009788210310357466, -0.08238209832105392, 0.009891733978767593, 0.02100300167562739 ], [ 0.009045680686628699, 0.009900990098097424, 0.009788210309795535, 0.01565711736519475, -0.07752769981419692, 0.0111446894186547 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10" ], "deviations": [ { "event_time": -5.0, "cohort": 6, "estimate": 0.32868649611883793 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.5234008498165845 }, { "event_time": -3.0, "cohort": 6, "estimate": -0.22068714829653366 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.10409042499828457 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.07516229376246471 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.18800443921817717 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.06939688292640048 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.13419145184656048 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.3859466202530302 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.513964616811886 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.5477970285849306 }, { "event_time": -5.0, "cohort": 7, "estimate": 0.27190166560547957 }, { "event_time": -4.0, "cohort": 7, "estimate": -0.1952628536593419 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.05773697897415844 }, { "event_time": -2.0, "cohort": 7, "estimate": 0.09353296678818418 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.04860541485527734 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.28747030787051375 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.14022778019746107 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.7311448485688798 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.9192714543790056 }, { "event_time": -8.0, "cohort": 9, "estimate": -0.6878118296207953 }, { "event_time": -7.0, "cohort": 9, "estimate": -1.2659632612389071 }, { "event_time": -6.0, "cohort": 9, "estimate": -1.1976076433958893 }, { "event_time": -5.0, "cohort": 9, "estimate": -1.099587471402621 }, { "event_time": -4.0, "cohort": 9, "estimate": -1.5525961214248163 }, { "event_time": -3.0, "cohort": 9, "estimate": -1.4769178269636758 }, { "event_time": -2.0, "cohort": 9, "estimate": -1.4973498316783251 }, { "event_time": 0.0, "cohort": 9, "estimate": -1.3257043958356427 }, { "event_time": 1.0, "cohort": 9, "estimate": -1.1029387379163815 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.7697375519349356 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.39985102340265366 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.4446885163065973 }, { "event_time": -2.0, "cohort": 10, "estimate": 0.1611119428066121 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.11712559752934791 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.03940996079149426 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": -0.13969572261837535, "se": 0.047299187635119956, "lower": -0.2324004268812127, "upper": -0.04699101835553798 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": -0.1998665514720532, "se": 0.058198084033792966, "lower": -0.31393270014752295, "upper": -0.08580040279658345 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": -0.19196995158236582, "se": 0.0967804697178688, "lower": -0.381656186636258, "upper": -0.002283716528473645 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 197.0, "post_cells": 23, "estimate": -0.19986655147205315, "se": 0.058198084033792966, "lower": -0.3139327001475229, "upper": -0.0858004027965834 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": -0.13969572261837535, "se": 0.047299187635119956, "lower": -0.2324004268812127, "upper": -0.04699101835553798, "event_study": [ { "event_time": -9, "estimate": 0.24318204856229136, "se": 0.22503137933112227, "lower": -0.1978713503180794, "upper": 0.6842354474426622, "relative_to_minus_one": 0.24318204856229136, "n": 0.0 }, { "event_time": -8, "estimate": -0.2016345040513941, "se": 0.22381172714087688, "lower": -0.6402974285652185, "upper": 0.23702842046243033, "relative_to_minus_one": -0.2016345040513941, "n": 0.0 }, { "event_time": -7, "estimate": -0.13392105772149754, "se": 0.22815888682573945, "lower": -0.5811042586526971, "upper": 0.313262143209702, "relative_to_minus_one": -0.13392105772149754, "n": 0.0 }, { "event_time": -6, "estimate": 0.19348865008028646, "se": 0.1484622482158051, "lower": -0.09749200948653744, "upper": 0.4844693096471103, "relative_to_minus_one": 0.19348865008028646, "n": 0.0 }, { "event_time": -5, "estimate": 0.11930671910785498, "se": 0.11835102266504983, "lower": -0.11265702284912635, "upper": 0.3512704610648363, "relative_to_minus_one": 0.11930671910785498, "n": 0.0 }, { "event_time": -4, "estimate": -0.009438698946139273, "se": 0.09419156025416184, "lower": -0.1940507646919309, "upper": 0.17517336679965234, "relative_to_minus_one": -0.009438698946139273, "n": 0.0 }, { "event_time": -3, "estimate": -0.045845145387558024, "se": 0.09784845851803553, "lower": -0.23762460002566912, "upper": 0.1459343092505531, "relative_to_minus_one": -0.045845145387558024, "n": 0.0 }, { "event_time": -2, "estimate": 0.06470411221140934, "se": 0.08401849060091529, "lower": -0.09996910340180168, "upper": 0.22937732782462036, "relative_to_minus_one": 0.06470411221140934, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": -0.19624059350371753, "se": 0.09759927101032631, "lower": -0.38753164960132125, "upper": -0.004949537406113785, "relative_to_minus_one": -0.19624059350371753, "n": 49.0 }, { "event_time": 1, "estimate": -0.1967287796125268, "se": 0.09879157788411404, "lower": -0.39035671424127405, "upper": -0.003100844983779577, "relative_to_minus_one": -0.1967287796125268, "n": 49.0 }, { "event_time": 2, "estimate": -0.507182899821587, "se": 0.07589693963734988, "lower": -0.6559381680476033, "upper": -0.3584276315955708, "relative_to_minus_one": -0.507182899821587, "n": 29.0 }, { "event_time": 3, "estimate": -0.2555618788277418, "se": 0.08500396737630457, "lower": -0.4221665934283164, "upper": -0.08895716422716712, "relative_to_minus_one": -0.2555618788277418, "n": 27.0 }, { "event_time": 4, "estimate": -0.005950316648590526, "se": 0.07949454899279772, "lower": -0.1617567696417289, "upper": 0.14985613634454784, "relative_to_minus_one": -0.005950316648590526, "n": 27.0 }, { "event_time": 5, "estimate": 0.10995387851318814, "se": 0.08136229293245162, "lower": -0.049513285334014806, "upper": 0.2694210423603911, "relative_to_minus_one": 0.10995387851318814, "n": 13.0 }, { "event_time": 6, "estimate": 0.0738405315723481, "se": 0.07343113574099742, "lower": -0.0700818498238788, "upper": 0.217762912968575, "relative_to_minus_one": 0.0738405315723481, "n": 3.0 } ], "group_time_estimates": [ { "group": 5, "year": 1, "att": 0.3610111447798975, "se": 0.037970286123776106, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 0.32449239593908075, "se": 0.23277051524773745, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 0.026953735357648147, "se": 0.029327018514912838, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": -0.10069630784273803, "se": 0.03493732245504565, "event_time": 0, "mass": 3.0 }, { "group": 5, "year": 6, "att": -0.03629011087603614, "se": 0.10047356551393001, "event_time": 1, "mass": 3.0 }, { "group": 5, "year": 7, "att": -0.34525397477381264, "se": 0.05775865437190491, "event_time": 2, "mass": 3.0 }, { "group": 5, "year": 8, "att": -0.7243964372675844, "se": 0.09692533922810319, "event_time": 3, "mass": 3.0 }, { "group": 5, "year": 9, "att": -0.6399108361629643, "se": 0.1148421381688523, "event_time": 4, "mass": 3.0 }, { "group": 5, "year": 10, "att": -0.29319168230271986, "se": 0.0527600418510553, "event_time": 5, "mass": 3.0 }, { "group": 5, "year": 11, "att": 0.0738405315723481, "se": 0.07343113574099741, "event_time": 6, "mass": 3.0 }, { "group": 6, "year": 1, "att": 0.303270413988249, "se": 0.05143936001861489, "event_time": -5, "mass": 0.0 }, { "group": 6, "year": 2, "att": -0.1277707971941427, "se": 0.04341422421783755, "event_time": -4, "mass": 0.0 }, { "group": 6, "year": 3, "att": 0.04792112599263565, "se": 0.06251225954012953, "event_time": -3, "mass": 0.0 }, { "group": 6, "year": 4, "att": 0.1137801929530366, "se": 0.05037380402680049, "event_time": -2, "mass": 0.0 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 6, "year": 6, "att": -0.022669092504108826, "se": 0.042197356867408525, "event_time": 0, "mass": 10.0 }, { "group": 6, "year": 7, "att": -0.21407815450716, "se": 0.08285154880316163, "event_time": 1, "mass": 10.0 }, { "group": 6, "year": 8, "att": -0.4520872346366413, "se": 0.1246093868462089, "event_time": 2, "mass": 10.0 }, { "group": 6, "year": 9, "att": -0.5516443067216861, "se": 0.1029484062552351, "event_time": 3, "mass": 10.0 }, { "group": 6, "year": 10, "att": -0.23781140494944536, "se": 0.07175413347864724, "event_time": 4, "mass": 10.0 }, { "group": 6, "year": 11, "att": 0.2308975467579605, "se": 0.06663419310667956, "event_time": 5, "mass": 10.0 }, { "group": 7, "year": 1, "att": 0.577224987491376, "se": 0.08677882958655367, "event_time": -6, "mass": 0.0 }, { "group": 7, "year": 2, "att": 0.3136003100549456, "se": 0.12951342199725185, "event_time": -5, "mass": 0.0 }, { "group": 7, "year": 3, "att": 0.19368173409581982, "se": 0.05122213590490499, "event_time": -4, "mass": 0.0 }, { "group": 7, "year": 4, "att": 0.1970854304112383, "se": 0.049149767323894984, "event_time": -3, "mass": 0.0 }, { "group": 7, "year": 5, "att": 0.10228109861634702, "se": 0.040531422030828455, "event_time": -2, "mass": 0.0 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 7, "year": 7, "att": -0.13716204166135357, "se": 0.04111691859998531, "event_time": 0, "mass": 14.0 }, { "group": 7, "year": 8, "att": -0.3602122840287212, "se": 0.09154591500577793, "event_time": 1, "mass": 14.0 }, { "group": 7, "year": 9, "att": -0.4930950262251202, "se": 0.08468000860219582, "event_time": 2, "mass": 14.0 }, { "group": 7, "year": 10, "att": 0.056390117905041816, "se": 0.059225779655422583, "event_time": 3, "mass": 14.0 }, { "group": 7, "year": 11, "att": 0.29551342917652873, "se": 0.06728828385655596, "event_time": 4, "mass": 14.0 }, { "group": 9, "year": 1, "att": -0.8306807706842259, "se": 0.11702523343655426, "event_time": -8, "mass": 0.0 }, { "group": 9, "year": 2, "att": -1.253170379826359, "se": 0.10423306343306403, "event_time": -7, "mass": 0.0 }, { "group": 9, "year": 3, "att": -1.115860961225961, "se": 0.09038469575239556, "event_time": -6, "mass": 0.0 }, { "group": 9, "year": 4, "att": -1.0628324726176774, "se": 0.09518429290859079, "event_time": -5, "mass": 0.0 }, { "group": 9, "year": 5, "att": -1.1632395080687867, "se": 0.08531704329560563, "event_time": -4, "mass": 0.0 }, { "group": 9, "year": 6, "att": -1.2074803350537657, "se": 0.08228738130077062, "event_time": -3, "mass": 0.0 }, { "group": 9, "year": 7, "att": -1.4580068785617275, "se": 0.07126985584853235, "event_time": -2, "mass": 0.0 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 9, "year": 9, "att": -1.4144062910471455, "se": 0.0601856307544448, "event_time": 0, "mass": 2.0 }, { "group": 9, "year": 10, "att": -1.14216239458566, "se": 0.09018821768254003, "event_time": 1, "mass": 2.0 }, { "group": 9, "year": 11, "att": -1.1241697284932453, "se": 0.1040147946133536, "event_time": 2, "mass": 2.0 }, { "group": 10, "year": 1, "att": 0.24318204856229136, "se": 0.2250313793311223, "event_time": -9, "mass": 0.0 }, { "group": 10, "year": 2, "att": -0.1387298773881109, "se": 0.23886732077953957, "event_time": -8, "mass": 0.0 }, { "group": 10, "year": 3, "att": -0.021996125511011395, "se": 0.2351973824674987, "event_time": -7, "mass": 0.0 }, { "group": 10, "year": 4, "att": 0.05580817502314853, "se": 0.21562254591128266, "event_time": -6, "mass": 0.0 }, { "group": 10, "year": 5, "att": 0.009533277177247838, "se": 0.2255336984675229, "event_time": -5, "mass": 0.0 }, { "group": 10, "year": 6, "att": -0.03264434859814968, "se": 0.2033181445135827, "event_time": -4, "mass": 0.0 }, { "group": 10, "year": 7, "att": -0.2021667963691873, "se": 0.20363509781894698, "event_time": -3, "mass": 0.0 }, { "group": 10, "year": 8, "att": 0.1717958369625172, "se": 0.16899838596473785, "event_time": -2, "mass": 0.0 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 10, "year": 10, "att": -0.2168964033879808, "se": 0.22166028542775862, "event_time": 0, "mass": 20.0 }, { "group": 10, "year": 11, "att": -0.0031380778870344268, "se": 0.2213489980086513, "event_time": 1, "mass": 20.0 } ], "treated_cell_att": -0.19986655147205315, "treated_cell_se": 0.058198084033792966, "checks": { "input_rows": 2285, "retained_rows": 2285, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 0.0 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 5,9." ], "seconds": 0.1378227500244975, "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.1472028763517334, "event_study": [ { "event_time": -9, "estimate": 0.10763149463725327, "raw_gap": 0.11113758165502237, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.11592363157172242 }, { "event_time": -8, "estimate": -0.030792792101532074, "raw_gap": -0.026922848800251517, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": -0.02250065516706293 }, { "event_time": -7, "estimate": -0.04835067417207099, "raw_gap": -0.04448073087079045, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": -0.040058537237601846 }, { "event_time": -6, "estimate": 0.07577779882653693, "raw_gap": 0.059846027547258096, "n": 35, "n_cells": 35, "weight_sum": 35.0, "relative_to_minus_one": 0.08406993576100608 }, { "event_time": -5, "estimate": 0.040213349783674274, "raw_gap": 0.02355176922929397, "n": 44, "n_cells": 44, "weight_sum": 44.0, "relative_to_minus_one": 0.04850548671814342 }, { "event_time": -4, "estimate": -0.012190867917192809, "raw_gap": -0.029242796820316136, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": -0.003898730982723666 }, { "event_time": -3, "estimate": -0.030029051262438353, "raw_gap": -0.04708098016556168, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": -0.02173691432796921 }, { "event_time": -2, "estimate": 0.03318891443334053, "raw_gap": 0.015325675315156754, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.041481051367809677 }, { "event_time": -1, "estimate": -0.008292136934469143, "raw_gap": -0.026155376052652897, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.17346976793227856, "raw_gap": -0.19133300705046233, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.1651776309978094 }, { "event_time": 1, "estimate": -0.08639369508948364, "raw_gap": -0.1042569342076674, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.07810155815501449 }, { "event_time": 2, "estimate": -0.2301070734141587, "raw_gap": -0.26270777883299967, "n": 29, "n_cells": 29, "weight_sum": 29.0, "relative_to_minus_one": -0.22181493647968956 }, { "event_time": 3, "estimate": -0.20211122381205848, "raw_gap": -0.23768298193869467, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": -0.19381908687758934 }, { "event_time": 4, "estimate": -0.12167840732302884, "raw_gap": -0.15725016544966502, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": -0.1133862703885597 }, { "event_time": 5, "estimate": -0.02432259047690671, "raw_gap": -0.04495677177163003, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": -0.016030453542437567 }, { "event_time": 6, "estimate": -0.17801270245579495, "raw_gap": -0.20242839561516182, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.1697205655213258 } ], "package_event_study": { "event_time": [ -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.11113758165502237, -0.02692284880025151, -0.04448073087079044, 0.05984602754725808, 0.02355176922929397, -0.029242796820316136, -0.04708098016556168, 0.015325675315156754, -0.026155376052652887, -0.19133300705046233, -0.10425693420766742, -0.2627077788329996, -0.23768298193869467, -0.15725016544966502, -0.04495677177163004, -0.20242839561516182 ], "n": [ 20.0, 22.0, 22.0, 35.0, 44.0, 47.0, 47.0, 49.0, 49.0, 49.0, 49.0, 29.0, 27.0, 27.0, 13.0, 3.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 4, "pre_gap": -0.024415693159366866 }, { "cohort": 5, "pre_gap": -0.01949972773533025 }, { "cohort": 6, "pre_gap": -0.04944236518484095 }, { "cohort": 8, "pre_gap": 0.0075085061363954105 }, { "cohort": 9, "pre_gap": 0.003506087017769069 } ], "diagnostics": { "converged": true, "pre_rmse": 0.09293266279761479, "zeta_omega": [ 1.223139930791814, 1.4661583252327015, 1.4802025937884538, 0.9617507081419312, 1.6240352791332209 ], "zeta_lambda": [ 5.713751137486986e-07, 5.267967150450187e-07, 5.117368021535805e-07, 6.145039829712563e-07, 6.457738599898384e-07 ], "n_observed": 2285, "n_missing": 91, "n_treated_observed": 197, "n_untreated_observed": 2088, "missing_method": "available-case normalized weights", "missing_diagnostics": [ { "cohort": 4, "unit_iterations": 31, "time_iterations": 25, "unit_objective": 0.02073143363922351, "time_objective": 0.31555973410855587, "unit_projected_gradient": 9.845051858817233e-09, "time_projected_gradient": 6.898240034747261e-10 }, { "cohort": 5, "unit_iterations": 21, "time_iterations": 21, "unit_objective": 0.021279773747269488, "time_objective": 0.26250260796214697, "unit_projected_gradient": 3.5698022012378705e-09, "time_projected_gradient": 7.168365373511065e-09 }, { "cohort": 6, "unit_iterations": 20, "time_iterations": 25, "unit_objective": 0.02415778259187316, "time_objective": 0.27457909719244755, "unit_projected_gradient": 7.109683508154524e-09, "time_projected_gradient": 8.88753737271486e-09 }, { "cohort": 8, "unit_iterations": 107, "time_iterations": 74, "unit_objective": 0.04363308541866729, "time_objective": 0.1406366424161506, "unit_projected_gradient": 8.71216960813409e-09, "time_projected_gradient": 9.464432737527062e-09 }, { "cohort": 9, "unit_iterations": 72, "time_iterations": 138, "unit_objective": 0.023106031422785833, "time_objective": 0.09429587808998562, "unit_projected_gradient": 7.927258392249892e-09, "time_projected_gradient": 7.090296877398927e-09 } ] }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 5.551115123125783e-17 }, "native_matrix_att": -0.14720287635173346, "matrix_preparation": { "source_rows": 2285, "matrix_shape": [ 216, 11 ], "observed_cells": 2285, "missing_cells": 91, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2285.0, "treated_observation_mass": 197.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.004862583242356777, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.2435669566944024, "event_study": [ { "event_time": -9, "estimate": 0.1389718816510935, "raw_gap": 0.1389718816510935, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.18484333833654037 }, { "event_time": -8, "estimate": -0.06938536242312207, "raw_gap": -0.06938536242312207, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": -0.023513905737675193 }, { "event_time": -7, "estimate": -0.044587182743545666, "raw_gap": -0.044587182743545666, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": 0.0012842739419012122 }, { "event_time": -6, "estimate": 0.09836591724083622, "raw_gap": 0.09836591724083622, "n": 35, "n_cells": 35, "weight_sum": 35.0, "relative_to_minus_one": 0.1442373739262831 }, { "event_time": -5, "estimate": 0.0673002421472646, "raw_gap": 0.0673002421472646, "n": 44, "n_cells": 44, "weight_sum": 44.0, "relative_to_minus_one": 0.11317169883271147 }, { "event_time": -4, "estimate": -0.031610837462033345, "raw_gap": -0.031610837462033345, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": 0.014260619223413533 }, { "event_time": -3, "estimate": -0.06809499994641968, "raw_gap": -0.06809499994641968, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": -0.022223543260972804 }, { "event_time": -2, "estimate": 0.0052606205390910285, "raw_gap": 0.0052606205390910285, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.05113207722453791 }, { "event_time": -1, "estimate": -0.04587145668544688, "raw_gap": -0.04587145668544688, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.21648877634282745, "raw_gap": -0.21648877634282745, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.17061731965738058 }, { "event_time": 1, "estimate": -0.1890957203208567, "raw_gap": -0.1890957203208567, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.14322426363540983 }, { "event_time": 2, "estimate": -0.47176037721589215, "raw_gap": -0.47176037721589215, "n": 29, "n_cells": 29, "weight_sum": 29.0, "relative_to_minus_one": -0.42588892053044525 }, { "event_time": 3, "estimate": -0.3648302411149012, "raw_gap": -0.3648302411149012, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": -0.3189587844294543 }, { "event_time": 4, "estimate": -0.1683197191865811, "raw_gap": -0.1683197191865811, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": -0.12244826250113422 }, { "event_time": 5, "estimate": 0.012606539716715801, "raw_gap": 0.012606539716715801, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": 0.05847799640216268 }, { "event_time": 6, "estimate": -0.06561176039771928, "raw_gap": -0.06561176039771928, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": -0.0197403037122724 } ], "package_event_study": { "event_time": [ -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.1389718816510935, -0.06938536242312207, -0.044587182743545666, 0.09836591724083624, 0.0673002421472646, -0.031610837462033345, -0.06809499994641967, 0.005260620539091016, -0.04587145668544687, -0.21648877634282745, -0.18909572032085664, -0.47176037721589203, -0.36483024111490114, -0.16831971918658106, 0.012606539716715796, -0.06561176039771928 ], "n": [ 20.0, 22.0, 22.0, 35.0, 44.0, 47.0, 47.0, 49.0, 49.0, 49.0, 49.0, 29.0, 27.0, 27.0, 13.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 31, "termination_reason": "Relative objective tolerance reached", "objective": 0.1916141878263028, "lambda_l": 0.0048713835894870355, "singular_values": [ 15.42805775746934, 3.86685998093449, 2.0755698687620754, 1.1312639955916541, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "history_objective": [ 0.19203525763961052, 0.19172497326494725, 0.19165667086840296, 0.19163318639501825, 0.19162327795577888, 0.19161866575056385, 0.1916164219758686, 0.191615309016599, 0.19161475211332302, 0.1916144722826698, 0.1916143313673725, 0.19161426031475848, 0.1916142244568998, 0.19161420634804963, 0.19161419719712172, 0.19161419257017004, 0.19161419022928686, 0.19161418904426947, 0.19161418844400935, 0.19161418813975667, 0.19161418798543645, 0.1916141879071084, 0.19161418786732162, 0.1916141878470965, 0.19161418783680717, 0.19161418783156764, 0.19161418782889755, 0.19161418782753592, 0.19161418782683998, 0.19161418782648448, 0.1916141878263028 ], "history_rmse": [ 0.28792319503016167, 0.2869671115524913, 0.28671374177132747, 0.2865903579214961, 0.2865154331004811, 0.2864663330128333, 0.28643305618751996, 0.28641008875033136, 0.28639406427477954, 0.28638280947561445, 0.2863748720637074, 0.28636925982116784, 0.28636528517375975, 0.28636246735398097, 0.2863604682933833, 0.2863590494234538, 0.28635804201509, 0.2863573265642835, 0.2863568183534498, 0.2863564572887328, 0.2863562007248972, 0.2863560183896835, 0.28635588878883106, 0.28635579665776595, 0.2863557311542205, 0.28635568457587013, 0.28635565145021913, 0.2863556278885271, 0.2863556111270906, 0.2863555992015071, 0.28635559071531325 ], "n_observed": 2285, "n_missing": 91, "n_treated_observed": 197, "n_untreated_observed": 2088 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 2.7755575615628914e-17 }, "native_matrix_att": -0.24356695669440243, "matrix_preparation": { "source_rows": 2285, "matrix_shape": [ 216, 11 ], "observed_cells": 2285, "missing_cells": 91, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2285.0, "treated_observation_mass": 197.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.004418292082846165, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "HorizontalPanelRidge", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": -0.12419501439442306, "event_study": [ { "event_time": -9, "estimate": 0.004627138428313181, "raw_gap": 0.004627138428313181, "n": 20, "n_cells": 20, "weight_sum": 20.0, "relative_to_minus_one": 0.005311470921494759 }, { "event_time": -8, "estimate": 0.00023626572743169004, "raw_gap": 0.00023626572743169004, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": 0.0009205982206132684 }, { "event_time": -7, "estimate": -0.01042571500416739, "raw_gap": -0.01042571500416739, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": -0.009741382510985813 }, { "event_time": -6, "estimate": 0.005960595501578655, "raw_gap": 0.005960595501578655, "n": 35, "n_cells": 35, "weight_sum": 35.0, "relative_to_minus_one": 0.0066449279947602335 }, { "event_time": -5, "estimate": 0.0023554693295308226, "raw_gap": 0.0023554693295308226, "n": 44, "n_cells": 44, "weight_sum": 44.0, "relative_to_minus_one": 0.0030398018227124008 }, { "event_time": -4, "estimate": -0.0008744949784889375, "raw_gap": -0.0008744949784889375, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": -0.0001901624853073591 }, { "event_time": -3, "estimate": -0.002822663835549484, "raw_gap": -0.002822663835549484, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": -0.002138331342367906 }, { "event_time": -2, "estimate": 0.0013812588829082715, "raw_gap": 0.0013812588829082715, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.0020655913760898497 }, { "event_time": -1, "estimate": -0.0006843324931815784, "raw_gap": -0.0006843324931815784, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.31569361218956676, "raw_gap": -0.31569361218956676, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.3150092796963852 }, { "event_time": 1, "estimate": -0.30114782758958764, "raw_gap": -0.30114782758958764, "n": 49, "n_cells": 49, "weight_sum": 49.0, "relative_to_minus_one": -0.3004634950964061 }, { "event_time": 2, "estimate": -0.016101527164665473, "raw_gap": -0.016101527164665473, "n": 29, "n_cells": 29, "weight_sum": 29.0, "relative_to_minus_one": -0.015417194671483895 }, { "event_time": 3, "estimate": 0.12106877332091857, "raw_gap": 0.12106877332091857, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": 0.12175310581410015 }, { "event_time": 4, "estimate": 0.04411042494475525, "raw_gap": 0.04411042494475525, "n": 27, "n_cells": 27, "weight_sum": 27.0, "relative_to_minus_one": 0.04479475743793683 }, { "event_time": 5, "estimate": 0.10747384986708414, "raw_gap": 0.10747384986708414, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": 0.10815818236026571 }, { "event_time": 6, "estimate": 0.12291953326907727, "raw_gap": 0.12291953326907727, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.12360386576225885 } ], "package_event_study": { "event_time": [ -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0 ], "estimate": [ 0.004627138428313181, 0.00023626572743168245, -0.010425715004167389, 0.005960595501578657, 0.0023554693295308148, -0.0008744949784889372, -0.002822663835549484, 0.0013812588829082797, -0.0006843324931815705, -0.3156936121895667, -0.3011478275895877, -0.016101527164665466, 0.12106877332091859, 0.044110424944755255, 0.10747384986708412, 0.12291953326907727 ], "n": [ 20.0, 22.0, 22.0, 35.0, 44.0, 47.0, 47.0, 49.0, 49.0, 49.0, 49.0, 29.0, 27.0, 27.0, 13.0, 3.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "pre_rmse": 0.007474992701644975, "penalty": 1.0, "n_observed": 2285, "n_missing": 91, "n_treated_observed": 197, "n_untreated_observed": 2088, "missing_method": "available donors with complete-case pre-period training" }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 9.71445146547012e-17 }, "native_matrix_att": -0.12419501439442315, "matrix_preparation": { "source_rows": 2285, "matrix_shape": [ 216, 11 ], "observed_cells": 2285, "missing_cells": 91, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 2285.0, "treated_observation_mass": 197.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.08322091680020094, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.2919596990939979, "SE": 0.04187085721399433, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25982566489177716, "SE": 0.08218676745499057, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.29971606272220186, "SE": 0.04289053534287368, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21522117011185216, "SE": 0.04985220708560556, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": -0.13969572261837535, "SE": 0.047299187635119956, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.19986655147205315, "SE": 0.058198084033792966, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1472028763517334, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2435669566944024, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12419501439442306, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "3d6f87d28c1a24f0efe21b6d9b06d77866b0d16abcfdaaaef47465cc9cc1078e", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.2919596990939979, "SE": 0.04187085721399433, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.37448963415719677, "upper": -0.209429764030799, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25982566489177716, "SE": 0.08218676745499057, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.421820642602613, "upper": -0.09783068718094137, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.29971606272220186, "SE": 0.04289053534287368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38425584366296855, "upper": -0.21517628178143516, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21522117011185216, "SE": 0.04985220708560556, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.31348281764643054, "upper": -0.11695952257727375, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.13969572261837535, "SE": 0.047299187635119956, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2324004268812127, "upper": -0.04699101835553798, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.19986655147205315, "SE": 0.058198084033792966, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3139327001475229, "upper": -0.0858004027965834, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1472028763517334, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2435669566944024, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12419501439442306, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602604.7474391, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": -0.2919596990939979, "SE": 0.04187085721399433, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.37448963415719677, "upper": -0.209429764030799, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": -0.25982566489177716, "SE": 0.08218676745499057, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.421820642602613, "upper": -0.09783068718094137, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": -0.29971606272220186, "SE": 0.04289053534287368, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.38425584366296855, "upper": -0.21517628178143516, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": -0.21522117011185216, "SE": 0.04985220708560556, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.31348281764643054, "upper": -0.11695952257727375, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": -0.13969572261837535, "SE": 0.047299187635119956, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.2324004268812127, "upper": -0.04699101835553798, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": -0.19986655147205315, "SE": 0.058198084033792966, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.3139327001475229, "upper": -0.0858004027965834, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": -0.1472028763517334, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": -0.2435669566944024, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": -0.12419501439442306, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }