[ { "study_id": 5, "specification_id": "S05-P001", "source_specification_id": "AUDITS-T4-C1-CRACKDOWN", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Do Government Audits Reduce Corruption?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S05-P001.json", "input_bytes": 3959454, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "latest_cohort_control": true, "slug": "s05-p001", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C1-CRACKDOWN", "source_specification_id": "AUDITS-T4-C1-CRACKDOWN", "specification_id": "S05-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C1-CRACKDOWN.csv", "output_dir": "analyses/full-archive/results/S05-P001" }, "source": { "file": "AUDITS-T4-C1-CRACKDOWN.csv", "bytes": 3959454, "sha256": "481c40f8191d88a43ef349ed60a19d421ce2969dfd40e55eb4025050f59fbbed" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.05962904403418432, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023411835601692722, "se": 0.01669918683380009, "pvalue": 0.16098283478728925, "lower": -0.009325628957498368, "upper": 0.05614930016088381 }, { "method": "Dynamic TWFE", "estimate": 0.020690986628819668, "se": 0.023078264766856125, "pvalue": 0.3699969142445189, "lower": -0.024552166969735095, "upper": 0.06593414022737443 }, { "method": "BJS / did2s", "estimate": 0.024931513852719082, "se": 0.011925574150685524, "pvalue": 0.03661331267494866, "lower": 0.0015523478495065857, "upper": 0.04831067985593158 }, { "method": "Sun\u2013Abraham", "estimate": 0.02295029924928877, "se": 0.01665111755851121, "pvalue": 0.16816910573421115, "lower": -0.009692929212551132, "upper": 0.055593527711128674 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.031032216912531038, "se": 0.027423382834809402, "pvalue": 0.25785636884941654, "lower": -0.02272920468139719, "upper": 0.08479363850645927 }, { "event_time": -11, "estimate": -0.016233451891836302, "se": 0.0413795901999663, "pvalue": 0.6948484648648514, "lower": -0.09735493889163047, "upper": 0.06488803510795785 }, { "event_time": -10, "estimate": -0.044359718878250756, "se": 0.04473028686665953, "pvalue": 0.3213827113471298, "lower": -0.13204998760773035, "upper": 0.04333054985122882 }, { "event_time": -9, "estimate": -0.028903954490778618, "se": 0.03593576561594126, "pvalue": 0.42124755273892445, "lower": -0.09935324432554365, "upper": 0.04154533534398641 }, { "event_time": -8, "estimate": -0.029297492367863286, "se": 0.03301092436472009, "pvalue": 0.3748461854228565, "lower": -0.09401285708662771, "upper": 0.03541787235090113 }, { "event_time": -7, "estimate": -0.054222077338938884, "se": 0.030478588954947386, "pvalue": 0.07529487629959053, "lower": -0.11397299429419785, "upper": 0.005528839616320086 }, { "event_time": -6, "estimate": -0.04948554078459304, "se": 0.028446776507856632, "pvalue": 0.08199167012420604, "lower": -0.10525324654282989, "upper": 0.006282164973643811 }, { "event_time": -5, "estimate": -0.0213181483666642, "se": 0.037236897312261694, "pvalue": 0.5670077171960871, "lower": -0.09431820628487353, "upper": 0.051681909551545134 }, { "event_time": -4, "estimate": -0.02965687653022544, "se": 0.032540124924036226, "pvalue": 0.3621302502779131, "lower": -0.09344927534907677, "upper": 0.034135522288625895 }, { "event_time": -3, "estimate": -0.01864932858987069, "se": 0.03353763331823147, "pvalue": 0.5781858945440332, "lower": -0.08439726548536448, "upper": 0.04709860830562311 }, { "event_time": -2, "estimate": -0.00489816914195162, "se": 0.03152014990724278, "pvalue": 0.8765136016630974, "lower": -0.06669098580773969, "upper": 0.056894647523836446 }, { "event_time": 0, "estimate": 0.012228899009733618, "se": 0.03219255767008173, "pvalue": 0.7040595380380618, "lower": -0.05088212108262548, "upper": 0.07533991910209271 }, { "event_time": 1, "estimate": 0.007968069985012198, "se": 0.033396252994676176, "pvalue": 0.8114316243714016, "lower": -0.057502701718078926, "upper": 0.07343884168810333 }, { "event_time": 2, "estimate": 0.03088095622535513, "se": 0.0371093134473893, "pvalue": 0.40535598798054073, "lower": -0.04186898339091804, "upper": 0.1036308958416283 }, { "event_time": 3, "estimate": -0.03124086852580088, "se": 0.03038597148278648, "pvalue": 0.30393458881543944, "lower": -0.09081021608833394, "upper": 0.028328479036732176 }, { "event_time": 4, "estimate": 0.042330737403384555, "se": 0.04410611047488841, "pvalue": 0.3372270727336184, "lower": -0.044135881773116115, "upper": 0.12879735657988522 }, { "event_time": 5, "estimate": -0.0294413277448803, "se": 0.030676728762262732, "pvalue": 0.3372367810469772, "lower": -0.0895806824716493, "upper": 0.030698026981888706 }, { "event_time": 6, "estimate": 0.000292578150612035, "se": 0.03642536478875277, "pvalue": 0.9935915591108052, "lower": -0.07111653300525375, "upper": 0.07170168930647783 }, { "event_time": 7, "estimate": 0.03384460147758109, "se": 0.04333566310889258, "pvalue": 0.43484571622644314, "lower": -0.05111161521105957, "upper": 0.11880081816622175 }, { "event_time": 8, "estimate": 0.04388661756520259, "se": 0.047035955397670054, "pvalue": 0.35084077973376077, "lower": -0.04832373603849493, "upper": 0.1360969711689001 }, { "event_time": 9, "estimate": 0.0792818357612638, "se": 0.057423314424497385, "pvalue": 0.1674444467912962, "lower": -0.03329213203447698, "upper": 0.19185580355700457 }, { "event_time": 10, "estimate": 0.10520521239267948, "se": 0.06976526498048562, "pvalue": 0.13161855473255046, "lower": -0.03156419515346552, "upper": 0.24197461993882446 }, { "event_time": 11, "estimate": 0.061367740091883574, "se": 0.09092639370525972, "pvalue": 0.4997588632268932, "lower": -0.11688642408070891, "upper": 0.23962190426447605 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.050285957815018184, "se": 0.00424238789712736, "pvalue": 5.356628270114338e-32, "lower": 0.04196908437616084, "upper": 0.058602831253875526 }, { "event_time": -11, "estimate": 0.019854998947695417, "se": 0.021537439565156545, "pvalue": 0.3566326103745577, "lower": -0.022367485983900693, "upper": 0.06207748387929153 }, { "event_time": -10, "estimate": 0.0040566134392457775, "se": 0.02063645706528753, "pvalue": 0.8441677862476439, "lower": -0.03639956496787861, "upper": 0.04451279184637017 }, { "event_time": -9, "estimate": 0.013955149431030135, "se": 0.014940966475560803, "pvalue": 0.35033758792855013, "lower": -0.015335460066416097, "upper": 0.04324575892847637 }, { "event_time": -8, "estimate": 0.008755086792990615, "se": 0.012481177865926903, "pvalue": 0.48304555589298726, "lower": -0.01571329733309801, "upper": 0.03322347091907924 }, { "event_time": -7, "estimate": -0.0266683191703908, "se": 0.014970688333319224, "pvalue": 0.07491085439711129, "lower": -0.056017196071794104, "upper": 0.002680557731012504 }, { "event_time": -6, "estimate": -0.026504575673492705, "se": 0.013414023443217531, "pvalue": 0.048220791195848066, "lower": -0.05280173142359463, "upper": -0.00020741992339078086 }, { "event_time": -5, "estimate": -0.0030562151587370796, "se": 0.024575409888145053, "pvalue": 0.901034521056443, "lower": -0.051234406004073085, "upper": 0.045121975686598925 }, { "event_time": -4, "estimate": -0.012046955268390504, "se": 0.019516162830816745, "pvalue": 0.5370766074836648, "lower": -0.050306883453161554, "upper": 0.02621297291638055 }, { "event_time": -3, "estimate": 0.003362547579956636, "se": 0.023025456655144542, "pvalue": 0.8838985909912737, "lower": -0.04177707979886049, "upper": 0.04850217495877377 }, { "event_time": -2, "estimate": 0.007317656183753399, "se": 0.020087720093234212, "pvalue": 0.7156600490697811, "lower": -0.032062765819559, "upper": 0.0466980781870658 }, { "event_time": -1, "estimate": 0.009683563658143183, "se": 0.01771100602283315, "pvalue": 0.5845713217887818, "lower": -0.025037494184418668, "upper": 0.04440462150070504 }, { "event_time": 0, "estimate": 0.021808056733224074, "se": 0.025511003639309183, "pvalue": 0.39267431844542144, "lower": -0.028204293318507632, "upper": 0.07182040678495578 }, { "event_time": 1, "estimate": 0.015394477415586489, "se": 0.026321245802412994, "pvalue": 0.5586613966416901, "lower": -0.036206289746688866, "upper": 0.06699524457786185 }, { "event_time": 2, "estimate": 0.03745910561846611, "se": 0.03073128384988875, "pvalue": 0.22292854354995614, "lower": -0.022787200139239648, "upper": 0.09770541137617186 }, { "event_time": 3, "estimate": -0.025211054650781058, "se": 0.02339860663659487, "pvalue": 0.2813252070317216, "lower": -0.07108221371521697, "upper": 0.020660104413654866 }, { "event_time": 4, "estimate": 0.04405173384217173, "se": 0.03950865802637749, "pvalue": 0.2649067717279722, "lower": -0.03340193529708198, "upper": 0.12150540298142544 }, { "event_time": 5, "estimate": -0.027394662020511377, "se": 0.02339543196193013, "pvalue": 0.24167657384600796, "lower": -0.07325959738074192, "upper": 0.018470273339719172 }, { "event_time": 6, "estimate": 0.002181167956656067, "se": 0.031763922352010546, "pvalue": 0.9452564707685617, "lower": -0.0600895457379226, "upper": 0.06445188165123474 }, { "event_time": 7, "estimate": 0.03127840287816202, "se": 0.03825496478646046, "pvalue": 0.4136062079039348, "lower": -0.043717497603350315, "upper": 0.10627430335967436 }, { "event_time": 8, "estimate": 0.04648868282607179, "se": 0.041885719535578896, "pvalue": 0.2670965638878497, "lower": -0.035625031600835584, "upper": 0.12860239725297917 }, { "event_time": 9, "estimate": 0.08461666723358517, "se": 0.053236727534270036, "pvalue": 0.11202184754958866, "lower": -0.019749820682633673, "upper": 0.18898315514980402 }, { "event_time": 10, "estimate": 0.10103948445498144, "se": 0.0665425535258347, "pvalue": 0.12896988844007665, "lower": -0.029412046473507633, "upper": 0.2314910153834705 }, { "event_time": 11, "estimate": 0.07350733580572076, "se": 0.08788720671267652, "pvalue": 0.4029782963550771, "lower": -0.0987887372664678, "upper": 0.2458034088779093 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.061883214130514834, "se": 0.017153178829571715, "pvalue": 0.0003118626444127151, "lower": 0.028255733367561806, "upper": 0.09551069489346786 }, { "event_time": -11, "estimate": 0.043043362374508454, "se": 0.012447342920989864, "pvalue": 0.0005485131009326088, "lower": 0.018641309041755014, "upper": 0.0674454157072619 }, { "event_time": -10, "estimate": -0.11695359734540539, "se": 0.15239134538356788, "pvalue": 0.4428456853024503, "lower": -0.4157050466389828, "upper": 0.181797851948172 }, { "event_time": -9, "estimate": -0.029751545252963994, "se": 0.08519795958932742, "pvalue": 0.72694969861934, "lower": -0.19677555728003918, "upper": 0.13727246677411117 }, { "event_time": -8, "estimate": -0.0629115602237793, "se": 0.0825893211051469, "pvalue": 0.4462501340006039, "lower": -0.22482153820994255, "upper": 0.09899841776238394 }, { "event_time": -7, "estimate": -0.0861558757854225, "se": 0.07030438313925956, "pvalue": 0.2204541731989453, "lower": -0.2239821827956992, "upper": 0.05167043122485421 }, { "event_time": -6, "estimate": -0.06643383580447614, "se": 0.06172018368868093, "pvalue": 0.28181141743521737, "lower": -0.18743148354653413, "upper": 0.05456381193758186 }, { "event_time": -5, "estimate": -0.03284349873700737, "se": 0.05813110187627863, "pvalue": 0.572104978193373, "lower": -0.1468050291038327, "upper": 0.08111803162981794 }, { "event_time": -4, "estimate": -0.03870287974036542, "se": 0.046600909671731694, "pvalue": 0.4062844794819528, "lower": -0.13006035983732983, "upper": 0.05265460035659898 }, { "event_time": -3, "estimate": -0.01650186427860108, "se": 0.04204670899474947, "pvalue": 0.6947307903964038, "lower": -0.09893118609205093, "upper": 0.06592745753484877 }, { "event_time": -2, "estimate": -0.004854771610080504, "se": 0.03512356751164712, "pvalue": 0.89007210646892, "lower": -0.07371180986283718, "upper": 0.06400226664267616 }, { "event_time": 0, "estimate": 0.011411907074210177, "se": 0.03207793497375098, "pvalue": 0.722038060294154, "lower": -0.05147440408494436, "upper": 0.07429821823336472 }, { "event_time": 1, "estimate": 0.005575700849952077, "se": 0.03281855502227289, "pvalue": 0.8650995379420175, "lower": -0.0587625386474876, "upper": 0.06991394034739176 }, { "event_time": 2, "estimate": 0.02578668109775594, "se": 0.036812580267123696, "pvalue": 0.48365561990981054, "lower": -0.046381536062857366, "upper": 0.09795489825836926 }, { "event_time": 3, "estimate": -0.028499742235438934, "se": 0.029202020092034486, "pvalue": 0.3291343567155698, "lower": -0.08574804464288116, "upper": 0.028748560172003293 }, { "event_time": 4, "estimate": 0.03938409366656158, "se": 0.0435557747881124, "pvalue": 0.3659197564680155, "lower": -0.046003634949530414, "upper": 0.12477182228265357 }, { "event_time": 5, "estimate": -0.02248902728711827, "se": 0.02846166634472818, "pvalue": 0.4294755371477659, "lower": -0.07828592341921739, "upper": 0.03330786884498085 }, { "event_time": 6, "estimate": 0.009928405724692911, "se": 0.03448128907007968, "pvalue": 0.7734072358005176, "lower": -0.05766949530616098, "upper": 0.07752630675554681 }, { "event_time": 7, "estimate": 0.03784095274990343, "se": 0.038230240523291846, "pvalue": 0.3223097311116883, "lower": -0.03710647772541696, "upper": 0.11278838322522382 }, { "event_time": 8, "estimate": 0.050627410396015315, "se": 0.04192774987500176, "pvalue": 0.2272980407847718, "lower": -0.031568701261425566, "upper": 0.1328235220534562 }, { "event_time": 9, "estimate": 0.09059662035999906, "se": 0.053348100465820204, "pvalue": 0.08952706153037572, "lower": -0.013988205576853041, "upper": 0.19518144629685116 }, { "event_time": 10, "estimate": 0.10523797329318846, "se": 0.06672112495440989, "pvalue": 0.11479199130227352, "lower": -0.02556363311337309, "upper": 0.23603957969975 }, { "event_time": 11, "estimate": 0.07116083885563672, "se": 0.08797038556370555, "pvalue": 0.4185994473801751, "lower": -0.10129829992236965, "upper": 0.24361997763364307 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.521114428988875e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.4611301538607449, "df_num": 55, "df_den": 61932, "pvalue": 0.014525389094489763, "log10_pvalue": -1.8378722252490565, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 61269.959972068646, "rss_restricted": 61349.46307599322, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.009520494481585443 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.012644682722215347 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.05712296688928845 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.03483635480738925 }, { "event_time": 3.0, "cohort": 3, "estimate": -0.16172697130988775 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.01127798836041824 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.009520494482093168 }, { "event_time": 6.0, "cohort": 3, "estimate": -0.14732479470847115 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.06345855569148556 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.10781540498083483 }, { "event_time": 9.0, "cohort": 3, "estimate": -0.06018643769110465 }, { "event_time": 10.0, "cohort": 3, "estimate": -0.009493999599503818 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.028561483444768387 }, { "event_time": -2.0, "cohort": 4, "estimate": -0.004760247241095951 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0284400485670379 }, { "event_time": 1.0, "cohort": 4, "estimate": 0.01904098896253472 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.185224620315896 }, { "event_time": 3.0, "cohort": 4, "estimate": -0.05224128477148824 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.1284861972083477 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.09982351803126188 }, { "event_time": 6.0, "cohort": 4, "estimate": -0.014179545991035315 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.12368547167467034 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.08560349374808857 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.15208504194805955 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.019040988963392597 }, { "event_time": -3.0, "cohort": 5, "estimate": -0.028561483444538655 }, { "event_time": -2.0, "cohort": 5, "estimate": -0.04760247240798372 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.003222789449098651 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.11424593377987377 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.05853898980286852 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.11888474614249599 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.10448256954104207 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09662096772936825 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.1378043002266806 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.2946838678688334 }, { "event_time": 8.0, "cohort": 5, "estimate": 0.1266591915268897 }, { "event_time": -5.0, "cohort": 6, "estimate": 0.06664346137136554 }, { "event_time": -4.0, "cohort": 6, "estimate": 0.042842225167354045 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.009520494481839503 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.03332173068566775 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.002688234860906632 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.033321730685192695 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.033321730686123055 }, { "event_time": 3.0, "cohort": 6, "estimate": -0.07128227373453205 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.03307886092898933 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.21201767857819317 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.10448256954118904 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.014220024283641119 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.005268975953518107 }, { "event_time": -5.0, "cohort": 7, "estimate": 0.014789470435224272 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.13328692274284742 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.014789470435423044 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.04233349645450022 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.0382034128046401 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.22798313884591795 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.0666434613709563 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.07553379226255076 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.05161112117946468 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.00526897595312896 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.17061730219980298 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.001236914637358033 }, { "event_time": -6.0, "cohort": 8, "estimate": -0.12252951362390588 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.033321730685653056 }, { "event_time": -4.0, "cohort": 8, "estimate": -0.06540654673402535 }, { "event_time": -3.0, "cohort": 8, "estimate": -0.13681025534603525 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.14985408243120035 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.22713351804359783 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.1320500081047901 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.1415705025875225 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.03796054304888092 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.09421089993551304 }, { "event_time": 5.0, "cohort": 8, "estimate": -0.13681025534672395 }, { "event_time": -8.0, "cohort": 9, "estimate": -0.11764611038023612 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.041482154527028345 }, { "event_time": -6.0, "cohort": 9, "estimate": -0.1509678410657995 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.0843243796944344 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.13192685210244484 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.2556932803635266 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.16524858278828725 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.2460513510039823 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.1271666048622736 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.15096784106624966 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.20320912583713074 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.14169021634085188 }, { "event_time": -9.0, "cohort": 10, "estimate": 0.019040988963228304 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.042842225167237805 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.13328692274291037 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.06664346137134294 }, { "event_time": -5.0, "cohort": 10, "estimate": 0.0523627196490067 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.04760247240810492 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.22132413895528086 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.014280741722459009 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.03796054304839251 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.25940611688108495 }, { "event_time": 2.0, "cohort": 10, "estimate": 0.01904098896283068 }, { "event_time": 3.0, "cohort": 10, "estimate": 0.13576112349810127 }, { "event_time": -10.0, "cohort": 11, "estimate": -0.41276354364436474 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.46988651053426556 }, { "event_time": -8.0, "cohort": 11, "estimate": -0.43180453260774837 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.29851760986478065 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.4460852743301162 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.5127287357015078 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.41276354364441525 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.46988651053407365 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.4794070050158796 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.4935663118602603 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.4127635436449958 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.3984828019210519 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.00952049448143133 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.0047602472410392185 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.04760247240821881 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.03332173068540653 }, { "event_time": -7.0, "cohort": 12, "estimate": 0.08568445033456351 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.11424593377977313 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.019040988963040892 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.014280741722594317 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.4151707525974841 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.023801236204249426 }, { "event_time": 0.0, "cohort": 12, "estimate": -0.07604252097503775 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.4342117415600187 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.09984375717894531 } ] } } }, "code_sha256": { "replication_engine.py": "b1820bb2804d08b64bbd9d3e5c3e35876ccef9cad3e1bbbbb48d77593a241532", "reference_f_test.py": "18f7ea6e16e141249b386529a195514afb1ec80e236d4684c7efac07347c8bdb", "sparse_did2s.py": "0375d12090700e369a3a4906d95cdbb1ac962f78f09d4c7cbfeb33c92e51ddde" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s05-p001", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C1-CRACKDOWN", "source_specification_id": "AUDITS-T4-C1-CRACKDOWN", "specification_id": "S05-P001", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C1-CRACKDOWN.csv", "output_dir": "analyses/archive-expanded/fits/S05-P001" }, "options": { "output_dir": "analyses/archive-expanded/fits/S05-P001", "regression_results": "analyses/archive-expanded/baselines/S05-P001.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "AUDITS-T4-C1-CRACKDOWN.csv", "bytes": 3959454, "sha256": "481c40f8191d88a43ef349ed60a19d421ce2969dfd40e55eb4025050f59fbbed" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.05962904403418432, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.023411835601692722, "se": 0.01669918683380009, "pvalue": 0.16098283478728925, "lower": -0.009325628957498368, "upper": 0.05614930016088381 }, { "method": "Dynamic TWFE", "estimate": 0.020690986628819668, "se": 0.023078264766856125, "pvalue": 0.3699969142445189, "lower": -0.024552166969735095, "upper": 0.06593414022737443 }, { "method": "BJS / did2s", "estimate": 0.024931513852719082, "se": 0.011925574150685524, "pvalue": 0.03661331267494866, "lower": 0.0015523478495065857, "upper": 0.04831067985593158 }, { "method": "Sun\u2013Abraham", "estimate": 0.02295029924928877, "se": 0.01665111755851121, "pvalue": 0.16816910573421115, "lower": -0.009692929212551132, "upper": 0.055593527711128674 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.031032216912531038, "se": 0.027423382834809402, "pvalue": 0.25785636884941654, "lower": -0.02272920468139719, "upper": 0.08479363850645927 }, { "event_time": -11, "estimate": -0.016233451891836302, "se": 0.0413795901999663, "pvalue": 0.6948484648648514, "lower": -0.09735493889163047, "upper": 0.06488803510795785 }, { "event_time": -10, "estimate": -0.044359718878250756, "se": 0.04473028686665953, "pvalue": 0.3213827113471298, "lower": -0.13204998760773035, "upper": 0.04333054985122882 }, { "event_time": -9, "estimate": -0.028903954490778618, "se": 0.03593576561594126, "pvalue": 0.42124755273892445, "lower": -0.09935324432554365, "upper": 0.04154533534398641 }, { "event_time": -8, "estimate": -0.029297492367863286, "se": 0.03301092436472009, "pvalue": 0.3748461854228565, "lower": -0.09401285708662771, "upper": 0.03541787235090113 }, { "event_time": -7, "estimate": -0.054222077338938884, "se": 0.030478588954947386, "pvalue": 0.07529487629959053, "lower": -0.11397299429419785, "upper": 0.005528839616320086 }, { "event_time": -6, "estimate": -0.04948554078459304, "se": 0.028446776507856632, "pvalue": 0.08199167012420604, "lower": -0.10525324654282989, "upper": 0.006282164973643811 }, { "event_time": -5, "estimate": -0.0213181483666642, "se": 0.037236897312261694, "pvalue": 0.5670077171960871, "lower": -0.09431820628487353, "upper": 0.051681909551545134 }, { "event_time": -4, "estimate": -0.02965687653022544, "se": 0.032540124924036226, "pvalue": 0.3621302502779131, "lower": -0.09344927534907677, "upper": 0.034135522288625895 }, { "event_time": -3, "estimate": -0.01864932858987069, "se": 0.03353763331823147, "pvalue": 0.5781858945440332, "lower": -0.08439726548536448, "upper": 0.04709860830562311 }, { "event_time": -2, "estimate": -0.00489816914195162, "se": 0.03152014990724278, "pvalue": 0.8765136016630974, "lower": -0.06669098580773969, "upper": 0.056894647523836446 }, { "event_time": 0, "estimate": 0.012228899009733618, "se": 0.03219255767008173, "pvalue": 0.7040595380380618, "lower": -0.05088212108262548, "upper": 0.07533991910209271 }, { "event_time": 1, "estimate": 0.007968069985012198, "se": 0.033396252994676176, "pvalue": 0.8114316243714016, "lower": -0.057502701718078926, "upper": 0.07343884168810333 }, { "event_time": 2, "estimate": 0.03088095622535513, "se": 0.0371093134473893, "pvalue": 0.40535598798054073, "lower": -0.04186898339091804, "upper": 0.1036308958416283 }, { "event_time": 3, "estimate": -0.03124086852580088, "se": 0.03038597148278648, "pvalue": 0.30393458881543944, "lower": -0.09081021608833394, "upper": 0.028328479036732176 }, { "event_time": 4, "estimate": 0.042330737403384555, "se": 0.04410611047488841, "pvalue": 0.3372270727336184, "lower": -0.044135881773116115, "upper": 0.12879735657988522 }, { "event_time": 5, "estimate": -0.0294413277448803, "se": 0.030676728762262732, "pvalue": 0.3372367810469772, "lower": -0.0895806824716493, "upper": 0.030698026981888706 }, { "event_time": 6, "estimate": 0.000292578150612035, "se": 0.03642536478875277, "pvalue": 0.9935915591108052, "lower": -0.07111653300525375, "upper": 0.07170168930647783 }, { "event_time": 7, "estimate": 0.03384460147758109, "se": 0.04333566310889258, "pvalue": 0.43484571622644314, "lower": -0.05111161521105957, "upper": 0.11880081816622175 }, { "event_time": 8, "estimate": 0.04388661756520259, "se": 0.047035955397670054, "pvalue": 0.35084077973376077, "lower": -0.04832373603849493, "upper": 0.1360969711689001 }, { "event_time": 9, "estimate": 0.0792818357612638, "se": 0.057423314424497385, "pvalue": 0.1674444467912962, "lower": -0.03329213203447698, "upper": 0.19185580355700457 }, { "event_time": 10, "estimate": 0.10520521239267948, "se": 0.06976526498048562, "pvalue": 0.13161855473255046, "lower": -0.03156419515346552, "upper": 0.24197461993882446 }, { "event_time": 11, "estimate": 0.061367740091883574, "se": 0.09092639370525972, "pvalue": 0.4997588632268932, "lower": -0.11688642408070891, "upper": 0.23962190426447605 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.050285957815018184, "se": 0.00424238789712736, "pvalue": 5.356628270114338e-32, "lower": 0.04196908437616084, "upper": 0.058602831253875526 }, { "event_time": -11, "estimate": 0.019854998947695417, "se": 0.021537439565156545, "pvalue": 0.3566326103745577, "lower": -0.022367485983900693, "upper": 0.06207748387929153 }, { "event_time": -10, "estimate": 0.0040566134392457775, "se": 0.02063645706528753, "pvalue": 0.8441677862476439, "lower": -0.03639956496787861, "upper": 0.04451279184637017 }, { "event_time": -9, "estimate": 0.013955149431030135, "se": 0.014940966475560803, "pvalue": 0.35033758792855013, "lower": -0.015335460066416097, "upper": 0.04324575892847637 }, { "event_time": -8, "estimate": 0.008755086792990615, "se": 0.012481177865926903, "pvalue": 0.48304555589298726, "lower": -0.01571329733309801, "upper": 0.03322347091907924 }, { "event_time": -7, "estimate": -0.0266683191703908, "se": 0.014970688333319224, "pvalue": 0.07491085439711129, "lower": -0.056017196071794104, "upper": 0.002680557731012504 }, { "event_time": -6, "estimate": -0.026504575673492705, "se": 0.013414023443217531, "pvalue": 0.048220791195848066, "lower": -0.05280173142359463, "upper": -0.00020741992339078086 }, { "event_time": -5, "estimate": -0.0030562151587370796, "se": 0.024575409888145053, "pvalue": 0.901034521056443, "lower": -0.051234406004073085, "upper": 0.045121975686598925 }, { "event_time": -4, "estimate": -0.012046955268390504, "se": 0.019516162830816745, "pvalue": 0.5370766074836648, "lower": -0.050306883453161554, "upper": 0.02621297291638055 }, { "event_time": -3, "estimate": 0.003362547579956636, "se": 0.023025456655144542, "pvalue": 0.8838985909912737, "lower": -0.04177707979886049, "upper": 0.04850217495877377 }, { "event_time": -2, "estimate": 0.007317656183753399, "se": 0.020087720093234212, "pvalue": 0.7156600490697811, "lower": -0.032062765819559, "upper": 0.0466980781870658 }, { "event_time": -1, "estimate": 0.009683563658143183, "se": 0.01771100602283315, "pvalue": 0.5845713217887818, "lower": -0.025037494184418668, "upper": 0.04440462150070504 }, { "event_time": 0, "estimate": 0.021808056733224074, "se": 0.025511003639309183, "pvalue": 0.39267431844542144, "lower": -0.028204293318507632, "upper": 0.07182040678495578 }, { "event_time": 1, "estimate": 0.015394477415586489, "se": 0.026321245802412994, "pvalue": 0.5586613966416901, "lower": -0.036206289746688866, "upper": 0.06699524457786185 }, { "event_time": 2, "estimate": 0.03745910561846611, "se": 0.03073128384988875, "pvalue": 0.22292854354995614, "lower": -0.022787200139239648, "upper": 0.09770541137617186 }, { "event_time": 3, "estimate": -0.025211054650781058, "se": 0.02339860663659487, "pvalue": 0.2813252070317216, "lower": -0.07108221371521697, "upper": 0.020660104413654866 }, { "event_time": 4, "estimate": 0.04405173384217173, "se": 0.03950865802637749, "pvalue": 0.2649067717279722, "lower": -0.03340193529708198, "upper": 0.12150540298142544 }, { "event_time": 5, "estimate": -0.027394662020511377, "se": 0.02339543196193013, "pvalue": 0.24167657384600796, "lower": -0.07325959738074192, "upper": 0.018470273339719172 }, { "event_time": 6, "estimate": 0.002181167956656067, "se": 0.031763922352010546, "pvalue": 0.9452564707685617, "lower": -0.0600895457379226, "upper": 0.06445188165123474 }, { "event_time": 7, "estimate": 0.03127840287816202, "se": 0.03825496478646046, "pvalue": 0.4136062079039348, "lower": -0.043717497603350315, "upper": 0.10627430335967436 }, { "event_time": 8, "estimate": 0.04648868282607179, "se": 0.041885719535578896, "pvalue": 0.2670965638878497, "lower": -0.035625031600835584, "upper": 0.12860239725297917 }, { "event_time": 9, "estimate": 0.08461666723358517, "se": 0.053236727534270036, "pvalue": 0.11202184754958866, "lower": -0.019749820682633673, "upper": 0.18898315514980402 }, { "event_time": 10, "estimate": 0.10103948445498144, "se": 0.0665425535258347, "pvalue": 0.12896988844007665, "lower": -0.029412046473507633, "upper": 0.2314910153834705 }, { "event_time": 11, "estimate": 0.07350733580572076, "se": 0.08788720671267652, "pvalue": 0.4029782963550771, "lower": -0.0987887372664678, "upper": 0.2458034088779093 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.061883214130514834, "se": 0.017153178829571715, "pvalue": 0.0003118626444127151, "lower": 0.028255733367561806, "upper": 0.09551069489346786 }, { "event_time": -11, "estimate": 0.043043362374508454, "se": 0.012447342920989864, "pvalue": 0.0005485131009326088, "lower": 0.018641309041755014, "upper": 0.0674454157072619 }, { "event_time": -10, "estimate": -0.11695359734540539, "se": 0.15239134538356788, "pvalue": 0.4428456853024503, "lower": -0.4157050466389828, "upper": 0.181797851948172 }, { "event_time": -9, "estimate": -0.029751545252963994, "se": 0.08519795958932742, "pvalue": 0.72694969861934, "lower": -0.19677555728003918, "upper": 0.13727246677411117 }, { "event_time": -8, "estimate": -0.0629115602237793, "se": 0.0825893211051469, "pvalue": 0.4462501340006039, "lower": -0.22482153820994255, "upper": 0.09899841776238394 }, { "event_time": -7, "estimate": -0.0861558757854225, "se": 0.07030438313925956, "pvalue": 0.2204541731989453, "lower": -0.2239821827956992, "upper": 0.05167043122485421 }, { "event_time": -6, "estimate": -0.06643383580447614, "se": 0.06172018368868093, "pvalue": 0.28181141743521737, "lower": -0.18743148354653413, "upper": 0.05456381193758186 }, { "event_time": -5, "estimate": -0.03284349873700737, "se": 0.05813110187627863, "pvalue": 0.572104978193373, "lower": -0.1468050291038327, "upper": 0.08111803162981794 }, { "event_time": -4, "estimate": -0.03870287974036542, "se": 0.046600909671731694, "pvalue": 0.4062844794819528, "lower": -0.13006035983732983, "upper": 0.05265460035659898 }, { "event_time": -3, "estimate": -0.01650186427860108, "se": 0.04204670899474947, "pvalue": 0.6947307903964038, "lower": -0.09893118609205093, "upper": 0.06592745753484877 }, { "event_time": -2, "estimate": -0.004854771610080504, "se": 0.03512356751164712, "pvalue": 0.89007210646892, "lower": -0.07371180986283718, "upper": 0.06400226664267616 }, { "event_time": 0, "estimate": 0.011411907074210177, "se": 0.03207793497375098, "pvalue": 0.722038060294154, "lower": -0.05147440408494436, "upper": 0.07429821823336472 }, { "event_time": 1, "estimate": 0.005575700849952077, "se": 0.03281855502227289, "pvalue": 0.8650995379420175, "lower": -0.0587625386474876, "upper": 0.06991394034739176 }, { "event_time": 2, "estimate": 0.02578668109775594, "se": 0.036812580267123696, "pvalue": 0.48365561990981054, "lower": -0.046381536062857366, "upper": 0.09795489825836926 }, { "event_time": 3, "estimate": -0.028499742235438934, "se": 0.029202020092034486, "pvalue": 0.3291343567155698, "lower": -0.08574804464288116, "upper": 0.028748560172003293 }, { "event_time": 4, "estimate": 0.03938409366656158, "se": 0.0435557747881124, "pvalue": 0.3659197564680155, "lower": -0.046003634949530414, "upper": 0.12477182228265357 }, { "event_time": 5, "estimate": -0.02248902728711827, "se": 0.02846166634472818, "pvalue": 0.4294755371477659, "lower": -0.07828592341921739, "upper": 0.03330786884498085 }, { "event_time": 6, "estimate": 0.009928405724692911, "se": 0.03448128907007968, "pvalue": 0.7734072358005176, "lower": -0.05766949530616098, "upper": 0.07752630675554681 }, { "event_time": 7, "estimate": 0.03784095274990343, "se": 0.038230240523291846, "pvalue": 0.3223097311116883, "lower": -0.03710647772541696, "upper": 0.11278838322522382 }, { "event_time": 8, "estimate": 0.050627410396015315, "se": 0.04192774987500176, "pvalue": 0.2272980407847718, "lower": -0.031568701261425566, "upper": 0.1328235220534562 }, { "event_time": 9, "estimate": 0.09059662035999906, "se": 0.053348100465820204, "pvalue": 0.08952706153037572, "lower": -0.013988205576853041, "upper": 0.19518144629685116 }, { "event_time": 10, "estimate": 0.10523797329318846, "se": 0.06672112495440989, "pvalue": 0.11479199130227352, "lower": -0.02556363311337309, "upper": 0.23603957969975 }, { "event_time": 11, "estimate": 0.07116083885563672, "se": 0.08797038556370555, "pvalue": 0.4185994473801751, "lower": -0.10129829992236965, "upper": 0.24361997763364307 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.521114428988875e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.4611301538607449, "df_num": 55, "df_den": 61932, "pvalue": 0.014525389094489763, "log10_pvalue": -1.8378722252490565, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 61269.959972068646, "rss_restricted": 61349.46307599322, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.009520494481585443 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.012644682722215347 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.05712296688928845 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.03483635480738925 }, { "event_time": 3.0, "cohort": 3, "estimate": -0.16172697130988775 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.01127798836041824 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.009520494482093168 }, { "event_time": 6.0, "cohort": 3, "estimate": -0.14732479470847115 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.06345855569148556 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.10781540498083483 }, { "event_time": 9.0, "cohort": 3, "estimate": -0.06018643769110465 }, { "event_time": 10.0, "cohort": 3, "estimate": -0.009493999599503818 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.028561483444768387 }, { "event_time": -2.0, "cohort": 4, "estimate": -0.004760247241095951 }, { "event_time": 0.0, "cohort": 4, "estimate": -0.0284400485670379 }, { "event_time": 1.0, "cohort": 4, "estimate": 0.01904098896253472 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.185224620315896 }, { "event_time": 3.0, "cohort": 4, "estimate": -0.05224128477148824 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.1284861972083477 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.09982351803126188 }, { "event_time": 6.0, "cohort": 4, "estimate": -0.014179545991035315 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.12368547167467034 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.08560349374808857 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.15208504194805955 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.019040988963392597 }, { "event_time": -3.0, "cohort": 5, "estimate": -0.028561483444538655 }, { "event_time": -2.0, "cohort": 5, "estimate": -0.04760247240798372 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.003222789449098651 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.11424593377987377 }, { "event_time": 2.0, "cohort": 5, "estimate": 0.05853898980286852 }, { "event_time": 3.0, "cohort": 5, "estimate": -0.11888474614249599 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.10448256954104207 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.09662096772936825 }, { "event_time": 6.0, "cohort": 5, "estimate": -0.1378043002266806 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.2946838678688334 }, { "event_time": 8.0, "cohort": 5, "estimate": 0.1266591915268897 }, { "event_time": -5.0, "cohort": 6, "estimate": 0.06664346137136554 }, { "event_time": -4.0, "cohort": 6, "estimate": 0.042842225167354045 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.009520494481839503 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.03332173068566775 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.002688234860906632 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.033321730685192695 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.033321730686123055 }, { "event_time": 3.0, "cohort": 6, "estimate": -0.07128227373453205 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.03307886092898933 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.21201767857819317 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.10448256954118904 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.014220024283641119 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.005268975953518107 }, { "event_time": -5.0, "cohort": 7, "estimate": 0.014789470435224272 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.13328692274284742 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.014789470435423044 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.04233349645450022 }, { "event_time": 0.0, "cohort": 7, "estimate": 0.0382034128046401 }, { "event_time": 1.0, "cohort": 7, "estimate": 0.22798313884591795 }, { "event_time": 2.0, "cohort": 7, "estimate": 0.0666434613709563 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.07553379226255076 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.05161112117946468 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.00526897595312896 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.17061730219980298 }, { "event_time": -7.0, "cohort": 8, "estimate": 0.001236914637358033 }, { "event_time": -6.0, "cohort": 8, "estimate": -0.12252951362390588 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.033321730685653056 }, { "event_time": -4.0, "cohort": 8, "estimate": -0.06540654673402535 }, { "event_time": -3.0, "cohort": 8, "estimate": -0.13681025534603525 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.14985408243120035 }, { "event_time": 0.0, "cohort": 8, "estimate": -0.22713351804359783 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.1320500081047901 }, { "event_time": 2.0, "cohort": 8, "estimate": -0.1415705025875225 }, { "event_time": 3.0, "cohort": 8, "estimate": -0.03796054304888092 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.09421089993551304 }, { "event_time": 5.0, "cohort": 8, "estimate": -0.13681025534672395 }, { "event_time": -8.0, "cohort": 9, "estimate": -0.11764611038023612 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.041482154527028345 }, { "event_time": -6.0, "cohort": 9, "estimate": -0.1509678410657995 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.0843243796944344 }, { "event_time": -4.0, "cohort": 9, "estimate": -0.13192685210244484 }, { "event_time": -3.0, "cohort": 9, "estimate": -0.2556932803635266 }, { "event_time": -2.0, "cohort": 9, "estimate": -0.16524858278828725 }, { "event_time": 0.0, "cohort": 9, "estimate": -0.2460513510039823 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.1271666048622736 }, { "event_time": 2.0, "cohort": 9, "estimate": -0.15096784106624966 }, { "event_time": 3.0, "cohort": 9, "estimate": -0.20320912583713074 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.14169021634085188 }, { "event_time": -9.0, "cohort": 10, "estimate": 0.019040988963228304 }, { "event_time": -8.0, "cohort": 10, "estimate": 0.042842225167237805 }, { "event_time": -7.0, "cohort": 10, "estimate": 0.13328692274291037 }, { "event_time": -6.0, "cohort": 10, "estimate": 0.06664346137134294 }, { "event_time": -5.0, "cohort": 10, "estimate": 0.0523627196490067 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.04760247240810492 }, { "event_time": -3.0, "cohort": 10, "estimate": 0.22132413895528086 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.014280741722459009 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.03796054304839251 }, { "event_time": 1.0, "cohort": 10, "estimate": 0.25940611688108495 }, { "event_time": 2.0, "cohort": 10, "estimate": 0.01904098896283068 }, { "event_time": 3.0, "cohort": 10, "estimate": 0.13576112349810127 }, { "event_time": -10.0, "cohort": 11, "estimate": -0.41276354364436474 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.46988651053426556 }, { "event_time": -8.0, "cohort": 11, "estimate": -0.43180453260774837 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.29851760986478065 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.4460852743301162 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.5127287357015078 }, { "event_time": -4.0, "cohort": 11, "estimate": -0.41276354364441525 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.46988651053407365 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.4794070050158796 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.4935663118602603 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.4127635436449958 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.3984828019210519 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.00952049448143133 }, { "event_time": -10.0, "cohort": 12, "estimate": -0.0047602472410392185 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.04760247240821881 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.03332173068540653 }, { "event_time": -7.0, "cohort": 12, "estimate": 0.08568445033456351 }, { "event_time": -6.0, "cohort": 12, "estimate": -0.11424593377977313 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.019040988963040892 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.014280741722594317 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.4151707525974841 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.023801236204249426 }, { "event_time": 0.0, "cohort": 12, "estimate": -0.07604252097503775 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.4342117415600187 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.09984375717894531 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "estimate": 0.03279944466837868, "se": 0.017339567716150833, "lower": -0.001185483562770387, "upper": 0.06678437289952775, "matches_treated_unit_year_target": false, "checks": { "point_error": 0.0, "influence_function_max_error": 7.105427357601002e-15, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.3868559097542344 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.2214475940213717 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10943213662876376 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.087354883196088 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.04792752331399075 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.05168357216316405 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.04154980244369993 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.02421227714450595 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.018165183356650322 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.00588060798758354 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.0037743783525560804 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.00171613163739148 } ] }, { "typec": "simple", "aggregation": "Equal treated unit-years", "estimate": 0.02268051352455287, "se": 0.017183490431455773, "lower": -0.01099850884978908, "upper": 0.05635953589889482, "matches_treated_unit_year_target": true, "checks": { "point_error": 6.938893903907228e-18, "influence_function_max_error": 2.1316282072803006e-14, "cluster_se_error": 1.3877787807814457e-17 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.32504145936981754 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.21738529574350468 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.11608623548922056 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.0982587064676617 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.05638474295190713 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.06336373687119956 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.052653399668325045 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.031440022111663905 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.02404643449419569 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.007877280265339967 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.005113322277501382 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.0023493642896627973 } ] }, { "typec": "group", "aggregation": "Cohort-size-weighted post-period means", "estimate": 0.018557484733776386, "se": 0.024675864393508197, "lower": -0.029806320764893986, "upper": 0.06692129023244675, "matches_treated_unit_year_target": false, "checks": { "point_error": 3.469446951953614e-18, "influence_function_max_error": 3.552713678800501e-15, "cluster_se_error": 3.469446951953614e-18 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.2374318594791035 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.1732283464566929 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10175651120533011 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.09569957601453666 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.061780738946093275 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.07934585099939431 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.07692307692307693 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.05511811023622047 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.052695336159903086 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.02301635372501514 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.022410660205935795 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.02059357964869776 } ] } ], "control_group": "notyettreated", "same_group_time_effects": true, "additional_covariates": [], "compute_aggte_sha256": "7da8b79e62519b99774248d2fda55ed5054083e446885c624f998b77d8874834", "inference": "Clustered analytical influence functions including estimated cohort-share uncertainty; 95% pointwise normal intervals" }, "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "control_group": "notyettreated", "xformla": "y ~ 1", "base_period": "universal", "anticipation": 0, "panel": true, "allow_unbalanced_panel": false, "clustervar": "cluster", "clusters": 5174, "bstrap": false, "cband": false, "aggregate": "dynamic", "event_aggregate": "dynamic", "balance_e": null, "post_event_min": 0, "post_event_max": 11 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Group-time DIDs; no synthetic-control pooling parameter" }, "estimate": 0.03279944466837868, "se": 0.017339567716150833, "lower": -0.001185483562770387, "upper": 0.06678437289952775, "event_study": [ { "event_time": -12, "estimate": 0.06188321413057651, "se": 0.017131619610071355, "lower": 0.028305856697996526, "upper": 0.09546057156315649, "relative_to_minus_one": 0.06188321413057651, "n": 34 }, { "event_time": -11, "estimate": 0.04280624251069705, "se": 0.012397734961617276, "lower": 0.01850712849605412, "upper": 0.06710535652533997, "relative_to_minus_one": 0.04280624251069705, "n": 71 }, { "event_time": -10, "estimate": -0.11742423693751768, "se": 0.1533427469339337, "lower": -0.41797049821846755, "upper": 0.18312202434343217, "relative_to_minus_one": -0.11742423693751768, "n": 109 }, { "event_time": -9, "estimate": -0.028933392876507973, "se": 0.08614697782360194, "lower": -0.1977783667877385, "upper": 0.13991158103472254, "relative_to_minus_one": -0.028933392876507973, "n": 196 }, { "event_time": -8, "estimate": -0.06350473581308545, "se": 0.08297056965324608, "lower": -0.22612406411021974, "upper": 0.09911459248404882, "relative_to_minus_one": -0.06350473581308545, "n": 287 }, { "event_time": -7, "estimate": -0.08600080181858531, "se": 0.0704220822686963, "lower": -0.2240255467815468, "upper": 0.05202394314437618, "relative_to_minus_one": -0.08600080181858531, "n": 414 }, { "event_time": -6, "estimate": -0.06650193338783011, "se": 0.06185982159307852, "lower": -0.18774495580033718, "upper": 0.054741089024676934, "relative_to_minus_one": -0.06650193338783011, "n": 545 }, { "event_time": -5, "estimate": -0.033252291368010625, "se": 0.058266254165003306, "lower": -0.14745205104547404, "upper": 0.08094746830945278, "relative_to_minus_one": -0.033252291368010625, "n": 647 }, { "event_time": -4, "estimate": -0.0390244240224646, "se": 0.04672456290256471, "lower": -0.13060288450486773, "upper": 0.052554036459938516, "relative_to_minus_one": -0.0390244240224646, "n": 805 }, { "event_time": -3, "estimate": -0.015810916142928, "se": 0.04273317245458555, "lower": -0.09956639509905477, "upper": 0.06794456281319877, "relative_to_minus_one": -0.015810916142928, "n": 973 }, { "event_time": -2, "estimate": -0.004922589447611934, "se": 0.035712771958996664, "lower": -0.07491833627533735, "upper": 0.06507315738011347, "relative_to_minus_one": -0.004922589447611934, "n": 1259 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": 0.0, "upper": 0.0, "relative_to_minus_one": 0.0, "n": 1651 }, { "event_time": 0, "estimate": 0.012047257752124929, "se": 0.032505867298122014, "lower": -0.05166307143843254, "upper": 0.07575758694268239, "relative_to_minus_one": 0.012047257752124929, "n": 1651 }, { "event_time": 1, "estimate": 0.004872636796723638, "se": 0.03333501079188092, "lower": -0.060462783779616995, "upper": 0.07020805737306426, "relative_to_minus_one": 0.004872636796723638, "n": 1617 }, { "event_time": 2, "estimate": 0.025671230694476355, "se": 0.03727892802424897, "lower": -0.04739412561531253, "upper": 0.09873658700426524, "relative_to_minus_one": 0.025671230694476355, "n": 1580 }, { "event_time": 3, "estimate": -0.02754783894609953, "se": 0.029791347302800655, "lower": -0.08593780671051329, "upper": 0.030842128818314232, "relative_to_minus_one": -0.02754783894609953, "n": 1542 }, { "event_time": 4, "estimate": 0.03849484525815351, "se": 0.04414905673999518, "lower": -0.04803571590365237, "upper": 0.1250254064199594, "relative_to_minus_one": 0.03849484525815351, "n": 1455 }, { "event_time": 5, "estimate": -0.02418086258731486, "se": 0.028991855685309487, "lower": -0.08100385557550427, "upper": 0.03264213040087454, "relative_to_minus_one": -0.02418086258731486, "n": 1364 }, { "event_time": 6, "estimate": 0.009720030151412458, "se": 0.03441664746965014, "lower": -0.0577353593577134, "upper": 0.07717541966053831, "relative_to_minus_one": 0.009720030151412458, "n": 1237 }, { "event_time": 7, "estimate": 0.036946245333970965, "se": 0.03826295079256598, "lower": -0.03804776016168668, "upper": 0.11194025082962861, "relative_to_minus_one": 0.036946245333970965, "n": 1106 }, { "event_time": 8, "estimate": 0.049673564333505726, "se": 0.04190464450465859, "lower": -0.0324580296805794, "upper": 0.13180515834759085, "relative_to_minus_one": 0.049673564333505726, "n": 1004 }, { "event_time": 9, "estimate": 0.091155416517963, "se": 0.05331820959360961, "lower": -0.01334635400566983, "upper": 0.19565718704159582, "relative_to_minus_one": 0.091155416517963, "n": 846 }, { "event_time": 10, "estimate": 0.10557997186060869, "se": 0.06662360529653413, "lower": -0.02499989504081021, "upper": 0.2361598387620276, "relative_to_minus_one": 0.10557997186060869, "n": 678 }, { "event_time": 11, "estimate": 0.0711608388550193, "se": 0.08785981872025897, "lower": -0.1010412415249063, "upper": 0.2433629192349449, "relative_to_minus_one": 0.0711608388550193, "n": 392 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "n": 392, "event_time": -1, "adoption_period": 2, "calendar_period": 1 }, { "group": 2, "year": 2, "att": 0.0680281440326036, "se": 0.06085448838382189, "n": 392, "event_time": 0, "adoption_period": 2, "calendar_period": 2 }, { "group": 2, "year": 3, "att": -0.03357054254103116, "se": 0.011178975099818123, "n": 392, "event_time": 1, "adoption_period": 2, "calendar_period": 3 }, { "group": 2, "year": 4, "att": 0.0, "se": 0.0, "n": 392, "event_time": 2, "adoption_period": 2, "calendar_period": 4 }, { "group": 2, "year": 5, "att": 0.045346346320833425, "se": 0.06166999998070722, "n": 392, "event_time": 3, "adoption_period": 2, "calendar_period": 5 }, { "group": 2, "year": 6, "att": 0.026838349980806912, "se": 0.08852137712652904, "n": 392, "event_time": 4, "adoption_period": 2, "calendar_period": 6 }, { "group": 2, "year": 7, "att": -0.051116132169833586, "se": 0.014733451049515688, "n": 392, "event_time": 5, "adoption_period": 2, "calendar_period": 7 }, { "group": 2, "year": 8, "att": 0.09189602604886239, "se": 0.08714024163979375, "n": 392, "event_time": 6, "adoption_period": 2, "calendar_period": 8 }, { "group": 2, "year": 9, "att": -0.038387171629046264, "se": 0.04679568927962871, "n": 392, "event_time": 7, "adoption_period": 2, "calendar_period": 9 }, { "group": 2, "year": 10, "att": -0.017244528445437834, "se": 0.04584495384043774, "n": 392, "event_time": 8, "adoption_period": 2, "calendar_period": 10 }, { "group": 2, "year": 11, "att": 0.08168244463820677, "se": 0.07527204077832034, "n": 392, "event_time": 9, "adoption_period": 2, "calendar_period": 11 }, { "group": 2, "year": 12, "att": 0.10983433471249214, "se": 0.08680002227055221, "n": 392, "event_time": 10, "adoption_period": 2, "calendar_period": 12 }, { "group": 2, "year": 13, "att": 0.0711608388550193, "se": 0.08785981872025646, "n": 392, "event_time": 11, "adoption_period": 2, "calendar_period": 13 }, { "group": 3, "year": 1, "att": 0.018650301411683976, "se": 0.008336029234175014, "n": 286, "event_time": -2, "adoption_period": 3, "calendar_period": 1 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "n": 286, "event_time": -1, "adoption_period": 3, "calendar_period": 2 }, { "group": 3, "year": 3, "att": 0.04371734988249282, "se": 0.060175428535185274, "n": 286, "event_time": 0, "adoption_period": 3, "calendar_period": 3 }, { "group": 3, "year": 4, "att": 0.01937425026500257, "se": 0.008659421806431379, "n": 286, "event_time": 1, "adoption_period": 3, "calendar_period": 4 }, { "group": 3, "year": 5, "att": 0.03852925644423061, "se": 0.06057107332175499, "n": 286, "event_time": 2, "adoption_period": 3, "calendar_period": 5 }, { "group": 3, "year": 6, "att": -0.12367515508396931, "se": 0.026000807455274343, "n": 286, "event_time": 3, "adoption_period": 3, "calendar_period": 6 }, { "group": 3, "year": 7, "att": 0.028819847246103727, "se": 0.06111122239741965, "n": 286, "event_time": 4, "adoption_period": 3, "calendar_period": 7 }, { "group": 3, "year": 8, "att": -0.05722167017900821, "se": 0.021089287576250237, "n": 286, "event_time": 5, "adoption_period": 3, "calendar_period": 8 }, { "group": 3, "year": 9, "att": -0.05862182398010787, "se": 0.02160480938985795, "n": 286, "event_time": 6, "adoption_period": 3, "calendar_period": 9 }, { "group": 3, "year": 10, "att": 0.021698491828169846, "se": 0.061723042087478926, "n": 286, "event_time": 7, "adoption_period": 3, "calendar_period": 10 }, { "group": 3, "year": 11, "att": 0.09394414275074418, "se": 0.08458780105991093, "n": 286, "event_time": 8, "adoption_period": 3, "calendar_period": 11 }, { "group": 3, "year": 12, "att": 0.020919624119770924, "se": 0.06185518389286191, "n": 286, "event_time": 9, "adoption_period": 3, "calendar_period": 12 }, { "group": 3, "year": 13, "att": 0.09974881718250272, "se": 0.1038961649037642, "n": 286, "event_time": 10, "adoption_period": 3, "calendar_period": 13 }, { "group": 4, "year": 1, "att": 0.03487365047700464, "se": 0.011612457345067485, "n": 168, "event_time": -3, "adoption_period": 4, "calendar_period": 1 }, { "group": 4, "year": 2, "att": 0.015499400212002086, "se": 0.014496446969270257, "n": 168, "event_time": -2, "adoption_period": 4, "calendar_period": 2 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "n": 168, "event_time": -1, "adoption_period": 4, "calendar_period": 3 }, { "group": 4, "year": 4, "att": 0.03487365047700464, "se": 0.011612457345067485, "n": 168, "event_time": 0, "adoption_period": 4, "calendar_period": 4 }, { "group": 4, "year": 5, "att": -0.004021666913521864, "se": 0.017529929032737895, "n": 168, "event_time": 1, "adoption_period": 4, "calendar_period": 5 }, { "group": 4, "year": 6, "att": 0.192285419690076, "se": 0.1735088965401928, "n": 168, "event_time": 2, "adoption_period": 4, "calendar_period": 6 }, { "group": 4, "year": 7, "att": -0.017038710723277836, "se": 0.01904792214535323, "n": 168, "event_time": 3, "adoption_period": 4, "calendar_period": 7 }, { "group": 4, "year": 8, "att": 0.15122869975880723, "se": 0.14204212544074665, "n": 168, "event_time": 4, "adoption_period": 4, "calendar_period": 8 }, { "group": 4, "year": 9, "att": 0.05022043620273893, "se": 0.10204469583954871, "n": 168, "event_time": 5, "adoption_period": 4, "calendar_period": 9 }, { "group": 4, "year": 10, "att": 0.07211919364430833, "se": 0.10164455154306316, "n": 168, "event_time": 6, "adoption_period": 4, "calendar_period": 10 }, { "group": 4, "year": 11, "att": 0.08582489446829944, "se": 0.10136821867807361, "n": 168, "event_time": 7, "adoption_period": 4, "calendar_period": 11 }, { "group": 4, "year": 12, "att": 0.07153504286300907, "se": 0.10173383139467496, "n": 168, "event_time": 8, "adoption_period": 4, "calendar_period": 12 }, { "group": 4, "year": 13, "att": 0.2328270927247926, "se": 0.17318659651979706, "n": 168, "event_time": 9, "adoption_period": 4, "calendar_period": 13 }, { "group": 5, "year": 1, "att": 0.0, "se": 0.0, "n": 158, "event_time": -4, "adoption_period": 5, "calendar_period": 1 }, { "group": 5, "year": 2, "att": -0.020108334567609413, "se": 0.00898732766511702, "n": 158, "event_time": -3, "adoption_period": 5, "calendar_period": 2 }, { "group": 5, "year": 3, "att": -0.03619500222169691, "se": 0.012051973922938228, "n": 158, "event_time": -2, "adoption_period": 5, "calendar_period": 3 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "n": 158, "event_time": -1, "adoption_period": 5, "calendar_period": 4 }, { "group": 5, "year": 5, "att": 0.06592479307608651, "se": 0.10656479871985068, "n": 158, "event_time": 0, "adoption_period": 5, "calendar_period": 5 }, { "group": 5, "year": 6, "att": -0.14428768093129746, "se": 0.024283924276380573, "n": 158, "event_time": 1, "adoption_period": 5, "calendar_period": 6 }, { "group": 5, "year": 7, "att": 0.0550253300414717, "se": 0.10682593654829951, "n": 158, "event_time": 2, "adoption_period": 5, "calendar_period": 7 }, { "group": 5, "year": 8, "att": -0.079230004863242, "se": 0.01863052556761327, "n": 158, "event_time": 3, "adoption_period": 5, "calendar_period": 8 }, { "group": 5, "year": 9, "att": -0.08116867935707237, "se": 0.019085286365690575, "n": 158, "event_time": 4, "adoption_period": 5, "calendar_period": 9 }, { "group": 5, "year": 10, "att": 0.046115426037841294, "se": 0.10710218276359734, "n": 158, "event_time": 5, "adoption_period": 5, "calendar_period": 10 }, { "group": 5, "year": 11, "att": -0.04666207854587155, "se": 0.014735302113661208, "n": 158, "event_time": 6, "adoption_period": 5, "calendar_period": 11 }, { "group": 5, "year": 12, "att": 0.25713269043430365, "se": 0.1828775926412332, "n": 158, "event_time": 7, "adoption_period": 5, "calendar_period": 12 }, { "group": 5, "year": 13, "att": 0.11231773236552547, "se": 0.1507309758248128, "n": 158, "event_time": 8, "adoption_period": 5, "calendar_period": 13 }, { "group": 6, "year": 1, "att": 0.04122505169465642, "se": 0.01302047290462084, "n": 102, "event_time": -5, "adoption_period": 6, "calendar_period": 1 }, { "group": 6, "year": 2, "att": 0.02061252584732822, "se": 0.015963122801269575, "n": 102, "event_time": -4, "adoption_period": 6, "calendar_period": 2 }, { "group": 6, "year": 3, "att": 0.004122505169465643, "se": 0.017969467182766898, "n": 102, "event_time": -3, "adoption_period": 6, "calendar_period": 3 }, { "group": 6, "year": 4, "att": 0.04122505169465642, "se": 0.01302047290462084, "n": 102, "event_time": -2, "adoption_period": 6, "calendar_period": 4 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "n": 102, "event_time": -1, "adoption_period": 6, "calendar_period": 5 }, { "group": 6, "year": 6, "att": 0.061352576933812235, "se": 0.16592017054591282, "n": 102, "event_time": 0, "adoption_period": 6, "calendar_period": 6 }, { "group": 6, "year": 7, "att": -0.00851935536163891, "se": 0.01997919797113527, "n": 102, "event_time": 1, "adoption_period": 6, "calendar_period": 7 }, { "group": 6, "year": 8, "att": -0.03521333549477421, "se": 0.023284444533574797, "n": 102, "event_time": 2, "adoption_period": 6, "calendar_period": 8 }, { "group": 6, "year": 9, "att": -0.0360749686031433, "se": 0.023854015095901265, "n": 102, "event_time": 3, "adoption_period": 6, "calendar_period": 9 }, { "group": 6, "year": 10, "att": -0.013852162193876272, "se": 0.02214301911999408, "n": 102, "event_time": 4, "adoption_period": 6, "calendar_period": 10 }, { "group": 6, "year": 11, "att": 0.16441520617045327, "se": 0.16493273415991497, "n": 102, "event_time": 5, "adoption_period": 6, "calendar_period": 11 }, { "group": 6, "year": 12, "att": -0.014144237584525899, "se": 0.02260988307167752, "n": 102, "event_time": 6, "adoption_period": 6, "calendar_period": 12 }, { "group": 6, "year": 13, "att": -0.05236271964894935, "se": 0.02648924866795438, "n": 102, "event_time": 7, "adoption_period": 6, "calendar_period": 13 }, { "group": 7, "year": 1, "att": 0.016811094358653897, "se": 0.12990414998239638, "n": 131, "event_time": -6, "adoption_period": 7, "calendar_period": 1 }, { "group": 7, "year": 2, "att": -0.004487294045443423, "se": 0.1302584516453315, "n": 131, "event_time": -5, "adoption_period": 7, "calendar_period": 2 }, { "group": 7, "year": 3, "att": 0.11075161970130609, "se": 0.18312880089073846, "n": 131, "event_time": -4, "adoption_period": 7, "calendar_period": 3 }, { "group": 7, "year": 4, "att": 0.016811094358653897, "se": 0.12990414998239638, "n": 131, "event_time": -3, "adoption_period": 7, "calendar_period": 4 }, { "group": 7, "year": 5, "att": -0.025785682449540766, "se": 0.13061091006239012, "n": 131, "event_time": -2, "adoption_period": 7, "calendar_period": 5 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "n": 131, "event_time": -1, "adoption_period": 7, "calendar_period": 6 }, { "group": 7, "year": 7, "att": 0.09371290897802827, "se": 0.18332927213477695, "n": 131, "event_time": 0, "adoption_period": 7, "calendar_period": 7 }, { "group": 7, "year": 8, "att": 0.18523961696821606, "se": 0.2235826018318841, "n": 131, "event_time": 1, "adoption_period": 7, "calendar_period": 8 }, { "group": 7, "year": 9, "att": 0.05862182398010783, "se": 0.18377337212966557, "n": 131, "event_time": 2, "adoption_period": 7, "calendar_period": 9 }, { "group": 7, "year": 10, "att": -0.044904973625950105, "se": 0.13114755326195593, "n": 131, "event_time": 3, "adoption_period": 7, "calendar_period": 10 }, { "group": 7, "year": 11, "att": -0.030027581842877564, "se": 0.13097149515504442, "n": 131, "event_time": 4, "adoption_period": 7, "calendar_period": 11 }, { "group": 7, "year": 12, "att": -0.04315252128205239, "se": 0.13129940822430006, "n": 131, "event_time": 5, "adoption_period": 7, "calendar_period": 12 }, { "group": 7, "year": 13, "att": -0.08041547438107209, "se": 0.1320650041477764, "n": 131, "event_time": 6, "adoption_period": 7, "calendar_period": 13 }, { "group": 8, "year": 1, "att": -0.08363167180008882, "se": 0.13233446223733608, "n": 127, "event_time": -7, "adoption_period": 8, "calendar_period": 1 }, { "group": 8, "year": 2, "att": -0.10564000648432273, "se": 0.1327016032235443, "n": 127, "event_time": -6, "adoption_period": 8, "calendar_period": 2 }, { "group": 8, "year": 3, "att": 0.01760666774738711, "se": 0.18767810743568006, "n": 127, "event_time": -5, "adoption_period": 8, "calendar_period": 3 }, { "group": 8, "year": 4, "att": -0.08363167180008882, "se": 0.13233446223733608, "n": 127, "event_time": -4, "adoption_period": 8, "calendar_period": 4 }, { "group": 8, "year": 5, "att": -0.12764834116855664, "se": 0.13306677586746798, "n": 127, "event_time": -3, "adoption_period": 8, "calendar_period": 5 }, { "group": 8, "year": 6, "att": 0.1760666774738713, "se": 0.2645965181121158, "n": 127, "event_time": -2, "adoption_period": 8, "calendar_period": 6 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "n": 127, "event_time": -1, "adoption_period": 8, "calendar_period": 7 }, { "group": 8, "year": 8, "att": -0.16286167666333087, "se": 0.13364699818548462, "n": 127, "event_time": 0, "adoption_period": 8, "calendar_period": 8 }, { "group": 8, "year": 9, "att": 0.10048441057765307, "se": 0.2297035994001276, "n": 127, "event_time": 1, "adoption_period": 8, "calendar_period": 9 }, { "group": 8, "year": 10, "att": -0.14590217029927977, "se": 0.13337997268123314, "n": 127, "event_time": 2, "adoption_period": 8, "calendar_period": 10 }, { "group": 8, "year": 11, "att": 0.0, "se": 0.1879092312690317, "n": 127, "event_time": 3, "adoption_period": 8, "calendar_period": 11 }, { "group": 8, "year": 12, "att": 0.11790577052087763, "se": 0.22953326536799076, "n": 127, "event_time": 4, "adoption_period": 8, "calendar_period": 12 }, { "group": 8, "year": 13, "att": -0.18441272775435272, "se": 0.1341699821558033, "n": 127, "event_time": 5, "adoption_period": 8, "calendar_period": 13 }, { "group": 9, "year": 1, "att": -0.10763026346981759, "se": 0.18421057369642801, "n": 91, "event_time": -8, "adoption_period": 9, "calendar_period": 1 }, { "group": 9, "year": 2, "att": -0.13017711884678218, "se": 0.18448848315692776, "n": 91, "event_time": -7, "adoption_period": 9, "calendar_period": 2 }, { "group": 9, "year": 3, "att": -0.13919586099756795, "se": 0.18459932245794913, "n": 91, "event_time": -6, "adoption_period": 9, "calendar_period": 3 }, { "group": 9, "year": 4, "att": -0.10763026346981759, "se": 0.18421057369642801, "n": 91, "event_time": -5, "adoption_period": 9, "calendar_period": 4 }, { "group": 9, "year": 5, "att": -0.1527239742237467, "se": 0.1847652347922548, "n": 91, "event_time": -4, "adoption_period": 9, "calendar_period": 5 }, { "group": 9, "year": 6, "att": -0.24742076680699784, "se": 0.18591506450880174, "n": 91, "event_time": -3, "adoption_period": 9, "calendar_period": 6 }, { "group": 9, "year": 7, "att": -0.15723334529913957, "se": 0.18482044663836347, "n": 91, "event_time": -2, "adoption_period": 9, "calendar_period": 7 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "n": 91, "event_time": -1, "adoption_period": 9, "calendar_period": 8 }, { "group": 9, "year": 9, "att": -0.18879894282689003, "se": 0.1852056420794248, "n": 91, "event_time": 0, "adoption_period": 9, "calendar_period": 9 }, { "group": 9, "year": 10, "att": -0.16582002215966202, "se": 0.1850106603226561, "n": 91, "event_time": 1, "adoption_period": 9, "calendar_period": 10 }, { "group": 9, "year": 11, "att": -0.151626116769387, "se": 0.18487027314373142, "n": 91, "event_time": 2, "adoption_period": 9, "calendar_period": 11 }, { "group": 9, "year": 12, "att": -0.16543058830546248, "se": 0.18508429223053888, "n": 91, "event_time": 3, "adoption_period": 9, "calendar_period": 12 }, { "group": 9, "year": 13, "att": 0.16524858278824273, "se": 0.3199620261971651, "n": 91, "event_time": 4, "adoption_period": 9, "calendar_period": 13 }, { "group": 10, "year": 1, "att": 0.0831129731632578, "se": 0.019541312055605328, "n": 87, "event_time": -9, "adoption_period": 10, "calendar_period": 1 }, { "group": 10, "year": 2, "att": 0.06002603617346396, "se": 0.022121800943078498, "n": 87, "event_time": -8, "adoption_period": 10, "calendar_period": 2 }, { "group": 10, "year": 3, "att": 0.05079126137754638, "se": 0.023071549045647666, "n": 87, "event_time": -7, "adoption_period": 10, "calendar_period": 3 }, { "group": 10, "year": 4, "att": 0.0831129731632578, "se": 0.019541312055605328, "n": 87, "event_time": -6, "adoption_period": 10, "calendar_period": 4 }, { "group": 10, "year": 5, "att": 0.03693909918367015, "se": 0.024425228171010147, "n": 87, "event_time": -5, "adoption_period": 10, "calendar_period": 5 }, { "group": 10, "year": 6, "att": -0.06002603617346393, "se": 0.03230636164780188, "n": 87, "event_time": -4, "adoption_period": 10, "calendar_period": 6 }, { "group": 10, "year": 7, "att": 0.22970175469385676, "se": 0.19320180150149663, "n": 87, "event_time": -3, "adoption_period": 10, "calendar_period": 7 }, { "group": 10, "year": 8, "att": 0.004617387397958717, "se": 0.02731672479053326, "n": 87, "event_time": -2, "adoption_period": 10, "calendar_period": 8 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "n": 87, "event_time": -1, "adoption_period": 10, "calendar_period": 9 }, { "group": 10, "year": 10, "att": 0.02308693698979385, "se": 0.025705670676579414, "n": 87, "event_time": 0, "adoption_period": 10, "calendar_period": 10 }, { "group": 10, "year": 11, "att": 0.23009231834688385, "se": 0.19323460994970593, "n": 87, "event_time": 1, "adoption_period": 10, "calendar_period": 11 }, { "group": 10, "year": 12, "att": 0.018858983446034618, "se": 0.025821790546950427, "n": 87, "event_time": 2, "adoption_period": 10, "calendar_period": 12 }, { "group": 10, "year": 13, "att": 0.17372166654693233, "se": 0.19388481029802124, "n": 87, "event_time": 3, "adoption_period": 10, "calendar_period": 13 }, { "group": 11, "year": 1, "att": -0.3853305328340656, "se": 0.43577829363997955, "n": 38, "event_time": -10, "adoption_period": 11, "calendar_period": 1 }, { "group": 11, "year": 2, "att": -0.4086615721070013, "se": 0.43590384745270966, "n": 38, "event_time": -9, "adoption_period": 11, "calendar_period": 2 }, { "group": 11, "year": 3, "att": -0.4179939878161756, "se": 0.4359539615768191, "n": 38, "event_time": -8, "adoption_period": 11, "calendar_period": 3 }, { "group": 11, "year": 4, "att": -0.3853305328340656, "se": 0.43577829363997955, "n": 38, "event_time": -7, "adoption_period": 11, "calendar_period": 4 }, { "group": 11, "year": 5, "att": -0.43199261137993705, "se": 0.43602901775670494, "n": 38, "event_time": -6, "adoption_period": 11, "calendar_period": 5 }, { "group": 11, "year": 6, "att": -0.5299829763262675, "se": 0.4365505525443737, "n": 38, "event_time": -5, "adoption_period": 11, "calendar_period": 6 }, { "group": 11, "year": 7, "att": -0.43199261137993705, "se": 0.43602901775670494, "n": 38, "event_time": -4, "adoption_period": 11, "calendar_period": 7 }, { "group": 11, "year": 8, "att": -0.4646560663620472, "se": 0.43620361251592676, "n": 38, "event_time": -3, "adoption_period": 11, "calendar_period": 8 }, { "group": 11, "year": 9, "att": -0.4693222742166343, "se": 0.4362284933684333, "n": 38, "event_time": -2, "adoption_period": 11, "calendar_period": 9 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "n": 38, "event_time": -1, "adoption_period": 11, "calendar_period": 10 }, { "group": 11, "year": 11, "att": -0.43199261137993705, "se": 0.4360290177567049, "n": 38, "event_time": 0, "adoption_period": 11, "calendar_period": 11 }, { "group": 11, "year": 12, "att": -0.4460397729506201, "se": 0.43611698673272903, "n": 38, "event_time": 1, "adoption_period": 11, "calendar_period": 12 }, { "group": 11, "year": 13, "att": 0.3984828019217888, "se": 0.7615281532588993, "n": 38, "event_time": 2, "adoption_period": 11, "calendar_period": 13 }, { "group": 12, "year": 1, "att": 0.0471474586150864, "se": 0.014888363021570735, "n": 37, "event_time": -11, "adoption_period": 12, "calendar_period": 1 }, { "group": 12, "year": 2, "att": 0.023573729307543204, "se": 0.018255853721427257, "n": 37, "event_time": -10, "adoption_period": 12, "calendar_period": 2 }, { "group": 12, "year": 3, "att": 0.014144237584525907, "se": 0.019437948484427377, "n": 37, "event_time": -9, "adoption_period": 12, "calendar_period": 3 }, { "group": 12, "year": 4, "att": 0.0471474586150864, "se": 0.014888363021570735, "n": 37, "event_time": -8, "adoption_period": 12, "calendar_period": 4 }, { "group": 12, "year": 5, "att": 3.000602769011982e-18, "se": 0.02108498448593826, "n": 37, "event_time": -7, "adoption_period": 12, "calendar_period": 5 }, { "group": 12, "year": 6, "att": -0.09900966309168147, "se": 0.03014342416345568, "n": 37, "event_time": -6, "adoption_period": 12, "calendar_period": 6 }, { "group": 12, "year": 7, "att": 0.0, "se": 0.02108498448593826, "n": 37, "event_time": -5, "adoption_period": 12, "calendar_period": 7 }, { "group": 12, "year": 8, "att": -0.03300322103056052, "se": 0.024492287641210708, "n": 37, "event_time": -4, "adoption_period": 12, "calendar_period": 8 }, { "group": 12, "year": 9, "att": 0.42024950949339174, "se": 0.44775610602567445, "n": 37, "event_time": -3, "adoption_period": 12, "calendar_period": 9 }, { "group": 12, "year": 10, "att": -0.00942949172301731, "se": 0.02211355309697127, "n": 37, "event_time": -2, "adoption_period": 12, "calendar_period": 10 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "n": 37, "event_time": -1, "adoption_period": 12, "calendar_period": 11 }, { "group": 12, "year": 12, "att": -0.014144237584525878, "se": 0.02260988307167752, "n": 37, "event_time": 0, "adoption_period": 12, "calendar_period": 12 }, { "group": 12, "year": 13, "att": 0.40089001087500287, "se": 0.44786977864594946, "n": 37, "event_time": 1, "adoption_period": 12, "calendar_period": 13 }, { "group": 13, "year": 1, "att": 0.06188321413057651, "se": 0.017131619610071522, "n": 34, "event_time": -12, "adoption_period": 13, "calendar_period": 1 }, { "group": 13, "year": 2, "att": 0.03808197792650864, "se": 0.020185824728329357, "n": 34, "event_time": -11, "adoption_period": 13, "calendar_period": 2 }, { "group": 13, "year": 3, "att": 0.02856148344488141, "se": 0.02128303370508291, "n": 34, "event_time": -10, "adoption_period": 13, "calendar_period": 3 }, { "group": 13, "year": 4, "att": 0.06188321413057651, "se": 0.017131619610071522, "n": 34, "event_time": -9, "adoption_period": 13, "calendar_period": 4 }, { "group": 13, "year": 5, "att": 0.014280741722440692, "se": 0.022828075898091958, "n": 34, "event_time": -8, "adoption_period": 13, "calendar_period": 5 }, { "group": 13, "year": 6, "att": -0.08568445033464439, "se": 0.031542891390696895, "n": 34, "event_time": -7, "adoption_period": 13, "calendar_period": 6 }, { "group": 13, "year": 7, "att": 0.014280741722440688, "se": 0.022828075898091944, "n": 34, "event_time": -6, "adoption_period": 13, "calendar_period": 7 }, { "group": 13, "year": 8, "att": -0.019040988963254245, "se": 0.02607097431492224, "n": 34, "event_time": -5, "adoption_period": 13, "calendar_period": 8 }, { "group": 13, "year": 9, "att": -0.01904098896325426, "se": 0.026070974314922172, "n": 34, "event_time": -4, "adoption_period": 13, "calendar_period": 9 }, { "group": 13, "year": 10, "att": 0.004760247240813564, "se": 0.02380110108454701, "n": 34, "event_time": -3, "adoption_period": 13, "calendar_period": 10 }, { "group": 13, "year": 11, "att": 0.014280741722440692, "se": 0.02282807589809193, "n": 34, "event_time": -2, "adoption_period": 13, "calendar_period": 11 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "n": 34, "event_time": -1, "adoption_period": 13, "calendar_period": 12 }, { "group": 13, "year": 13, "att": -0.03808197792650866, "se": 0.02774935640085482, "n": 34, "event_time": 0, "adoption_period": 13, "calendar_period": 13 } ], "package_dynamic_equal_event_att": 0.03279944466837868, "treated_cell_att": 0.02268051352455287, "treated_cell_se": 0.017183490431455773, "checks": { "max_group_time_vs_direct_did_difference": 3.885780586188048e-16, "max_dynamic_if_vs_direct_if_difference": 1.4210854715202004e-14, "independent_cluster_se": 0.017339567716150833, "cluster_se_difference": 0.0, "scalar_vs_equal_event_average": 0.0, "simple_vs_treated_cell_average": 1.0408340855860843e-17, "group_time_cells": 156, "post_treatment_cells": 78, "treated_unit_years": 14472 }, "warnings": [ "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 1.6684743338264525, "target": "Dynamic aggregation: equal weights across all observed nonnegative event times; cohort-size weights within each event time", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty", "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.018301459552317233, "event_study": [ { "event_time": -12, "estimate": -1.734723475976807e-18, "raw_gap": 0.008860448254959455, "n": 34, "relative_to_minus_one": 0.00010973551352550106 }, { "event_time": -11, "estimate": -0.004868279138066879, "raw_gap": 0.0012778462093417189, "n": 71, "relative_to_minus_one": -0.004758543624541376 }, { "event_time": -10, "estimate": -0.005238133898887591, "raw_gap": -0.0011267896979104478, "n": 109, "relative_to_minus_one": -0.005128398385362088 }, { "event_time": -9, "estimate": -0.0017597386493543765, "raw_gap": 0.0028657794238682267, "n": 196, "relative_to_minus_one": -0.0016500031358288737 }, { "event_time": -8, "estimate": -0.00428627937687754, "raw_gap": 0.0008259272704667326, "n": 287, "relative_to_minus_one": -0.004176543863352037 }, { "event_time": -7, "estimate": -0.005345608629556736, "raw_gap": -0.003930615932955226, "n": 414, "relative_to_minus_one": -0.005235873116031233 }, { "event_time": -6, "estimate": -0.002932749126835821, "raw_gap": -0.0020990555902966994, "n": 545, "relative_to_minus_one": -0.0028230136133103184 }, { "event_time": -5, "estimate": 0.0008890989404468655, "raw_gap": 0.0019375478704667527, "n": 647, "relative_to_minus_one": 0.0009988344539723683 }, { "event_time": -4, "estimate": -0.0018894427864569532, "raw_gap": -0.0007594387294763863, "n": 805, "relative_to_minus_one": -0.0017797072729314504 }, { "event_time": -3, "estimate": -0.0011897411601019525, "raw_gap": 0.00016951570168074537, "n": 973, "relative_to_minus_one": -0.0010800056465764497 }, { "event_time": -2, "estimate": -0.0015690375187383278, "raw_gap": -0.0003566579909318551, "n": 1259, "relative_to_minus_one": -0.001459302005212825 }, { "event_time": -1, "estimate": -0.0001097355135255028, "raw_gap": 0.0008147864885994718, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.013722251863967236, "raw_gap": 0.01464677386609219, "n": 1651, "relative_to_minus_one": 0.013831987377492739 }, { "event_time": 1, "estimate": 0.009315609599111553, "raw_gap": 0.010073266114163945, "n": 1617, "relative_to_minus_one": 0.009425345112637056 }, { "event_time": 2, "estimate": 0.030668708866080467, "raw_gap": 0.03135858919889206, "n": 1580, "relative_to_minus_one": 0.03077844437960597 }, { "event_time": 3, "estimate": -0.03300828610619385, "raw_gap": -0.03230903233991511, "n": 1542, "relative_to_minus_one": -0.03289855059266835 }, { "event_time": 4, "estimate": 0.03955243878545092, "raw_gap": 0.03997840736494005, "n": 1455, "relative_to_minus_one": 0.03966217429897642 }, { "event_time": 5, "estimate": -0.02907555412822181, "raw_gap": -0.029032165185611452, "n": 1364, "relative_to_minus_one": -0.02896581861469631 }, { "event_time": 6, "estimate": -0.0061924855228411915, "raw_gap": -0.005432114585803764, "n": 1237, "relative_to_minus_one": -0.0060827500093156885 }, { "event_time": 7, "estimate": 0.022114335504328748, "raw_gap": 0.023083614752153807, "n": 1106, "relative_to_minus_one": 0.02222407101785425 }, { "event_time": 8, "estimate": 0.03817443179398012, "raw_gap": 0.03901909251886603, "n": 1004, "relative_to_minus_one": 0.03828416730750562 }, { "event_time": 9, "estimate": 0.07584621513660697, "raw_gap": 0.07657521343405255, "n": 846, "relative_to_minus_one": 0.07595595065013247 }, { "event_time": 10, "estimate": 0.09514158086053529, "raw_gap": 0.09544221345492139, "n": 678, "relative_to_minus_one": 0.09525131637406078 }, { "event_time": 11, "estimate": 0.07116083885501943, "raw_gap": 0.07116083885501943, "n": 392, "relative_to_minus_one": 0.07127057436854493 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.008860448254959458, 0.0012778462093417198, -0.0011267896979104478, 0.0028657794238682224, 0.0008259272704667319, -0.003930615932955223, -0.0020990555902966972, 0.0019375478704667802, -0.0007594387294763638, 0.0001695157016807412, -0.00035665799093183477, 0.0008147864885994925, 0.014646773866092174, 0.010073266114163976, 0.03135858919889198, -0.032309032339915236, 0.03997840736494001, -0.029032165185611417, -0.00543211458580318, 0.023083614752153803, 0.039019092518866066, 0.07657521343405191, 0.09544221345492193, 0.07116083885501993 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.0007126884580202027 }, { "cohort": 3, "pre_gap": 0.0024577598847928704 }, { "cohort": 4, "pre_gap": 0.0014639671401677004 }, { "cohort": 5, "pre_gap": 0.002195916473618083 }, { "cohort": 6, "pre_gap": -0.0010033893051847632 }, { "cohort": 7, "pre_gap": -0.006940128593659696 }, { "cohort": 8, "pre_gap": 0.0061604589608371015 }, { "cohort": 9, "pre_gap": 0.005269712924656569 }, { "cohort": 10, "pre_gap": 0.0003095162694867969 }, { "cohort": 11, "pre_gap": 0.0036518826756051044 }, { "cohort": 12, "pre_gap": 0.008860448254959456 } ], "diagnostics": { "converged": true, "pre_rmse": 0.005187875975052298, "zeta_omega": [ 0.0, 4.728939469238518, 5.273082759972881, 4.907680378949129, 4.402383963846151, 6.019745214363882, 6.52723668254024, 5.897917439388138, 5.740072882954632, 4.416990458828937, 3.9569871997647383, 3.2591016760555753 ], "zeta_lambda": [ 0.0, 6.31428347734747e-07, 8.236396912282484e-07, 7.991924486518975e-07, 8.236930055458381e-07, 1.0939205381893514e-06, 1.2423404274699791e-06, 1.277014532901789e-06, 1.3289927010922285e-06, 1.3517620456754529e-06, 1.34913905809115e-06, 1.349671820212682e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 1.0408340855860843e-17 }, "seconds": 70.93818716611713, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.023337849897455538, "event_study": [ { "event_time": -12, "estimate": 0.04076419707188277, "raw_gap": 0.04076419707188277, "n": 34, "relative_to_minus_one": 0.037485633891641265 }, { "event_time": -11, "estimate": 0.008540626205622284, "raw_gap": 0.008540626205622284, "n": 71, "relative_to_minus_one": 0.005262063025380775 }, { "event_time": -10, "estimate": -0.00247106355421768, "raw_gap": -0.00247106355421768, "n": 109, "relative_to_minus_one": -0.0057496267344591895 }, { "event_time": -9, "estimate": 0.009802631819680486, "raw_gap": 0.009802631819680486, "n": 196, "relative_to_minus_one": 0.006524068639438977 }, { "event_time": -8, "estimate": 0.002807411852610016, "raw_gap": 0.002807411852610016, "n": 287, "relative_to_minus_one": -0.0004711513276314935 }, { "event_time": -7, "estimate": -0.015200137812588626, "raw_gap": -0.015200137812588626, "n": 414, "relative_to_minus_one": -0.018478700992830135 }, { "event_time": -6, "estimate": -0.009732534048294396, "raw_gap": -0.009732534048294396, "n": 545, "relative_to_minus_one": -0.013011097228535905 }, { "event_time": -5, "estimate": 0.0034816794779632862, "raw_gap": 0.0034816794779632862, "n": 647, "relative_to_minus_one": 0.00020311629772177663 }, { "event_time": -4, "estimate": -0.0036124632530069563, "raw_gap": -0.0036124632530069563, "n": 805, "relative_to_minus_one": -0.006891026433248466 }, { "event_time": -3, "estimate": 0.002291095855620961, "raw_gap": 0.002291095855620961, "n": 973, "relative_to_minus_one": -0.0009874673246205484 }, { "event_time": -2, "estimate": 0.00012740074094927183, "raw_gap": 0.00012740074094927183, "n": 1259, "relative_to_minus_one": -0.003151162439292238 }, { "event_time": -1, "estimate": 0.0032785631802415096, "raw_gap": 0.0032785631802415096, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.020278806814856696, "raw_gap": 0.020278806814856696, "n": 1651, "relative_to_minus_one": 0.017000243634615185 }, { "event_time": 1, "estimate": 0.014025614292562326, "raw_gap": 0.014025614292562326, "n": 1617, "relative_to_minus_one": 0.010747051112320816 }, { "event_time": 2, "estimate": 0.035917974318553494, "raw_gap": 0.035917974318553494, "n": 1580, "relative_to_minus_one": 0.03263941113831199 }, { "event_time": 3, "estimate": -0.026564183409289944, "raw_gap": -0.026564183409289944, "n": 1542, "relative_to_minus_one": -0.029842746589531455 }, { "event_time": 4, "estimate": 0.04333576870584717, "raw_gap": 0.04333576870584717, "n": 1455, "relative_to_minus_one": 0.04005720552560566 }, { "event_time": 5, "estimate": -0.027682704638750895, "raw_gap": -0.027682704638750895, "n": 1364, "relative_to_minus_one": -0.030961267818992406 }, { "event_time": 6, "estimate": -0.0004658623825236354, "raw_gap": -0.0004658623825236354, "n": 1237, "relative_to_minus_one": -0.0037444255627651453 }, { "event_time": 7, "estimate": 0.0282488117901239, "raw_gap": 0.0282488117901239, "n": 1106, "relative_to_minus_one": 0.024970248609882388 }, { "event_time": 8, "estimate": 0.043768607739575166, "raw_gap": 0.043768607739575166, "n": 1004, "relative_to_minus_one": 0.04049004455933366 }, { "event_time": 9, "estimate": 0.08247789238964658, "raw_gap": 0.08247789238964658, "n": 846, "relative_to_minus_one": 0.07919932920940506 }, { "event_time": 10, "estimate": 0.09965076981563743, "raw_gap": 0.09965076981563743, "n": 678, "relative_to_minus_one": 0.09637220663539592 }, { "event_time": 11, "estimate": 0.0728386664993939, "raw_gap": 0.0728386664993939, "n": 392, "relative_to_minus_one": 0.06956010331915238 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.04076419707188278, 0.008540626205622286, -0.0024710635542176786, 0.009802631819680484, 0.0028074118526100244, -0.015200137812588664, -0.00973253404829443, 0.0034816794779632797, -0.0036124632530069355, 0.002291095855620974, 0.0001274007409492634, 0.003278563180241531, 0.020278806814856644, 0.014025614292562261, 0.035917974318553404, -0.026564183409290006, 0.04333576870584719, -0.027682704638750805, -0.0004658623825242414, 0.02824881179012392, 0.04376860773957512, 0.0824778923896455, 0.09965076981563646, 0.07283866649939418 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 24, "termination_reason": "Relative objective tolerance reached", "objective": 0.4724049738245167, "lambda_l": 0.0009073861899379472, "singular_values": [ 72.30604131735014, 51.62881107898306, 47.05679067886456, 43.813063069479426, 36.35929955020805, 34.71298048143589, 31.94831637821584, 29.18397090995276, 26.548505023346333, 17.000139842279925, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4726346084807591, 0.47247752752810024, 0.47242823781619936, 0.4724126026773937, 0.47240755123634687, 0.47240587548472074, 0.47240530139115894, 0.4724050974882853, 0.4724050222657876, 0.4724049934496055, 0.47240498201245773, 0.47240497732642833, 0.47240497535314957, 0.4724049745029173, 0.4724049741295634, 0.47240497396321957, 0.47240497388803526, 0.47240497385379027, 0.4724049738378673, 0.472404973830583, 0.4724049738272629, 0.4724049738255821, 0.47240497382491703, 0.4724049738245167 ], "history_rmse": [ 0.34395503977471625, 0.34378012835013777, 0.3436756007418436, 0.3436154734720563, 0.34358151492690253, 0.3435624505015297, 0.34355174653943704, 0.3435457162713495, 0.3435423008118966, 0.34354035343180217, 0.3435392345962055, 0.34353858635287243, 0.3435382073440956, 0.3435379836114529, 0.34353785021301925, 0.3435377698564622, 0.3435377209477583, 0.34353769087227715, 0.34353767219064013, 0.3435376604735904, 0.343537653056582, 0.34353764832043965, 0.3435376452720891, 0.3435376432952535 ] }, "checks": { "scalar_vs_treated_cell_average": 2.0816681711721685e-17 }, "seconds": 0.04157408373430371, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "crabbymetrics.HorizontalPanelRidge-equivalent dual solve", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.08458449736888857, "event_study": [ { "event_time": -12, "estimate": 0.0, "raw_gap": 0.0, "n": 34, "relative_to_minus_one": -9.904310403552492e-06 }, { "event_time": -11, "estimate": -2.465778962108723e-05, "raw_gap": -2.465778962108723e-05, "n": 71, "relative_to_minus_one": -3.456210002463972e-05 }, { "event_time": -10, "estimate": -2.276725508072675e-05, "raw_gap": -2.276725508072675e-05, "n": 109, "relative_to_minus_one": -3.267156548427924e-05 }, { "event_time": -9, "estimate": -1.5200915459543807e-05, "raw_gap": -1.5200915459543807e-05, "n": 196, "relative_to_minus_one": -2.5105225863096297e-05 }, { "event_time": -8, "estimate": -1.2214401846239845e-05, "raw_gap": -1.2214401846239845e-05, "n": 287, "relative_to_minus_one": -2.2118712249792335e-05 }, { "event_time": -7, "estimate": -3.0424695669377466e-05, "raw_gap": -3.0424695669377466e-05, "n": 414, "relative_to_minus_one": -4.032900607292996e-05 }, { "event_time": -6, "estimate": -1.5046214658491104e-05, "raw_gap": -1.5046214658491104e-05, "n": 545, "relative_to_minus_one": -2.4950525062043598e-05 }, { "event_time": -5, "estimate": 1.0435626819785705e-05, "raw_gap": 1.0435626819785705e-05, "n": 647, "relative_to_minus_one": 5.313164162332133e-07 }, { "event_time": -4, "estimate": -1.9910656722835674e-06, "raw_gap": -1.9910656722835674e-06, "n": 805, "relative_to_minus_one": -1.1895376075836058e-05 }, { "event_time": -3, "estimate": 4.365470608991433e-06, "raw_gap": 4.365470608991433e-06, "n": 973, "relative_to_minus_one": -5.538839794561059e-06 }, { "event_time": -2, "estimate": 4.57870973613244e-06, "raw_gap": 4.57870973613244e-06, "n": 1259, "relative_to_minus_one": -5.3256006674200516e-06 }, { "event_time": -1, "estimate": 9.904310403552492e-06, "raw_gap": 9.904310403552492e-06, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.06093144793586894, "raw_gap": 0.06093144793586894, "n": 1651, "relative_to_minus_one": 0.06092154362546538 }, { "event_time": 1, "estimate": 0.06221262865931947, "raw_gap": 0.06221262865931947, "n": 1617, "relative_to_minus_one": 0.06220272434891592 }, { "event_time": 2, "estimate": 0.084898907154402, "raw_gap": 0.084898907154402, "n": 1580, "relative_to_minus_one": 0.08488900284399845 }, { "event_time": 3, "estimate": 0.043489850566232655, "raw_gap": 0.043489850566232655, "n": 1542, "relative_to_minus_one": 0.0434799462558291 }, { "event_time": 4, "estimate": 0.1267744216541873, "raw_gap": 0.1267744216541873, "n": 1455, "relative_to_minus_one": 0.12676451734378377 }, { "event_time": 5, "estimate": 0.03687369994680066, "raw_gap": 0.03687369994680066, "n": 1364, "relative_to_minus_one": 0.036863795636397106 }, { "event_time": 6, "estimate": 0.06778216721533104, "raw_gap": 0.06778216721533104, "n": 1237, "relative_to_minus_one": 0.06777226290492748 }, { "event_time": 7, "estimate": 0.0909783961811188, "raw_gap": 0.0909783961811188, "n": 1106, "relative_to_minus_one": 0.09096849187071525 }, { "event_time": 8, "estimate": 0.1002212212911528, "raw_gap": 0.1002212212911528, "n": 1004, "relative_to_minus_one": 0.10021131698074924 }, { "event_time": 9, "estimate": 0.1387617697466946, "raw_gap": 0.1387617697466946, "n": 846, "relative_to_minus_one": 0.13875186543629106 }, { "event_time": 10, "estimate": 0.17314521711755698, "raw_gap": 0.17314521711755698, "n": 678, "relative_to_minus_one": 0.17313531280715344 }, { "event_time": 11, "estimate": 0.17112603091210443, "raw_gap": 0.17112603091210443, "n": 392, "relative_to_minus_one": 0.1711161266017009 } ], "seconds": 0.008666042238473892, "crabbymetrics": "0.9.1 (reference objective)", "target": "All observed treated unit-years, equal cell weights", "normalization": "Original source outcome / source SD; no mean subtraction", "numerical_backend": "Centered dual ridge; unchanged unpenalized intercept, donors, penalty and objective", "backend_sha256": "38252374942f3d48e1ee00a251ddddfc5a9df948f3289f67e10998d4735e008f", "checks": { "scalar_vs_treated_cell_average": 0.0 }, "validation": "analyses/archive-expanded/ridge-dual-validation.json", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023411835601692722, "SE": 0.01669918683380009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.020690986628819668, "SE": 0.023078264766856125, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.024931513852719082, "SE": 0.011925574150685524, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02295029924928877, "SE": 0.01665111755851121, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.03279944466837868, "SE": 0.017339567716150833, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.02268051352455287, "SE": 0.017183490431455773, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.018301459552317233, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.023337849897455538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08458449736888857, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "9c3093549e3591900c0b1a99c7db688f4caa1d4817d030b274032427ca8cf2bf", "runner.py": "9e1c0793f2fa4d4c05ae8672cc2d1e27dc0acb13695e32d56043b8280c0636b8", "csdid_model.py": "fb9553433b59065b2bef0d8ea3441a429d44350b9f18e791ccbb08f8dce699cb", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc1afacddc30a8244338144e1f7647ff6026bcdf1fc2768ae21e6c5fa61a4c29", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "aba2b72cf19a45e82f49e4ddac2bc10bc82da1a3c872a408f94508eaea001bd5" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023411835601692722, "SE": 0.01669918683380009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.009325628957498368, "upper": 0.05614930016088381, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.020690986628819668, "SE": 0.023078264766856125, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.024552166969735095, "upper": 0.06593414022737443, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.024931513852719082, "SE": 0.011925574150685524, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0015523478495065857, "upper": 0.04831067985593158, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02295029924928877, "SE": 0.01665111755851121, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.009692929212551132, "upper": 0.055593527711128674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.03279944466837868, "SE": 0.017339567716150833, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.001185483562770387, "upper": 0.06678437289952775, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.02268051352455287, "SE": 0.017183490431455773, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.01099850884978908, "upper": 0.05635953589889482, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.018301459552317233, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.023337849897455538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08458449736888857, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791580796.006146, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.023411835601692722, "SE": 0.01669918683380009, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": -0.009325628957498368, "upper": 0.05614930016088381, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.020690986628819668, "SE": 0.023078264766856125, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.024552166969735095, "upper": 0.06593414022737443, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.024931513852719082, "SE": 0.011925574150685524, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0015523478495065857, "upper": 0.04831067985593158, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02295029924928877, "SE": 0.01665111755851121, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.009692929212551132, "upper": 0.055593527711128674, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.03279944466837868, "SE": 0.017339567716150833, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.001185483562770387, "upper": 0.06678437289952775, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.02268051352455287, "SE": 0.017183490431455773, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.01099850884978908, "upper": 0.05635953589889482, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.018301459552317233, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.023337849897455538, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.08458449736888857, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 5, "specification_id": "S05-P002", "source_specification_id": "AUDITS-T4-C3-CONVICTION", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Do Government Audits Reduce Corruption?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S05-P002.json", "input_bytes": 3959454, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s05-p002", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C3-CONVICTION", "source_specification_id": "AUDITS-T4-C3-CONVICTION", "specification_id": "S05-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C3-CONVICTION.csv", "output_dir": "analyses/full-archive/results/S05-P002" }, "source": { "file": "AUDITS-T4-C3-CONVICTION.csv", "bytes": 3959454, "sha256": "b89f5bace52e6fd44be306deb35668ff1fa34024564c0a6cf2f7b836aed5dfa1" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.1581899386014469, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.02974674224159661, "se": 0.015100916289695789, "pvalue": 0.04890729452096861, "lower": 0.00014256350131187923, "upper": 0.05935092098188134 }, { "method": "Dynamic TWFE", "estimate": 0.017208682124055824, "se": 0.021664128520566442, "pvalue": 0.42703400828809795, "lower": -0.025262166708672144, "upper": 0.05967953095678379 }, { "method": "BJS / did2s", "estimate": 0.031145019752506185, "se": 0.014359341986215966, "pvalue": 0.03013016949456201, "lower": 0.0029946400935658805, "upper": 0.05929539941144649 }, { "method": "Sun\u2013Abraham", "estimate": 0.02491540528604237, "se": 0.018474859937255783, "pvalue": 0.17752087889992244, "lower": -0.011303129092394604, "upper": 0.061133939664479345 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.009038170934936689, "se": 0.06381360407383287, "pvalue": 0.8873746874557294, "lower": -0.11606346560301192, "upper": 0.13413980747288531 }, { "event_time": -11, "estimate": 0.013100408617006452, "se": 0.04294396790568512, "pvalue": 0.7603341156633648, "lower": -0.07108791991272968, "upper": 0.09728873714674259 }, { "event_time": -10, "estimate": -0.005844092606962217, "se": 0.03748437811173695, "pvalue": 0.8761120814812531, "lower": -0.07932931749662568, "upper": 0.06764113228270126 }, { "event_time": -9, "estimate": 0.06358873980740438, "se": 0.0641995903913263, "pvalue": 0.3219833787938483, "lower": -0.062269593060433656, "upper": 0.1894470726752424 }, { "event_time": -8, "estimate": 0.001891634248915083, "se": 0.04409862596279857, "pvalue": 0.9657864618379344, "lower": -0.08456031212035715, "upper": 0.08834358061818733 }, { "event_time": -7, "estimate": -0.026248212886841794, "se": 0.03754190019065622, "pvalue": 0.48447652285957843, "lower": -0.09984620536445626, "upper": 0.04734977959077267 }, { "event_time": -6, "estimate": 0.0028136921308358725, "se": 0.04034298443597622, "pvalue": 0.9443998983792069, "lower": -0.07627560942195254, "upper": 0.08190299368362429 }, { "event_time": -5, "estimate": 0.002871692471483128, "se": 0.04398126588435399, "pvalue": 0.9479428100140818, "lower": -0.08335017853861253, "upper": 0.08909356348157878 }, { "event_time": -4, "estimate": -0.04061104797203294, "se": 0.03449724313644799, "pvalue": 0.2391595158118868, "lower": -0.10824022571638825, "upper": 0.027018129772322375 }, { "event_time": -3, "estimate": -0.0435765622930925, "se": 0.034421868552512024, "pvalue": 0.2055859347467724, "lower": -0.1110579739938179, "upper": 0.023904849407632885 }, { "event_time": -2, "estimate": -0.02092064810960307, "se": 0.026639727507419914, "pvalue": 0.43230331709910164, "lower": -0.07314577402863606, "upper": 0.031304477809429916 }, { "event_time": 0, "estimate": -0.0020425339659435235, "se": 0.0286170640737452, "pvalue": 0.9431023148939383, "lower": -0.05814407532998749, "upper": 0.05405900739810044 }, { "event_time": 1, "estimate": 0.041020373791659986, "se": 0.031088990715188777, "pvalue": 0.18707705564081353, "lower": -0.01992718861655743, "upper": 0.1019679361998774 }, { "event_time": 2, "estimate": -0.03588690887390521, "se": 0.03088679442616611, "pvalue": 0.24533570959929957, "lower": -0.09643808109188405, "upper": 0.024664263344073636 }, { "event_time": 3, "estimate": 0.015277095598264267, "se": 0.0354633901436111, "pvalue": 0.6666426743011086, "lower": -0.05424613864840836, "upper": 0.08480032984493689 }, { "event_time": 4, "estimate": 0.02982511701166078, "se": 0.03714100522986353, "pvalue": 0.4219977806328529, "lower": -0.042986951893654646, "upper": 0.10263718591697621 }, { "event_time": 5, "estimate": 0.03378390735756299, "se": 0.04045219348650742, "pvalue": 0.4036682363094073, "lower": -0.04551949009443842, "upper": 0.11308730480956439 }, { "event_time": 6, "estimate": 0.02849262554089369, "se": 0.04224202682909905, "pvalue": 0.5000179335894411, "lower": -0.05431960178426975, "upper": 0.11130485286605712 }, { "event_time": 7, "estimate": 0.03494718258856566, "se": 0.043247941295634765, "pvalue": 0.4190898570945514, "lower": -0.04983706226808238, "upper": 0.1197314274452137 }, { "event_time": 8, "estimate": 0.05054170539516384, "se": 0.03894097947876144, "pvalue": 0.19437773066617176, "lower": -0.025799073846003467, "upper": 0.12688248463633114 }, { "event_time": 9, "estimate": 0.00718544096936696, "se": 0.029682484461964143, "pvalue": 0.8087302474956061, "lower": -0.05100477468445499, "upper": 0.06537565662318891 }, { "event_time": 10, "estimate": -7.88127127431337e-05, "se": 0.021542060793423207, "pvalue": 0.9970810467928501, "lower": -0.04231035720502956, "upper": 0.0421527317795433 }, { "event_time": 11, "estimate": -0.0023283556583402133, "se": 0.026629372834369478, "pvalue": 0.9303286433310359, "lower": -0.0545331820415105, "upper": 0.04987647072483008 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.012664845875162478, "se": 0.060056966853587544, "pvalue": 0.8329887921388887, "lower": -0.10507219386633643, "upper": 0.13040188561666138 }, { "event_time": -11, "estimate": 0.021548644009242043, "se": 0.03713484243680474, "pvalue": 0.5617504035927021, "lower": -0.05125134321680626, "upper": 0.09434863123529035 }, { "event_time": -10, "estimate": 0.0009732909670093159, "se": 0.03406651486274684, "pvalue": 0.9772083919000399, "lower": -0.06581147730188626, "upper": 0.0677580592359049 }, { "event_time": -9, "estimate": 0.06925802220842076, "se": 0.05466642236159911, "pvalue": 0.20524068115624375, "lower": -0.03791127186871901, "upper": 0.17642731628556052 }, { "event_time": -8, "estimate": 0.013756069831208521, "se": 0.030189086761659534, "pvalue": 0.6486509818930222, "lower": -0.04542730045924004, "upper": 0.07293944012165708 }, { "event_time": -7, "estimate": 0.006314372679601129, "se": 0.023795490906335155, "pvalue": 0.7907426816264171, "lower": -0.040334847307443585, "upper": 0.052963592666645846 }, { "event_time": -6, "estimate": 0.023001242379857872, "se": 0.026904983051167678, "pvalue": 0.39264255449927965, "lower": -0.029743896522381873, "upper": 0.07574638128209762 }, { "event_time": -5, "estimate": 0.015280103581197274, "se": 0.03173402850857238, "pvalue": 0.6301777664426798, "lower": -0.04693200554479761, "upper": 0.07749221270719216 }, { "event_time": -4, "estimate": -0.03329689041175155, "se": 0.021761206197920234, "pvalue": 0.12605234044540037, "lower": -0.07595805252461037, "upper": 0.009364271701107263 }, { "event_time": -3, "estimate": -0.03184909712018822, "se": 0.02132162486543086, "pvalue": 0.13530294551002542, "lower": -0.07364849402037661, "upper": 0.009950299780000171 }, { "event_time": -2, "estimate": -0.007130698740732147, "se": 0.018247713411684283, "pvalue": 0.6959817325929585, "lower": -0.042903929919399585, "upper": 0.02864253243793529 }, { "event_time": -1, "estimate": 0.013421162911994168, "se": 0.017130106470954455, "pvalue": 0.43337886350324833, "lower": -0.020161086275909908, "upper": 0.047003412099898244 }, { "event_time": 0, "estimate": 0.01151414844021879, "se": 0.023332248710770172, "pvalue": 0.6216898656569095, "lower": -0.034226921041620784, "upper": 0.05725521792205837 }, { "event_time": 1, "estimate": 0.05587163704447052, "se": 0.027578965965218565, "pvalue": 0.042828454746562425, "lower": 0.0018052067535039018, "upper": 0.10993806733543714 }, { "event_time": 2, "estimate": -0.022524985061521823, "se": 0.025225507695854372, "pvalue": 0.37192828926833627, "lower": -0.0719776423914662, "upper": 0.02692767226842255 }, { "event_time": 3, "estimate": 0.027758485720153037, "se": 0.030472920161190457, "pvalue": 0.36237835757949405, "lower": -0.03198131800327268, "upper": 0.08749828944357875 }, { "event_time": 4, "estimate": 0.045134377202552076, "se": 0.03366223946261402, "pvalue": 0.18004381989606344, "lower": -0.020857840404103323, "upper": 0.11112659480920747 }, { "event_time": 5, "estimate": 0.04624718805800793, "se": 0.037335511998062246, "pvalue": 0.21551590493693748, "lower": -0.02694619632654626, "upper": 0.11944057244256212 }, { "event_time": 6, "estimate": 0.03970174234120886, "se": 0.039425720791138534, "pvalue": 0.3139813680372124, "lower": -0.03758933476130106, "upper": 0.11699281944371878 }, { "event_time": 7, "estimate": 0.05073068173776955, "se": 0.040786625253769596, "pvalue": 0.21362703758851226, "lower": -0.029228343334736874, "upper": 0.13068970681027597 }, { "event_time": 8, "estimate": 0.06644920329596264, "se": 0.036562294536651455, "pvalue": 0.06920999410554168, "lower": -0.005228348042862152, "upper": 0.13812675463478744 }, { "event_time": 9, "estimate": 0.027175483585029008, "se": 0.023827176936924228, "pvalue": 0.25412057252145864, "lower": -0.019535854414931855, "upper": 0.07388682158498987 }, { "event_time": 10, "estimate": 0.011821387312096105, "se": 0.006214081756155577, "pvalue": 0.057180287432305535, "lower": -0.00036083948042643817, "upper": 0.024003614104618647 }, { "event_time": 11, "estimate": 0.006303797603880668, "se": 0.0030111219885003556, "pvalue": 0.036352708227649515, "lower": 0.00040072577391544843, "upper": 0.012206869433845888 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": -2.306815809151169e-13, "se": 0.0, "pvalue": null, "lower": -2.306815809151169e-13, "upper": -2.306815809151169e-13 }, { "event_time": -11, "estimate": 0.03889455172512821, "se": 0.009246287371676433, "pvalue": 2.637370233033184e-05, "lower": 0.020767920282112575, "upper": 0.057021183168143835 }, { "event_time": -10, "estimate": 0.04922131245497352, "se": 0.0583746006072327, "pvalue": 0.39915702851967433, "lower": -0.06521757834587497, "upper": 0.163660203255822 }, { "event_time": -9, "estimate": -0.05655881894264657, "se": 0.11525221419058586, "pvalue": 0.6236314903773533, "lower": -0.2825018732353089, "upper": 0.16938423535001573 }, { "event_time": -8, "estimate": -0.06986107588498282, "se": 0.08819615495499994, "pvalue": 0.4283327317809081, "lower": -0.24276281809749234, "upper": 0.10304066632752672 }, { "event_time": -7, "estimate": -0.03505494586938954, "se": 0.06852829330196424, "pvalue": 0.608994997179008, "lower": -0.1693993660859508, "upper": 0.09928947434717172 }, { "event_time": -6, "estimate": -0.027132631168568913, "se": 0.06268048650897279, "pvalue": 0.6651257669386397, "lower": -0.15001287833647226, "upper": 0.09574761599933442 }, { "event_time": -5, "estimate": -0.04288981204155148, "se": 0.061524017427635046, "pvalue": 0.48575710306830155, "lower": -0.16350289099696053, "upper": 0.07772326691385756 }, { "event_time": -4, "estimate": -0.07122588428787473, "se": 0.0466512315773253, "pvalue": 0.12687837189588066, "lower": -0.16268201658972298, "upper": 0.020230248013973523 }, { "event_time": -3, "estimate": -0.05790254385689971, "se": 0.041764773360678034, "pvalue": 0.16568555204344884, "lower": -0.1397791526598151, "upper": 0.023974064946015693 }, { "event_time": -2, "estimate": -0.023481971278406878, "se": 0.02962982993609482, "pvalue": 0.4280990220976458, "lower": -0.08156896180565926, "upper": 0.0346050192488455 }, { "event_time": 0, "estimate": -0.004379922966252652, "se": 0.028218655870129686, "pvalue": 0.8766588764729478, "lower": -0.05970041585316033, "upper": 0.05094056992065503 }, { "event_time": 1, "estimate": 0.040672058854048586, "se": 0.031143080420573902, "pvalue": 0.19161940859611554, "lower": -0.020381542239206983, "upper": 0.10172565994730415 }, { "event_time": 2, "estimate": -0.03776891273248814, "se": 0.031158232289893967, "pvalue": 0.22550465863869118, "lower": -0.0988522178939602, "upper": 0.023314392428983914 }, { "event_time": 3, "estimate": 0.00857729874706702, "se": 0.03598362889933824, "pvalue": 0.8116061367914191, "lower": -0.06196582335387302, "upper": 0.07912042084800705 }, { "event_time": 4, "estimate": 0.04731795713132568, "se": 0.036898125827993976, "pvalue": 0.19976172116872573, "lower": -0.025017965486748492, "upper": 0.11965387974939985 }, { "event_time": 5, "estimate": 0.04574028009232343, "se": 0.04074571921598286, "pvalue": 0.2616685275724315, "lower": -0.03413855185607293, "upper": 0.1256191120407198 }, { "event_time": 6, "estimate": 0.032891682957017485, "se": 0.04269774592269082, "pvalue": 0.4411347827358108, "lower": -0.05081394641364019, "upper": 0.11659731232767516 }, { "event_time": 7, "estimate": 0.053731700771405454, "se": 0.04306771407794634, "pvalue": 0.21223047355115363, "lower": -0.03069922256064391, "upper": 0.1381626241034548 }, { "event_time": 8, "estimate": 0.07701431158387459, "se": 0.03752843710702076, "pvalue": 0.04020445303610089, "lower": 0.0034427124407236664, "upper": 0.1505859107270255 }, { "event_time": 9, "estimate": 0.03512355520588319, "se": 0.02486101067533273, "pvalue": 0.15777565350982356, "lower": -0.013614533899271607, "upper": 0.08386164431103799 }, { "event_time": 10, "estimate": 0.01489738543020159, "se": 0.01024984606364415, "pvalue": 0.14616637040928082, "lower": -0.0051966452304132525, "upper": 0.034991416090816435 }, { "event_time": 11, "estimate": 4.300108817454762e-13, "se": 0.0, "pvalue": null, "lower": 4.300108817454762e-13, "upper": 4.300108817454762e-13 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.524883957943548e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1296033391495495, "df_num": 55, "df_den": 61932, "pvalue": 0.23734132618960652, "log10_pvalue": -0.6246266352614996, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 54156.33005434668, "rss_restricted": 54210.65793685655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.16271542262269933 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.019176966743822355 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0012662856914766318 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.01968922362401715 }, { "event_time": 3.0, "cohort": 3, "estimate": 0.14405778698045696 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.031010475191275477 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.06559717753674416 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.09332063640346616 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.04561707856058153 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.004545811663915766 }, { "event_time": 9.0, "cohort": 3, "estimate": 0.01757860876139758 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.03531617944643599 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.382197729528727 }, { "event_time": -2.0, "cohort": 4, "estimate": 0.14534279855324578 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0842660487075593 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.030511673203207523 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.05014277724095227 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.06620042832820203 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.048256872951291316 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.22224832760571578 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.14351792676468408 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.03985727496238878 }, { "event_time": 8.0, "cohort": 4, "estimate": -0.004833774101227484 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.057625361898010694 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.23162417749009814 }, { "event_time": -3.0, "cohort": 5, "estimate": 0.3863202045929616 }, { "event_time": -2.0, "cohort": 5, "estimate": 0.14893150962865292 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.0968036502830831 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.004836381502528998 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.21700258412006282 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.2811246626390637 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.07361139636629635 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.013257418123608117 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.08823387591203098 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.001733052638992802 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.023311093467161342 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.20360657836403406 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.005946001683655548 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.17018230854614702 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.15514138712672637 }, { "event_time": 0.0, "cohort": 6, "estimate": -0.012468940011733588 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.1513466913588538 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.15061142922559495 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.007501253422515919 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.17012046826048505 }, { "event_time": 5.0, "cohort": 6, "estimate": -0.3075345166209939 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.18653165908667368 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.24385948754079675 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.09495138101451643 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.0768124366737188 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.050092492571260125 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.20891229512210052 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.01198519920140776 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.24176292246122255 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.23126587966974665 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.10414994843275577 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.10549211603211482 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.03355768420874289 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.10615322381319549 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.050573976520821434 }, { "event_time": -7.0, "cohort": 8, "estimate": -0.048799156901120216 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.21787374109760044 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.037329908907999435 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.2586776685991284 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.25128041919628763 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.21578891438720949 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.26824173575822696 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.24815201091940492 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.2386930785339208 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.2603646504688699 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.08115995093467625 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.07418851347573767 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.07630534620615212 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.16165786318894998 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.1444908566388698 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.039641686625997964 }, { "event_time": -4.0, "cohort": 9, "estimate": 0.13321205040085338 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.2599252164605334 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.22019305812540996 }, { "event_time": 0.0, "cohort": 9, "estimate": 0.12467109036874185 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.09258783025701847 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.10341804760991821 }, { "event_time": 3.0, "cohort": 9, "estimate": 0.1332217437983873 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.025720621852949925 }, { "event_time": -9.0, "cohort": 10, "estimate": -0.8268309031779212 }, { "event_time": -8.0, "cohort": 10, "estimate": -0.42267870589512335 }, { "event_time": -7.0, "cohort": 10, "estimate": -0.6211660934610109 }, { "event_time": -6.0, "cohort": 10, "estimate": -0.245944997820361 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.4256019646291999 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.16521962340180174 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.09862768024280544 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.2287287691139718 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.46188281548568233 }, { "event_time": 1.0, "cohort": 10, "estimate": -0.2724741827076559 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.34968177002748224 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.3083429310968501 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.21584208323142165 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.3778257239290526 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.23215794147968297 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.1362738034583244 }, { "event_time": -6.0, "cohort": 11, "estimate": 0.5971676337520375 }, { "event_time": -5.0, "cohort": 11, "estimate": 0.26282864402969763 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.31776758857988224 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.260181552965984 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.09278706925088981 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.005994034073439819 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.07070526937012175 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.15674278642728615 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.1848186203826346 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.14534279855339524 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.4088491867779666 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.031190121258763664 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.23907148781480686 }, { "event_time": -6.0, "cohort": 12, "estimate": 0.25048946562210694 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.46227904694337524 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.05135023347556 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.4152720667370656 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.05203631059226935 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12031336977724279 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.057625361898011075 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.007085873399307885 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s05-p002", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C3-CONVICTION", "source_specification_id": "AUDITS-T4-C3-CONVICTION", "specification_id": "S05-P002", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C3-CONVICTION.csv", "output_dir": "analyses/archive-expanded/fits/S05-P002" }, "options": { "output_dir": "analyses/archive-expanded/fits/S05-P002", "regression_results": "analyses/archive-expanded/baselines/S05-P002.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "AUDITS-T4-C3-CONVICTION.csv", "bytes": 3959454, "sha256": "b89f5bace52e6fd44be306deb35668ff1fa34024564c0a6cf2f7b836aed5dfa1" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.1581899386014469, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.02974674224159661, "se": 0.015100916289695789, "pvalue": 0.04890729452096861, "lower": 0.00014256350131187923, "upper": 0.05935092098188134 }, { "method": "Dynamic TWFE", "estimate": 0.017208682124055824, "se": 0.021664128520566442, "pvalue": 0.42703400828809795, "lower": -0.025262166708672144, "upper": 0.05967953095678379 }, { "method": "BJS / did2s", "estimate": 0.031145019752506185, "se": 0.014359341986215966, "pvalue": 0.03013016949456201, "lower": 0.0029946400935658805, "upper": 0.05929539941144649 }, { "method": "Sun\u2013Abraham", "estimate": 0.02491540528604237, "se": 0.018474859937255783, "pvalue": 0.17752087889992244, "lower": -0.011303129092394604, "upper": 0.061133939664479345 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.009038170934936689, "se": 0.06381360407383287, "pvalue": 0.8873746874557294, "lower": -0.11606346560301192, "upper": 0.13413980747288531 }, { "event_time": -11, "estimate": 0.013100408617006452, "se": 0.04294396790568512, "pvalue": 0.7603341156633648, "lower": -0.07108791991272968, "upper": 0.09728873714674259 }, { "event_time": -10, "estimate": -0.005844092606962217, "se": 0.03748437811173695, "pvalue": 0.8761120814812531, "lower": -0.07932931749662568, "upper": 0.06764113228270126 }, { "event_time": -9, "estimate": 0.06358873980740438, "se": 0.0641995903913263, "pvalue": 0.3219833787938483, "lower": -0.062269593060433656, "upper": 0.1894470726752424 }, { "event_time": -8, "estimate": 0.001891634248915083, "se": 0.04409862596279857, "pvalue": 0.9657864618379344, "lower": -0.08456031212035715, "upper": 0.08834358061818733 }, { "event_time": -7, "estimate": -0.026248212886841794, "se": 0.03754190019065622, "pvalue": 0.48447652285957843, "lower": -0.09984620536445626, "upper": 0.04734977959077267 }, { "event_time": -6, "estimate": 0.0028136921308358725, "se": 0.04034298443597622, "pvalue": 0.9443998983792069, "lower": -0.07627560942195254, "upper": 0.08190299368362429 }, { "event_time": -5, "estimate": 0.002871692471483128, "se": 0.04398126588435399, "pvalue": 0.9479428100140818, "lower": -0.08335017853861253, "upper": 0.08909356348157878 }, { "event_time": -4, "estimate": -0.04061104797203294, "se": 0.03449724313644799, "pvalue": 0.2391595158118868, "lower": -0.10824022571638825, "upper": 0.027018129772322375 }, { "event_time": -3, "estimate": -0.0435765622930925, "se": 0.034421868552512024, "pvalue": 0.2055859347467724, "lower": -0.1110579739938179, "upper": 0.023904849407632885 }, { "event_time": -2, "estimate": -0.02092064810960307, "se": 0.026639727507419914, "pvalue": 0.43230331709910164, "lower": -0.07314577402863606, "upper": 0.031304477809429916 }, { "event_time": 0, "estimate": -0.0020425339659435235, "se": 0.0286170640737452, "pvalue": 0.9431023148939383, "lower": -0.05814407532998749, "upper": 0.05405900739810044 }, { "event_time": 1, "estimate": 0.041020373791659986, "se": 0.031088990715188777, "pvalue": 0.18707705564081353, "lower": -0.01992718861655743, "upper": 0.1019679361998774 }, { "event_time": 2, "estimate": -0.03588690887390521, "se": 0.03088679442616611, "pvalue": 0.24533570959929957, "lower": -0.09643808109188405, "upper": 0.024664263344073636 }, { "event_time": 3, "estimate": 0.015277095598264267, "se": 0.0354633901436111, "pvalue": 0.6666426743011086, "lower": -0.05424613864840836, "upper": 0.08480032984493689 }, { "event_time": 4, "estimate": 0.02982511701166078, "se": 0.03714100522986353, "pvalue": 0.4219977806328529, "lower": -0.042986951893654646, "upper": 0.10263718591697621 }, { "event_time": 5, "estimate": 0.03378390735756299, "se": 0.04045219348650742, "pvalue": 0.4036682363094073, "lower": -0.04551949009443842, "upper": 0.11308730480956439 }, { "event_time": 6, "estimate": 0.02849262554089369, "se": 0.04224202682909905, "pvalue": 0.5000179335894411, "lower": -0.05431960178426975, "upper": 0.11130485286605712 }, { "event_time": 7, "estimate": 0.03494718258856566, "se": 0.043247941295634765, "pvalue": 0.4190898570945514, "lower": -0.04983706226808238, "upper": 0.1197314274452137 }, { "event_time": 8, "estimate": 0.05054170539516384, "se": 0.03894097947876144, "pvalue": 0.19437773066617176, "lower": -0.025799073846003467, "upper": 0.12688248463633114 }, { "event_time": 9, "estimate": 0.00718544096936696, "se": 0.029682484461964143, "pvalue": 0.8087302474956061, "lower": -0.05100477468445499, "upper": 0.06537565662318891 }, { "event_time": 10, "estimate": -7.88127127431337e-05, "se": 0.021542060793423207, "pvalue": 0.9970810467928501, "lower": -0.04231035720502956, "upper": 0.0421527317795433 }, { "event_time": 11, "estimate": -0.0023283556583402133, "se": 0.026629372834369478, "pvalue": 0.9303286433310359, "lower": -0.0545331820415105, "upper": 0.04987647072483008 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.012664845875162478, "se": 0.060056966853587544, "pvalue": 0.8329887921388887, "lower": -0.10507219386633643, "upper": 0.13040188561666138 }, { "event_time": -11, "estimate": 0.021548644009242043, "se": 0.03713484243680474, "pvalue": 0.5617504035927021, "lower": -0.05125134321680626, "upper": 0.09434863123529035 }, { "event_time": -10, "estimate": 0.0009732909670093159, "se": 0.03406651486274684, "pvalue": 0.9772083919000399, "lower": -0.06581147730188626, "upper": 0.0677580592359049 }, { "event_time": -9, "estimate": 0.06925802220842076, "se": 0.05466642236159911, "pvalue": 0.20524068115624375, "lower": -0.03791127186871901, "upper": 0.17642731628556052 }, { "event_time": -8, "estimate": 0.013756069831208521, "se": 0.030189086761659534, "pvalue": 0.6486509818930222, "lower": -0.04542730045924004, "upper": 0.07293944012165708 }, { "event_time": -7, "estimate": 0.006314372679601129, "se": 0.023795490906335155, "pvalue": 0.7907426816264171, "lower": -0.040334847307443585, "upper": 0.052963592666645846 }, { "event_time": -6, "estimate": 0.023001242379857872, "se": 0.026904983051167678, "pvalue": 0.39264255449927965, "lower": -0.029743896522381873, "upper": 0.07574638128209762 }, { "event_time": -5, "estimate": 0.015280103581197274, "se": 0.03173402850857238, "pvalue": 0.6301777664426798, "lower": -0.04693200554479761, "upper": 0.07749221270719216 }, { "event_time": -4, "estimate": -0.03329689041175155, "se": 0.021761206197920234, "pvalue": 0.12605234044540037, "lower": -0.07595805252461037, "upper": 0.009364271701107263 }, { "event_time": -3, "estimate": -0.03184909712018822, "se": 0.02132162486543086, "pvalue": 0.13530294551002542, "lower": -0.07364849402037661, "upper": 0.009950299780000171 }, { "event_time": -2, "estimate": -0.007130698740732147, "se": 0.018247713411684283, "pvalue": 0.6959817325929585, "lower": -0.042903929919399585, "upper": 0.02864253243793529 }, { "event_time": -1, "estimate": 0.013421162911994168, "se": 0.017130106470954455, "pvalue": 0.43337886350324833, "lower": -0.020161086275909908, "upper": 0.047003412099898244 }, { "event_time": 0, "estimate": 0.01151414844021879, "se": 0.023332248710770172, "pvalue": 0.6216898656569095, "lower": -0.034226921041620784, "upper": 0.05725521792205837 }, { "event_time": 1, "estimate": 0.05587163704447052, "se": 0.027578965965218565, "pvalue": 0.042828454746562425, "lower": 0.0018052067535039018, "upper": 0.10993806733543714 }, { "event_time": 2, "estimate": -0.022524985061521823, "se": 0.025225507695854372, "pvalue": 0.37192828926833627, "lower": -0.0719776423914662, "upper": 0.02692767226842255 }, { "event_time": 3, "estimate": 0.027758485720153037, "se": 0.030472920161190457, "pvalue": 0.36237835757949405, "lower": -0.03198131800327268, "upper": 0.08749828944357875 }, { "event_time": 4, "estimate": 0.045134377202552076, "se": 0.03366223946261402, "pvalue": 0.18004381989606344, "lower": -0.020857840404103323, "upper": 0.11112659480920747 }, { "event_time": 5, "estimate": 0.04624718805800793, "se": 0.037335511998062246, "pvalue": 0.21551590493693748, "lower": -0.02694619632654626, "upper": 0.11944057244256212 }, { "event_time": 6, "estimate": 0.03970174234120886, "se": 0.039425720791138534, "pvalue": 0.3139813680372124, "lower": -0.03758933476130106, "upper": 0.11699281944371878 }, { "event_time": 7, "estimate": 0.05073068173776955, "se": 0.040786625253769596, "pvalue": 0.21362703758851226, "lower": -0.029228343334736874, "upper": 0.13068970681027597 }, { "event_time": 8, "estimate": 0.06644920329596264, "se": 0.036562294536651455, "pvalue": 0.06920999410554168, "lower": -0.005228348042862152, "upper": 0.13812675463478744 }, { "event_time": 9, "estimate": 0.027175483585029008, "se": 0.023827176936924228, "pvalue": 0.25412057252145864, "lower": -0.019535854414931855, "upper": 0.07388682158498987 }, { "event_time": 10, "estimate": 0.011821387312096105, "se": 0.006214081756155577, "pvalue": 0.057180287432305535, "lower": -0.00036083948042643817, "upper": 0.024003614104618647 }, { "event_time": 11, "estimate": 0.006303797603880668, "se": 0.0030111219885003556, "pvalue": 0.036352708227649515, "lower": 0.00040072577391544843, "upper": 0.012206869433845888 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": -2.306815809151169e-13, "se": 0.0, "pvalue": null, "lower": -2.306815809151169e-13, "upper": -2.306815809151169e-13 }, { "event_time": -11, "estimate": 0.03889455172512821, "se": 0.009246287371676433, "pvalue": 2.637370233033184e-05, "lower": 0.020767920282112575, "upper": 0.057021183168143835 }, { "event_time": -10, "estimate": 0.04922131245497352, "se": 0.0583746006072327, "pvalue": 0.39915702851967433, "lower": -0.06521757834587497, "upper": 0.163660203255822 }, { "event_time": -9, "estimate": -0.05655881894264657, "se": 0.11525221419058586, "pvalue": 0.6236314903773533, "lower": -0.2825018732353089, "upper": 0.16938423535001573 }, { "event_time": -8, "estimate": -0.06986107588498282, "se": 0.08819615495499994, "pvalue": 0.4283327317809081, "lower": -0.24276281809749234, "upper": 0.10304066632752672 }, { "event_time": -7, "estimate": -0.03505494586938954, "se": 0.06852829330196424, "pvalue": 0.608994997179008, "lower": -0.1693993660859508, "upper": 0.09928947434717172 }, { "event_time": -6, "estimate": -0.027132631168568913, "se": 0.06268048650897279, "pvalue": 0.6651257669386397, "lower": -0.15001287833647226, "upper": 0.09574761599933442 }, { "event_time": -5, "estimate": -0.04288981204155148, "se": 0.061524017427635046, "pvalue": 0.48575710306830155, "lower": -0.16350289099696053, "upper": 0.07772326691385756 }, { "event_time": -4, "estimate": -0.07122588428787473, "se": 0.0466512315773253, "pvalue": 0.12687837189588066, "lower": -0.16268201658972298, "upper": 0.020230248013973523 }, { "event_time": -3, "estimate": -0.05790254385689971, "se": 0.041764773360678034, "pvalue": 0.16568555204344884, "lower": -0.1397791526598151, "upper": 0.023974064946015693 }, { "event_time": -2, "estimate": -0.023481971278406878, "se": 0.02962982993609482, "pvalue": 0.4280990220976458, "lower": -0.08156896180565926, "upper": 0.0346050192488455 }, { "event_time": 0, "estimate": -0.004379922966252652, "se": 0.028218655870129686, "pvalue": 0.8766588764729478, "lower": -0.05970041585316033, "upper": 0.05094056992065503 }, { "event_time": 1, "estimate": 0.040672058854048586, "se": 0.031143080420573902, "pvalue": 0.19161940859611554, "lower": -0.020381542239206983, "upper": 0.10172565994730415 }, { "event_time": 2, "estimate": -0.03776891273248814, "se": 0.031158232289893967, "pvalue": 0.22550465863869118, "lower": -0.0988522178939602, "upper": 0.023314392428983914 }, { "event_time": 3, "estimate": 0.00857729874706702, "se": 0.03598362889933824, "pvalue": 0.8116061367914191, "lower": -0.06196582335387302, "upper": 0.07912042084800705 }, { "event_time": 4, "estimate": 0.04731795713132568, "se": 0.036898125827993976, "pvalue": 0.19976172116872573, "lower": -0.025017965486748492, "upper": 0.11965387974939985 }, { "event_time": 5, "estimate": 0.04574028009232343, "se": 0.04074571921598286, "pvalue": 0.2616685275724315, "lower": -0.03413855185607293, "upper": 0.1256191120407198 }, { "event_time": 6, "estimate": 0.032891682957017485, "se": 0.04269774592269082, "pvalue": 0.4411347827358108, "lower": -0.05081394641364019, "upper": 0.11659731232767516 }, { "event_time": 7, "estimate": 0.053731700771405454, "se": 0.04306771407794634, "pvalue": 0.21223047355115363, "lower": -0.03069922256064391, "upper": 0.1381626241034548 }, { "event_time": 8, "estimate": 0.07701431158387459, "se": 0.03752843710702076, "pvalue": 0.04020445303610089, "lower": 0.0034427124407236664, "upper": 0.1505859107270255 }, { "event_time": 9, "estimate": 0.03512355520588319, "se": 0.02486101067533273, "pvalue": 0.15777565350982356, "lower": -0.013614533899271607, "upper": 0.08386164431103799 }, { "event_time": 10, "estimate": 0.01489738543020159, "se": 0.01024984606364415, "pvalue": 0.14616637040928082, "lower": -0.0051966452304132525, "upper": 0.034991416090816435 }, { "event_time": 11, "estimate": 4.300108817454762e-13, "se": 0.0, "pvalue": null, "lower": 4.300108817454762e-13, "upper": 4.300108817454762e-13 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.7755575615628914e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 1.524883957943548e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.1296033391495495, "df_num": 55, "df_den": 61932, "pvalue": 0.23734132618960652, "log10_pvalue": -0.6246266352614996, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 54156.33005434668, "rss_restricted": 54210.65793685655, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.16271542262269933 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.019176966743822355 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.0012662856914766318 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.01968922362401715 }, { "event_time": 3.0, "cohort": 3, "estimate": 0.14405778698045696 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.031010475191275477 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.06559717753674416 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.09332063640346616 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.04561707856058153 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.004545811663915766 }, { "event_time": 9.0, "cohort": 3, "estimate": 0.01757860876139758 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.03531617944643599 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.382197729528727 }, { "event_time": -2.0, "cohort": 4, "estimate": 0.14534279855324578 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.0842660487075593 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.030511673203207523 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.05014277724095227 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.06620042832820203 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.048256872951291316 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.22224832760571578 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.14351792676468408 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.03985727496238878 }, { "event_time": 8.0, "cohort": 4, "estimate": -0.004833774101227484 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.057625361898010694 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.23162417749009814 }, { "event_time": -3.0, "cohort": 5, "estimate": 0.3863202045929616 }, { "event_time": -2.0, "cohort": 5, "estimate": 0.14893150962865292 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.0968036502830831 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.004836381502528998 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.21700258412006282 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.2811246626390637 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.07361139636629635 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.013257418123608117 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.08823387591203098 }, { "event_time": 7.0, "cohort": 5, "estimate": -0.001733052638992802 }, { "event_time": 8.0, "cohort": 5, "estimate": -0.023311093467161342 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.20360657836403406 }, { "event_time": -4.0, "cohort": 6, "estimate": -0.005946001683655548 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.17018230854614702 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.15514138712672637 }, { "event_time": 0.0, "cohort": 6, "estimate": -0.012468940011733588 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.1513466913588538 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.15061142922559495 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.007501253422515919 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.17012046826048505 }, { "event_time": 5.0, "cohort": 6, "estimate": -0.3075345166209939 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.18653165908667368 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.24385948754079675 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.09495138101451643 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.0768124366737188 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.050092492571260125 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.20891229512210052 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.01198519920140776 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.24176292246122255 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.23126587966974665 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.10414994843275577 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.10549211603211482 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.03355768420874289 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.10615322381319549 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.050573976520821434 }, { "event_time": -7.0, "cohort": 8, "estimate": -0.048799156901120216 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.21787374109760044 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.037329908907999435 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.2586776685991284 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.25128041919628763 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.21578891438720949 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.26824173575822696 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.24815201091940492 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.2386930785339208 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.2603646504688699 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.08115995093467625 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.07418851347573767 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.07630534620615212 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.16165786318894998 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.1444908566388698 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.039641686625997964 }, { "event_time": -4.0, "cohort": 9, "estimate": 0.13321205040085338 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.2599252164605334 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.22019305812540996 }, { "event_time": 0.0, "cohort": 9, "estimate": 0.12467109036874185 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.09258783025701847 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.10341804760991821 }, { "event_time": 3.0, "cohort": 9, "estimate": 0.1332217437983873 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.025720621852949925 }, { "event_time": -9.0, "cohort": 10, "estimate": -0.8268309031779212 }, { "event_time": -8.0, "cohort": 10, "estimate": -0.42267870589512335 }, { "event_time": -7.0, "cohort": 10, "estimate": -0.6211660934610109 }, { "event_time": -6.0, "cohort": 10, "estimate": -0.245944997820361 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.4256019646291999 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.16521962340180174 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.09862768024280544 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.2287287691139718 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.46188281548568233 }, { "event_time": 1.0, "cohort": 10, "estimate": -0.2724741827076559 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.34968177002748224 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.3083429310968501 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.21584208323142165 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.3778257239290526 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.23215794147968297 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.1362738034583244 }, { "event_time": -6.0, "cohort": 11, "estimate": 0.5971676337520375 }, { "event_time": -5.0, "cohort": 11, "estimate": 0.26282864402969763 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.31776758857988224 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.260181552965984 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.09278706925088981 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.005994034073439819 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.07070526937012175 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.15674278642728615 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.1848186203826346 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.14534279855339524 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.4088491867779666 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.031190121258763664 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.23907148781480686 }, { "event_time": -6.0, "cohort": 12, "estimate": 0.25048946562210694 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.46227904694337524 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.05135023347556 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.4152720667370656 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.05203631059226935 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.12031336977724279 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.057625361898011075 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.007085873399307885 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "estimate": 0.027434235854069577, "se": 0.01675895683565787, "lower": -0.005412715962281201, "upper": 0.06028118767042036, "matches_treated_unit_year_target": false, "checks": { "point_error": 3.469446951953614e-18, "influence_function_max_error": 7.105427357601002e-15, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.3868559097542344 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.2214475940213717 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10943213662876376 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.087354883196088 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.04792752331399075 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.05168357216316405 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.04154980244369993 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.02421227714450595 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.018165183356650322 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.00588060798758354 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.0037743783525560804 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.00171613163739148 } ] }, { "typec": "simple", "aggregation": "Equal treated unit-years", "estimate": 0.026304073023695734, "se": 0.01902177242387326, "lower": -0.01097791584921302, "upper": 0.06358606189660448, "matches_treated_unit_year_target": true, "checks": { "point_error": 6.938893903907228e-18, "influence_function_max_error": 1.0658141036401503e-14, "cluster_se_error": 6.938893903907228e-18 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.32504145936981754 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.21738529574350468 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.11608623548922056 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.0982587064676617 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.05638474295190713 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.06336373687119956 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.052653399668325045 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.031440022111663905 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.02404643449419569 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.007877280265339967 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.005113322277501382 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.0023493642896627973 } ] }, { "typec": "group", "aggregation": "Cohort-size-weighted post-period means", "estimate": 0.01839735120815689, "se": 0.02266161905767697, "lower": -0.026018605976256482, "upper": 0.06281330839257027, "matches_treated_unit_year_target": false, "checks": { "point_error": 3.469446951953614e-18, "influence_function_max_error": 1.0658141036401503e-14, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.2374318594791035 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.1732283464566929 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10175651120533011 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.09569957601453666 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.061780738946093275 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.07934585099939431 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.07692307692307693 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.05511811023622047 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.052695336159903086 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.02301635372501514 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.022410660205935795 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.02059357964869776 } ] } ], "control_group": "notyettreated", "same_group_time_effects": true, "additional_covariates": [], "compute_aggte_sha256": "7da8b79e62519b99774248d2fda55ed5054083e446885c624f998b77d8874834", "inference": "Clustered analytical influence functions including estimated cohort-share uncertainty; 95% pointwise normal intervals" }, "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "control_group": "notyettreated", "xformla": "y ~ 1", "base_period": "universal", "anticipation": 0, "panel": true, "allow_unbalanced_panel": false, "clustervar": "cluster", "clusters": 5174, "bstrap": false, "cband": false, "aggregate": "dynamic", "event_aggregate": "dynamic", "balance_e": null, "post_event_min": 0, "post_event_max": 11 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Group-time DIDs; no synthetic-control pooling parameter" }, "estimate": 0.027434235854069577, "se": 0.01675895683565787, "lower": -0.005412715962281201, "upper": 0.06028118767042036, "event_study": [ { "event_time": -12, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 34 }, { "event_time": -11, "estimate": 0.03825994411604721, "se": 0.014293365359473346, "lower": 0.010245462793607048, "upper": 0.06627442543848737, "relative_to_minus_one": 0.03825994411604721, "n": 71 }, { "event_time": -10, "estimate": 0.046881044291463114, "se": 0.05887972215076578, "lower": -0.06852109054376306, "upper": 0.16228317912668927, "relative_to_minus_one": 0.046881044291463114, "n": 109 }, { "event_time": -9, "estimate": -0.060094784633117515, "se": 0.11712816498326711, "lower": -0.28966176957558654, "upper": 0.16947220030935153, "relative_to_minus_one": -0.060094784633117515, "n": 196 }, { "event_time": -8, "estimate": -0.07396269778912881, "se": 0.08890111443756368, "lower": -0.24820568027222745, "upper": 0.10028028469396982, "relative_to_minus_one": -0.07396269778912881, "n": 287 }, { "event_time": -7, "estimate": -0.037022431066372916, "se": 0.06886941357774425, "lower": -0.17200400131514543, "upper": 0.09795913918239958, "relative_to_minus_one": -0.037022431066372916, "n": 414 }, { "event_time": -6, "estimate": -0.028167547590662728, "se": 0.06327011436467765, "lower": -0.15217469304316125, "upper": 0.0958395978618358, "relative_to_minus_one": -0.028167547590662728, "n": 545 }, { "event_time": -5, "estimate": -0.0447887893891315, "se": 0.062307596555796096, "lower": -0.16690943460174376, "upper": 0.07733185582348076, "relative_to_minus_one": -0.0447887893891315, "n": 647 }, { "event_time": -4, "estimate": -0.07226484025793026, "se": 0.04687465309290435, "lower": -0.16413747210783186, "upper": 0.019607791591971332, "relative_to_minus_one": -0.07226484025793026, "n": 805 }, { "event_time": -3, "estimate": -0.059232351779556755, "se": 0.04209146940038312, "lower": -0.1417301158606774, "upper": 0.023265412301563912, "relative_to_minus_one": -0.059232351779556755, "n": 973 }, { "event_time": -2, "estimate": -0.02461687062989617, "se": 0.030102126755070922, "lower": -0.08361595492789474, "upper": 0.0343822136681024, "relative_to_minus_one": -0.02461687062989617, "n": 1259 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": 0.0, "upper": 0.0, "relative_to_minus_one": 0.0, "n": 1651 }, { "event_time": 0, "estimate": -0.0021192615464532597, "se": 0.02881473263675539, "lower": -0.05859509973864469, "upper": 0.05435657664573817, "relative_to_minus_one": -0.0021192615464532597, "n": 1651 }, { "event_time": 1, "estimate": 0.04213364002454014, "se": 0.031568797254318576, "lower": -0.019740065629171216, "upper": 0.1040073456782515, "relative_to_minus_one": 0.04213364002454014, "n": 1617 }, { "event_time": 2, "estimate": -0.03757791819972318, "se": 0.031937431929047105, "lower": -0.10017413453935509, "upper": 0.02501829813990874, "relative_to_minus_one": -0.03757791819972318, "n": 1580 }, { "event_time": 3, "estimate": 0.010214242847032418, "se": 0.0367023100633051, "lower": -0.06172096302646757, "upper": 0.0821494487205324, "relative_to_minus_one": 0.010214242847032418, "n": 1542 }, { "event_time": 4, "estimate": 0.0474747480837409, "se": 0.03735832048008466, "lower": -0.025746214580130128, "upper": 0.12069571074761193, "relative_to_minus_one": 0.0474747480837409, "n": 1455 }, { "event_time": 5, "estimate": 0.047672401969460675, "se": 0.040941205172452484, "lower": -0.03257088565221116, "upper": 0.1279156895911325, "relative_to_minus_one": 0.047672401969460675, "n": 1364 }, { "event_time": 6, "estimate": 0.03530030530361747, "se": 0.04261448253497854, "lower": -0.04822254568475162, "upper": 0.11882315629198656, "relative_to_minus_one": 0.03530030530361747, "n": 1237 }, { "event_time": 7, "estimate": 0.05490776127998618, "se": 0.04299432918749945, "lower": -0.029359575466971995, "upper": 0.13917509802694436, "relative_to_minus_one": 0.05490776127998618, "n": 1106 }, { "event_time": 8, "estimate": 0.0802033422406581, "se": 0.03740839315838173, "lower": 0.006884238930715353, "upper": 0.15352244555060085, "relative_to_minus_one": 0.0802033422406581, "n": 1004 }, { "event_time": 9, "estimate": 0.03610418281581705, "se": 0.024796435384682146, "lower": -0.012495937483134552, "upper": 0.08470430311476865, "relative_to_minus_one": 0.03610418281581705, "n": 846 }, { "event_time": 10, "estimate": 0.014897385430158411, "se": 0.010258853370087511, "lower": -0.0052095976978904675, "upper": 0.035004368558207294, "relative_to_minus_one": 0.014897385430158411, "n": 678 }, { "event_time": 11, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 392 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "n": 392, "event_time": -1, "adoption_period": 2, "calendar_period": 1 }, { "group": 2, "year": 2, "att": 0.015593490108576578, "se": 0.0330722743505761, "n": 392, "event_time": 0, "adoption_period": 2, "calendar_period": 2 }, { "group": 2, "year": 3, "att": 0.08045939621708867, "se": 0.04875236603289783, "n": 392, "event_time": 1, "adoption_period": 2, "calendar_period": 3 }, { "group": 2, "year": 4, "att": -0.015768612555438412, "se": 0.03771419132964632, "n": 392, "event_time": 2, "adoption_period": 2, "calendar_period": 4 }, { "group": 2, "year": 5, "att": -0.051387636093364615, "se": 0.047996622071081324, "n": 392, "event_time": 3, "adoption_period": 2, "calendar_period": 5 }, { "group": 2, "year": 6, "att": 0.0492034888463292, "se": 0.06357600799432185, "n": 392, "event_time": 4, "adoption_period": 2, "calendar_period": 6 }, { "group": 2, "year": 7, "att": 0.059475250113189236, "se": 0.07973681154172908, "n": 392, "event_time": 5, "adoption_period": 2, "calendar_period": 7 }, { "group": 2, "year": 8, "att": 0.008008132161705187, "se": 0.07709721195235286, "n": 392, "event_time": 6, "adoption_period": 2, "calendar_period": 8 }, { "group": 2, "year": 9, "att": 0.05552932503668859, "se": 0.0830407562447226, "n": 392, "event_time": 7, "adoption_period": 2, "calendar_period": 9 }, { "group": 2, "year": 10, "att": 0.08766462472069589, "se": 0.07972226400876713, "n": 392, "event_time": 8, "adoption_period": 2, "calendar_period": 10 }, { "group": 2, "year": 11, "att": 0.02025436152130763, "se": 0.05002102095573481, "n": 392, "event_time": 9, "adoption_period": 2, "calendar_period": 11 }, { "group": 2, "year": 12, "att": 0.0, "se": 0.0, "n": 392, "event_time": 10, "adoption_period": 2, "calendar_period": 12 }, { "group": 2, "year": 13, "att": 0.0, "se": 0.0, "n": 392, "event_time": 11, "adoption_period": 2, "calendar_period": 13 }, { "group": 3, "year": 1, "att": 0.028513911700688094, "se": 0.02361021993257654, "n": 286, "event_time": -2, "adoption_period": 3, "calendar_period": 1 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "n": 286, "event_time": -1, "adoption_period": 3, "calendar_period": 2 }, { "group": 3, "year": 3, "att": 0.030146087335968828, "se": 0.04549612899072012, "n": 286, "event_time": 0, "adoption_period": 3, "calendar_period": 3 }, { "group": 3, "year": 4, "att": 0.06669772706602532, "se": 0.059595698434720006, "n": 286, "event_time": 1, "adoption_period": 3, "calendar_period": 4 }, { "group": 3, "year": 5, "att": 0.0037633741988946923, "se": 0.06437379180976825, "n": 286, "event_time": 2, "adoption_period": 3, "calendar_period": 5 }, { "group": 3, "year": 6, "att": 0.07962149950116239, "se": 0.07760499341877586, "n": 286, "event_time": 3, "adoption_period": 3, "calendar_period": 6 }, { "group": 3, "year": 7, "att": 0.0774762837398881, "se": 0.0942813587338763, "n": 286, "event_time": 4, "adoption_period": 3, "calendar_period": 7 }, { "group": 3, "year": 8, "att": -0.0063350897516006675, "se": 0.0872916480969701, "n": 286, "event_time": 5, "adoption_period": 3, "calendar_period": 8 }, { "group": 3, "year": 9, "att": 0.08849599748373742, "se": 0.09925011633096632, "n": 286, "event_time": 6, "adoption_period": 3, "calendar_period": 9 }, { "group": 3, "year": 10, "att": 0.1099804487647035, "se": 0.09435959068092245, "n": 286, "event_time": 7, "adoption_period": 3, "calendar_period": 10 }, { "group": 3, "year": 11, "att": 0.08612498092012234, "se": 0.06804856310045992, "n": 286, "event_time": 8, "adoption_period": 3, "calendar_period": 11 }, { "group": 3, "year": 12, "att": 0.0347673296220281, "se": 0.024228173517278684, "n": 286, "event_time": 9, "adoption_period": 3, "calendar_period": 12 }, { "group": 3, "year": 13, "att": 0.03531617944631959, "se": 0.024268046096082848, "n": 286, "event_time": 10, "adoption_period": 3, "calendar_period": 13 }, { "group": 4, "year": 1, "att": 0.06718800132317222, "se": 0.009853545167532347, "n": 168, "event_time": -3, "adoption_period": 4, "calendar_period": 1 }, { "group": 4, "year": 2, "att": 0.014606087244167874, "se": 0.01149870140399077, "n": 168, "event_time": -2, "adoption_period": 4, "calendar_period": 2 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "n": 168, "event_time": -1, "adoption_period": 4, "calendar_period": 3 }, { "group": 4, "year": 4, "att": 0.08367201407016166, "se": 0.06596036441008554, "n": 168, "event_time": 0, "adoption_period": 4, "calendar_period": 4 }, { "group": 4, "year": 5, "att": 0.038331897122022146, "se": 0.07643795165589519, "n": 168, "event_time": 1, "adoption_period": 4, "calendar_period": 5 }, { "group": 4, "year": 6, "att": 0.024641386293005312, "se": 0.0765532594546782, "n": 168, "event_time": 2, "adoption_period": 4, "calendar_period": 6 }, { "group": 4, "year": 7, "att": 0.004883906557733572, "se": 0.10017717947395749, "n": 168, "event_time": 3, "adoption_period": 4, "calendar_period": 7 }, { "group": 4, "year": 8, "att": 0.10085505980396982, "se": 0.11795199213076266, "n": 168, "event_time": 4, "adoption_period": 4, "calendar_period": 8 }, { "group": 4, "year": 9, "att": 0.273757057437238, "se": 0.14139411654553233, "n": 168, "event_time": 5, "adoption_period": 4, "calendar_period": 9 }, { "group": 4, "year": 10, "att": 0.15175546934699613, "se": 0.1178676193941077, "n": 168, "event_time": 6, "adoption_period": 4, "calendar_period": 10 }, { "group": 4, "year": 11, "att": 0.099503925807824, "se": 0.07666492117578341, "n": 168, "event_time": 7, "adoption_period": 4, "calendar_period": 11 }, { "group": 4, "year": 12, "att": 0.07464256718852569, "se": 0.011449398057568888, "n": 168, "event_time": 8, "adoption_period": 4, "calendar_period": 12 }, { "group": 4, "year": 13, "att": 0.0753629325829083, "se": 0.01155922812037562, "n": 168, "event_time": 9, "adoption_period": 4, "calendar_period": 13 }, { "group": 5, "year": 1, "att": 0.05852721186835248, "se": 0.0416855374712051, "n": 158, "event_time": -4, "adoption_period": 5, "calendar_period": 1 }, { "group": 5, "year": 2, "att": 0.08700405856101968, "se": 0.07052084973601322, "n": 158, "event_time": -3, "adoption_period": 5, "calendar_period": 2 }, { "group": 5, "year": 3, "att": 0.03031901467278586, "se": 0.05822163014039233, "n": 158, "event_time": -2, "adoption_period": 5, "calendar_period": 3 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "n": 158, "event_time": -1, "adoption_period": 5, "calendar_period": 4 }, { "group": 5, "year": 5, "att": -0.0818613396165219, "se": 0.059382304050726316, "n": 158, "event_time": 0, "adoption_period": 5, "calendar_period": 5 }, { "group": 5, "year": 6, "att": 0.06058482021635252, "se": 0.09898210499945417, "n": 158, "event_time": 1, "adoption_period": 5, "calendar_period": 6 }, { "group": 5, "year": 7, "att": -0.23282184686182347, "se": 0.0614667907140165, "n": 158, "event_time": 2, "adoption_period": 5, "calendar_period": 7 }, { "group": 5, "year": 8, "att": 0.22957731368963877, "se": 0.13561617814400795, "n": 158, "event_time": 3, "adoption_period": 5, "calendar_period": 8 }, { "group": 5, "year": 9, "att": -0.025109538397333323, "se": 0.0994548986823761, "n": 158, "event_time": 4, "adoption_period": 5, "calendar_period": 9 }, { "group": 5, "year": 10, "att": 0.07990901308514169, "se": 0.12052596695783974, "n": 158, "event_time": 5, "adoption_period": 5, "calendar_period": 10 }, { "group": 5, "year": 11, "att": 0.09540404854256757, "se": 0.09098102228347472, "n": 158, "event_time": 6, "adoption_period": 5, "calendar_period": 11 }, { "group": 5, "year": 12, "att": 0.06129104108051183, "se": 0.042045004866893915, "n": 158, "event_time": 7, "adoption_period": 5, "calendar_period": 12 }, { "group": 5, "year": 13, "att": 0.05688561321696618, "se": 0.04197421816576014, "n": 158, "event_time": 8, "adoption_period": 5, "calendar_period": 13 }, { "group": 6, "year": 1, "att": -0.19625617095791048, "se": 0.14817397521624665, "n": 102, "event_time": -5, "adoption_period": 6, "calendar_period": 1 }, { "group": 6, "year": 2, "att": -0.1855612608498176, "se": 0.13624956557273768, "n": 102, "event_time": -4, "adoption_period": 6, "calendar_period": 2 }, { "group": 6, "year": 3, "att": -0.13912524089331155, "se": 0.15086156667830952, "n": 102, "event_time": -3, "adoption_period": 6, "calendar_period": 3 }, { "group": 6, "year": 4, "att": 0.020384315847048917, "se": 0.10871646487879133, "n": 102, "event_time": -2, "adoption_period": 6, "calendar_period": 4 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "n": 102, "event_time": -1, "adoption_period": 6, "calendar_period": 5 }, { "group": 6, "year": 6, "att": -0.01709357427532805, "se": 0.1764946176069576, "n": 102, "event_time": 0, "adoption_period": 6, "calendar_period": 6 }, { "group": 6, "year": 7, "att": -0.08735148263936847, "se": 0.14083492855232105, "n": 102, "event_time": 1, "adoption_period": 6, "calendar_period": 7 }, { "group": 6, "year": 8, "att": -0.1626006369577515, "se": 0.12677828708712577, "n": 102, "event_time": 2, "adoption_period": 6, "calendar_period": 8 }, { "group": 6, "year": 9, "att": -0.05282676966954128, "se": 0.1770888656228909, "n": 102, "event_time": 3, "adoption_period": 6, "calendar_period": 9 }, { "group": 6, "year": 10, "att": -0.111392327035698, "se": 0.15413431348612058, "n": 102, "event_time": 4, "adoption_period": 6, "calendar_period": 10 }, { "group": 6, "year": 11, "att": -0.2500753001697232, "se": 0.13702571817330358, "n": 102, "event_time": 5, "adoption_period": 6, "calendar_period": 11 }, { "group": 6, "year": 12, "att": -0.18524737963314783, "se": 0.14836469513341527, "n": 102, "event_time": 6, "adoption_period": 6, "calendar_period": 12 }, { "group": 6, "year": 13, "att": -0.18524082168487954, "se": 0.14837519990262557, "n": 102, "event_time": 7, "adoption_period": 6, "calendar_period": 13 }, { "group": 7, "year": 1, "att": -0.050204700434115714, "se": 0.1072206286896436, "n": 131, "event_time": -6, "adoption_period": 7, "calendar_period": 1 }, { "group": 7, "year": 2, "att": -0.05333023720430601, "se": 0.11842838368709202, "n": 131, "event_time": -5, "adoption_period": 7, "calendar_period": 2 }, { "group": 7, "year": 3, "att": -0.11924842053796693, "se": 0.10742637817871725, "n": 131, "event_time": -4, "adoption_period": 7, "calendar_period": 3 }, { "group": 7, "year": 4, "att": -0.09668327075788698, "se": 0.1185372714064834, "n": 131, "event_time": -3, "adoption_period": 7, "calendar_period": 4 }, { "group": 7, "year": 5, "att": -0.131922165715915, "se": 0.10918513484824814, "n": 131, "event_time": -2, "adoption_period": 7, "calendar_period": 5 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "n": 131, "event_time": -1, "adoption_period": 7, "calendar_period": 6 }, { "group": 7, "year": 7, "att": -0.23299344495901025, "se": 0.12070137633481456, "n": 131, "event_time": 0, "adoption_period": 7, "calendar_period": 7 }, { "group": 7, "year": 8, "att": -0.1543046860925602, "se": 0.13915203889490813, "n": 131, "event_time": 1, "adoption_period": 7, "calendar_period": 8 }, { "group": 7, "year": 9, "att": -0.12002325519110993, "se": 0.1623249030712425, "n": 131, "event_time": 2, "adoption_period": 7, "calendar_period": 9 }, { "group": 7, "year": 10, "att": -0.15268614292631677, "se": 0.14716603016927401, "n": 131, "event_time": 3, "adoption_period": 7, "calendar_period": 10 }, { "group": 7, "year": 11, "att": 0.020341567067468144, "se": 0.14641257256458137, "n": 131, "event_time": 4, "adoption_period": 7, "calendar_period": 11 }, { "group": 7, "year": 12, "att": -0.0475639477577192, "se": 0.10738927401033738, "n": 131, "event_time": 5, "adoption_period": 7, "calendar_period": 12 }, { "group": 7, "year": 13, "att": -0.04928313911910284, "se": 0.10739078293204701, "n": 131, "event_time": 6, "adoption_period": 7, "calendar_period": 13 }, { "group": 8, "year": 1, "att": 0.13273521384306264, "se": 0.10059832277432075, "n": 127, "event_time": -7, "adoption_period": 8, "calendar_period": 1 }, { "group": 8, "year": 2, "att": 0.07964112830583753, "se": 0.1007772811867084, "n": 127, "event_time": -6, "adoption_period": 8, "calendar_period": 2 }, { "group": 8, "year": 3, "att": 0.061390036402416436, "se": 0.10080375205522235, "n": 127, "event_time": -5, "adoption_period": 8, "calendar_period": 3 }, { "group": 8, "year": 4, "att": 0.0862778889979907, "se": 0.11320162332152629, "n": 127, "event_time": -4, "adoption_period": 8, "calendar_period": 4 }, { "group": 8, "year": 5, "att": -0.05143489536418675, "se": 0.10148949296833935, "n": 127, "event_time": -3, "adoption_period": 8, "calendar_period": 5 }, { "group": 8, "year": 6, "att": 0.08959626934406717, "se": 0.1342310631517387, "n": 127, "event_time": -2, "adoption_period": 8, "calendar_period": 6 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "n": 127, "event_time": -1, "adoption_period": 8, "calendar_period": 7 }, { "group": 8, "year": 8, "att": 0.2837215195895462, "se": 0.15777023453259253, "n": 127, "event_time": 0, "adoption_period": 8, "calendar_period": 8 }, { "group": 8, "year": 9, "att": 0.31613394907634484, "se": 0.16491265230200164, "n": 127, "event_time": 1, "adoption_period": 8, "calendar_period": 9 }, { "group": 8, "year": 10, "att": 0.23217241785331666, "se": 0.15912596987923067, "n": 127, "event_time": 2, "adoption_period": 8, "calendar_period": 10 }, { "group": 8, "year": 11, "att": 0.20755111797288558, "se": 0.1432931251582482, "n": 127, "event_time": 3, "adoption_period": 8, "calendar_period": 11 }, { "group": 8, "year": 12, "att": 0.12967991566105502, "se": 0.10075845299190966, "n": 127, "event_time": 4, "adoption_period": 8, "calendar_period": 12 }, { "group": 8, "year": 13, "att": 0.13105859817005192, "se": 0.10079597050465673, "n": 127, "event_time": 5, "adoption_period": 8, "calendar_period": 13 }, { "group": 9, "year": 1, "att": 0.07058793282934812, "se": 0.1378910589966246, "n": 91, "event_time": -8, "adoption_period": 9, "calendar_period": 1 }, { "group": 9, "year": 2, "att": 0.016194691125441908, "se": 0.13802983128183127, "n": 91, "event_time": -7, "adoption_period": 9, "calendar_period": 2 }, { "group": 9, "year": 3, "att": -0.0025029857102758135, "se": 0.13809251826593677, "n": 91, "event_time": -6, "adoption_period": 9, "calendar_period": 3 }, { "group": 9, "year": 4, "att": -0.027999817758981898, "se": 0.13826237286691767, "n": 91, "event_time": -5, "adoption_period": 9, "calendar_period": 4 }, { "group": 9, "year": 5, "att": -0.04692164256875426, "se": 0.15614398406203792, "n": 91, "event_time": -4, "adoption_period": 9, "calendar_period": 5 }, { "group": 9, "year": 6, "att": -0.05542058658498968, "se": 0.1562295296247728, "n": 91, "event_time": -3, "adoption_period": 9, "calendar_period": 6 }, { "group": 9, "year": 7, "att": 0.0864650809915459, "se": 0.1578575863393912, "n": 91, "event_time": -2, "adoption_period": 9, "calendar_period": 7 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "n": 91, "event_time": -1, "adoption_period": 9, "calendar_period": 8 }, { "group": 9, "year": 9, "att": 0.12363628668892704, "se": 0.1723152284209095, "n": 91, "event_time": 0, "adoption_period": 9, "calendar_period": 9 }, { "group": 9, "year": 10, "att": -0.020733049880957387, "se": 0.1237743074608199, "n": 91, "event_time": 1, "adoption_period": 9, "calendar_period": 10 }, { "group": 9, "year": 11, "att": 0.08620580984904731, "se": 0.17168754369542627, "n": 91, "event_time": 2, "adoption_period": 9, "calendar_period": 11 }, { "group": 9, "year": 12, "att": 0.07579482031885611, "se": 0.13801325633832742, "n": 91, "event_time": 3, "adoption_period": 9, "calendar_period": 12 }, { "group": 9, "year": 13, "att": 0.07561926908829229, "se": 0.13803298765337316, "n": 91, "event_time": 4, "adoption_period": 9, "calendar_period": 13 }, { "group": 10, "year": 1, "att": -0.3715478264559951, "se": 0.21751107873291445, "n": 87, "event_time": -9, "adoption_period": 10, "calendar_period": 1 }, { "group": 10, "year": 2, "att": -0.427243989973844, "se": 0.2176316060838891, "n": 87, "event_time": -8, "adoption_period": 10, "calendar_period": 2 }, { "group": 10, "year": 3, "att": -0.44638954618310456, "se": 0.21767342045179416, "n": 87, "event_time": -7, "adoption_period": 10, "calendar_period": 3 }, { "group": 10, "year": 4, "att": -0.3980955308339352, "se": 0.2319739484294796, "n": 87, "event_time": -6, "adoption_period": 10, "calendar_period": 4 }, { "group": 10, "year": 5, "att": -0.41420020455227896, "se": 0.2454745184189747, "n": 87, "event_time": -5, "adoption_period": 10, "calendar_period": 5 }, { "group": 10, "year": 6, "att": -0.3485011381037818, "se": 0.2363444963077317, "n": 87, "event_time": -4, "adoption_period": 10, "calendar_period": 6 }, { "group": 10, "year": 7, "att": -0.41333995490024306, "se": 0.2694991133505475, "n": 87, "event_time": -3, "adoption_period": 10, "calendar_period": 7 }, { "group": 10, "year": 8, "att": -0.35634341400140973, "se": 0.2398377690427822, "n": 87, "event_time": -2, "adoption_period": 10, "calendar_period": 8 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "n": 87, "event_time": -1, "adoption_period": 10, "calendar_period": 9 }, { "group": 10, "year": 10, "att": -0.4529314446997484, "se": 0.23642169957195347, "n": 87, "event_time": 0, "adoption_period": 10, "calendar_period": 10 }, { "group": 10, "year": 11, "att": -0.20203178666501523, "se": 0.22651951439404738, "n": 87, "event_time": 1, "adoption_period": 10, "calendar_period": 11 }, { "group": 10, "year": 12, "att": -0.367615664785087, "se": 0.21755359519498652, "n": 87, "event_time": 2, "adoption_period": 10, "calendar_period": 12 }, { "group": 10, "year": 13, "att": -0.36594540580693524, "se": 0.21757304585879297, "n": 87, "event_time": 3, "adoption_period": 10, "calendar_period": 13 }, { "group": 11, "year": 1, "att": 0.13441758398600792, "se": 0.1656797935511058, "n": 38, "event_time": -10, "adoption_period": 11, "calendar_period": 1 }, { "group": 11, "year": 2, "att": 0.07813253504420857, "se": 0.16583620181798758, "n": 38, "event_time": -9, "adoption_period": 11, "calendar_period": 2 }, { "group": 11, "year": 3, "att": 0.22689910354662926, "se": 0.23649772168986352, "n": 38, "event_time": -8, "adoption_period": 11, "calendar_period": 3 }, { "group": 11, "year": 4, "att": 0.034159840558427766, "se": 0.16604836450367527, "n": 38, "event_time": -7, "adoption_period": 11, "calendar_period": 4 }, { "group": 11, "year": 5, "att": 0.4487992060359276, "se": 0.32938993951666035, "n": 38, "event_time": -6, "adoption_period": 11, "calendar_period": 5 }, { "group": 11, "year": 6, "att": 0.2736490208420383, "se": 0.28812872892414526, "n": 38, "event_time": -5, "adoption_period": 11, "calendar_period": 6 }, { "group": 11, "year": 7, "att": 0.13469530626697093, "se": 0.2883752896038564, "n": 38, "event_time": -4, "adoption_period": 11, "calendar_period": 7 }, { "group": 11, "year": 8, "att": -0.04924941782407459, "se": 0.23718619619801348, "n": 38, "event_time": -3, "adoption_period": 11, "calendar_period": 8 }, { "group": 11, "year": 9, "att": -0.22439960301796363, "se": 0.16659071297265027, "n": 38, "event_time": -2, "adoption_period": 11, "calendar_period": 9 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "n": 38, "event_time": -1, "adoption_period": 11, "calendar_period": 10 }, { "group": 11, "year": 11, "att": 0.009535131646390365, "se": 0.1659815902232009, "n": 38, "event_time": 0, "adoption_period": 11, "calendar_period": 11 }, { "group": 11, "year": 12, "att": 0.13754623439940722, "se": 0.1657107828777238, "n": 38, "event_time": 1, "adoption_period": 11, "calendar_period": 12 }, { "group": 11, "year": 13, "att": 0.140479150647965, "se": 0.16574009660837768, "n": 38, "event_time": 2, "adoption_period": 11, "calendar_period": 13 }, { "group": 12, "year": 1, "att": 0.12618148262822204, "se": 0.014824778407040001, "n": 37, "event_time": -11, "adoption_period": 12, "calendar_period": 1 }, { "group": 12, "year": 2, "att": 0.0693109552464881, "se": 0.017999171707002166, "n": 37, "event_time": -10, "adoption_period": 12, "calendar_period": 2 }, { "group": 12, "year": 3, "att": 0.05153891543969632, "se": 0.0188721628610919, "n": 37, "event_time": -9, "adoption_period": 12, "calendar_period": 3 }, { "group": 12, "year": 4, "att": 0.024880855729508575, "se": 0.019300868675331928, "n": 37, "event_time": -8, "adoption_period": 12, "calendar_period": 4 }, { "group": 12, "year": 5, "att": -0.06042493534309228, "se": 0.02287524615860602, "n": 37, "event_time": -7, "adoption_period": 12, "calendar_period": 5 }, { "group": 12, "year": 6, "att": 0.10331799357948433, "se": 0.17001606281700432, "n": 37, "event_time": -6, "adoption_period": 12, "calendar_period": 6 }, { "group": 12, "year": 7, "att": 0.4808057255837466, "se": 0.3238106528543841, "n": 37, "event_time": -5, "adoption_period": 12, "calendar_period": 7 }, { "group": 12, "year": 8, "att": -0.22748210952693543, "se": 0.02738243268169812, "n": 37, "event_time": -4, "adoption_period": 12, "calendar_period": 8 }, { "group": 12, "year": 9, "att": 0.10888976822161377, "se": 0.23650153293146206, "n": 37, "event_time": -3, "adoption_period": 12, "calendar_period": 9 }, { "group": 12, "year": 10, "att": -0.1777203980679183, "se": 0.024829304164264945, "n": 37, "event_time": -2, "adoption_period": 12, "calendar_period": 10 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "n": 37, "event_time": -1, "adoption_period": 12, "calendar_period": 11 }, { "group": 12, "year": 12, "att": 0.12618148262822204, "se": 0.014824778407040001, "n": 37, "event_time": 0, "adoption_period": 12, "calendar_period": 12 }, { "group": 12, "year": 13, "att": 0.12739924317586881, "se": 0.014966379233335032, "n": 37, "event_time": 1, "adoption_period": 12, "calendar_period": 13 }, { "group": 13, "year": 1, "att": 0.0, "se": 0.0, "n": 34, "event_time": -12, "adoption_period": 13, "calendar_period": 1 }, { "group": 13, "year": 2, "att": -0.0574193772060254, "se": 0.010104203661084528, "n": 34, "event_time": -11, "adoption_period": 13, "calendar_period": 2 }, { "group": 13, "year": 3, "att": -0.07536293258290833, "se": 0.011559228120375617, "n": 34, "event_time": -10, "adoption_period": 13, "calendar_period": 3 }, { "group": 13, "year": 4, "att": 0.46088549737152534, "se": 0.30777762550564153, "n": 34, "event_time": -9, "adoption_period": 13, "calendar_period": 4 }, { "group": 13, "year": 5, "att": -0.000686077117351407, "se": 0.18405718431371373, "n": 34, "event_time": -8, "adoption_period": 13, "calendar_period": 5 }, { "group": 13, "year": 6, "att": 0.17985775507181476, "se": 0.2557435241747884, "n": 34, "event_time": -7, "adoption_period": 13, "calendar_period": 6 }, { "group": 13, "year": 7, "att": -0.1442345201324149, "se": 0.1846985855653599, "n": 34, "event_time": -6, "adoption_period": 13, "calendar_period": 7 }, { "group": 13, "year": 8, "att": 0.018365756679868447, "se": 0.25626064775542173, "n": 34, "event_time": -5, "adoption_period": 13, "calendar_period": 8 }, { "group": 13, "year": 9, "att": -0.17473856427311574, "se": 0.1848305198192752, "n": 34, "event_time": -4, "adoption_period": 13, "calendar_period": 9 }, { "group": 13, "year": 10, "att": -0.30683479694469806, "se": 0.0228877045104622, "n": 34, "event_time": -3, "adoption_period": 13, "calendar_period": 10 }, { "group": 13, "year": 11, "att": -0.12739924317586873, "se": 0.014966379233335037, "n": 34, "event_time": -2, "adoption_period": 13, "calendar_period": 11 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "n": 34, "event_time": -1, "adoption_period": 13, "calendar_period": 12 }, { "group": 13, "year": 13, "att": 0.0, "se": 0.0, "n": 34, "event_time": 0, "adoption_period": 13, "calendar_period": 13 } ], "package_dynamic_equal_event_att": 0.027434235854069577, "treated_cell_att": 0.026304073023695734, "treated_cell_se": 0.01902177242387326, "checks": { "max_group_time_vs_direct_did_difference": 2.220446049250313e-16, "max_dynamic_if_vs_direct_if_difference": 5.329070518200751e-15, "independent_cluster_se": 0.016758956835657875, "cluster_se_difference": 3.469446951953614e-18, "scalar_vs_equal_event_average": 0.0, "simple_vs_treated_cell_average": 3.469446951953614e-18, "group_time_cells": 156, "post_treatment_cells": 78, "treated_unit_years": 14472 }, "warnings": [ "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 1.7848541671410203, "target": "Dynamic aggregation: equal weights across all observed nonnegative event times; cohort-size weights within each event time", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty", "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.01878078738427038, "event_study": [ { "event_time": -12, "estimate": 3.469446951953614e-18, "raw_gap": 0.015346238391043177, "n": 34, "relative_to_minus_one": 0.003447353000574381 }, { "event_time": -11, "estimate": -0.01484843033324108, "raw_gap": 0.010322654589408441, "n": 71, "relative_to_minus_one": -0.011401077332666702 }, { "event_time": -10, "estimate": -0.022831398058223974, "raw_gap": -0.0023426284289084992, "n": 109, "relative_to_minus_one": -0.019384045057649596 }, { "event_time": -9, "estimate": -0.007149333886547507, "raw_gap": 0.008436142387109139, "n": 196, "relative_to_minus_one": -0.0037019808859731296 }, { "event_time": -8, "estimate": -0.0101373472726885, "raw_gap": 0.005224686283314996, "n": 287, "relative_to_minus_one": -0.006689994272114122 }, { "event_time": -7, "estimate": -0.013530219806829646, "raw_gap": 0.0006932932660177728, "n": 414, "relative_to_minus_one": -0.010082866806255269 }, { "event_time": -6, "estimate": -0.010602828976088302, "raw_gap": 0.0011790325072622157, "n": 545, "relative_to_minus_one": -0.0071554759755139245 }, { "event_time": -5, "estimate": -0.011005639577372413, "raw_gap": -0.0018662783589492957, "n": 647, "relative_to_minus_one": -0.0075582865767980355 }, { "event_time": -4, "estimate": -0.009895176073271826, "raw_gap": -0.002419055471326629, "n": 805, "relative_to_minus_one": -0.006447823072697449 }, { "event_time": -3, "estimate": -0.008400349466583695, "raw_gap": -0.0017555593111848033, "n": 973, "relative_to_minus_one": -0.004952996466009317 }, { "event_time": -2, "estimate": -0.006220452829754529, "raw_gap": -0.0009368103369492535, "n": 1259, "relative_to_minus_one": -0.002773099829180152 }, { "event_time": -1, "estimate": -0.0034473530005743776, "raw_gap": 0.0005817844303413443, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": -0.002205409699334899, "raw_gap": 0.0018237277315808096, "n": 1651, "relative_to_minus_one": 0.0012419433012394784 }, { "event_time": 1, "estimate": 0.04293020755734619, "raw_gap": 0.04672138491859937, "n": 1617, "relative_to_minus_one": 0.04637756055792057 }, { "event_time": 2, "estimate": -0.03168814170592021, "raw_gap": -0.028609053814190002, "n": 1580, "relative_to_minus_one": -0.02824078870534583 }, { "event_time": 3, "estimate": 0.013215439571785923, "raw_gap": 0.016081088085953543, "n": 1542, "relative_to_minus_one": 0.0166627925723603 }, { "event_time": 4, "estimate": 0.032080962905627224, "raw_gap": 0.034553370155665133, "n": 1455, "relative_to_minus_one": 0.035528315906201605 }, { "event_time": 5, "estimate": 0.03384185637752784, "raw_gap": 0.03548643282024695, "n": 1364, "relative_to_minus_one": 0.03728920937810222 }, { "event_time": 6, "estimate": 0.03300611369368328, "raw_gap": 0.03362339056214168, "n": 1237, "relative_to_minus_one": 0.036453466694257655 }, { "event_time": 7, "estimate": 0.043891505818423125, "raw_gap": 0.04410035879312098, "n": 1106, "relative_to_minus_one": 0.047338858818997506 }, { "event_time": 8, "estimate": 0.04577360801131535, "raw_gap": 0.04650960322060032, "n": 1004, "relative_to_minus_one": 0.04922096101188973 }, { "event_time": 9, "estimate": 0.008776025790757482, "raw_gap": 0.009525232426544676, "n": 846, "relative_to_minus_one": 0.01222337879133186 }, { "event_time": 10, "estimate": 0.00017067172707325808, "raw_gap": 0.00044607744571445896, "n": 678, "relative_to_minus_one": 0.003618024727647636 }, { "event_time": 11, "estimate": 0.0, "raw_gap": 0.0, "n": 392, "relative_to_minus_one": 0.0034473530005743776 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.01534623839104317, 0.010322654589408441, -0.002342628428908493, 0.00843614238710913, 0.005224686283314993, 0.0006932932660177867, 0.00117903250726223, -0.0018662783589493163, -0.002419055471326634, -0.0017555593111847779, -0.0009368103369492524, 0.0005817844303413492, 0.0018237277315807272, 0.04672138491859934, -0.028609053814189857, 0.01608108808595337, 0.034553370155665106, 0.035486432820247146, 0.03362339056214171, 0.0441003587931209, 0.04650960322059985, 0.0095252324265447, 0.00044607744571445625, 0.0 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.0006528848854501195 }, { "cohort": 3, "pre_gap": 0.002661331765697878 }, { "cohort": 4, "pre_gap": 0.0006652555458615678 }, { "cohort": 5, "pre_gap": -0.004979880393198776 }, { "cohort": 6, "pre_gap": 0.004065496918070233 }, { "cohort": 7, "pre_gap": 0.01165063607547899 }, { "cohort": 8, "pre_gap": 0.014880772317981291 }, { "cohort": 9, "pre_gap": 0.00944226965564733 }, { "cohort": 10, "pre_gap": 0.01174023316019131 }, { "cohort": 11, "pre_gap": 0.03419932227601752 }, { "cohort": 12, "pre_gap": 0.015346238391043172 } ], "diagnostics": { "converged": true, "pre_rmse": 0.011151412163836194, "zeta_omega": [ 0.0, 4.4922067723519, 4.516797794771114, 4.742405292035855, 4.790096871922786, 5.4877587003811374, 5.914998993588624, 5.7226893830813355, 5.772087401016879, 4.519846009581938, 4.093039777129411, 3.278895443817809 ], "zeta_lambda": [ 0.0, 5.99818779326806e-07, 7.055102509039413e-07, 7.722781854537594e-07, 8.962347041267029e-07, 9.972468496922254e-07, 1.1258121523057064e-06, 1.2390742299430663e-06, 1.3364049869118141e-06, 1.383239639070983e-06, 1.3955263312386496e-06, 1.3578688920502362e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 5.898059818321144e-17 }, "seconds": 857.751533749979, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.028749464847159685, "event_study": [ { "event_time": -12, "estimate": 0.0006709495863507085, "raw_gap": 0.0006709495863507085, "n": 34, "relative_to_minus_one": -0.0004368998789835005 }, { "event_time": -11, "estimate": 0.011627397893382602, "raw_gap": 0.011627397893382602, "n": 71, "relative_to_minus_one": 0.010519548428048392 }, { "event_time": -10, "estimate": -0.011964155819523342, "raw_gap": -0.011964155819523342, "n": 109, "relative_to_minus_one": -0.013072005284857552 }, { "event_time": -9, "estimate": 0.032419035702777335, "raw_gap": 0.032419035702777335, "n": 196, "relative_to_minus_one": 0.031311186237443125 }, { "event_time": -8, "estimate": 0.010489873938890936, "raw_gap": 0.010489873938890936, "n": 287, "relative_to_minus_one": 0.009382024473556726 }, { "event_time": -7, "estimate": 0.003836545604067273, "raw_gap": 0.003836545604067273, "n": 414, "relative_to_minus_one": 0.002728696138733064 }, { "event_time": -6, "estimate": 0.008782156534346804, "raw_gap": 0.008782156534346804, "n": 545, "relative_to_minus_one": 0.007674307069012595 }, { "event_time": -5, "estimate": -0.001361668884527392, "raw_gap": -0.001361668884527392, "n": 647, "relative_to_minus_one": -0.002469518349861601 }, { "event_time": -4, "estimate": -0.012241586936186528, "raw_gap": -0.012241586936186528, "n": 805, "relative_to_minus_one": -0.013349436401520738 }, { "event_time": -3, "estimate": -0.005727582610574173, "raw_gap": -0.005727582610574173, "n": 973, "relative_to_minus_one": -0.006835432075908382 }, { "event_time": -2, "estimate": -0.0006384145848036358, "raw_gap": -0.0006384145848036358, "n": 1259, "relative_to_minus_one": -0.0017462640501378448 }, { "event_time": -1, "estimate": 0.001107849465334209, "raw_gap": 0.001107849465334209, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.008937968013087636, "raw_gap": 0.008937968013087636, "n": 1651, "relative_to_minus_one": 0.007830118547753426 }, { "event_time": 1, "estimate": 0.05358804607356259, "raw_gap": 0.05358804607356259, "n": 1617, "relative_to_minus_one": 0.05248019660822838 }, { "event_time": 2, "estimate": -0.023543153116259298, "raw_gap": -0.023543153116259298, "n": 1580, "relative_to_minus_one": -0.024651002581593508 }, { "event_time": 3, "estimate": 0.025355704861777843, "raw_gap": 0.025355704861777843, "n": 1542, "relative_to_minus_one": 0.024247855396443634 }, { "event_time": 4, "estimate": 0.04100072369950018, "raw_gap": 0.04100072369950018, "n": 1455, "relative_to_minus_one": 0.03989287423416597 }, { "event_time": 5, "estimate": 0.043222700381806596, "raw_gap": 0.043222700381806596, "n": 1364, "relative_to_minus_one": 0.042114850916472386 }, { "event_time": 6, "estimate": 0.03992142206041269, "raw_gap": 0.03992142206041269, "n": 1237, "relative_to_minus_one": 0.03881357259507848 }, { "event_time": 7, "estimate": 0.05021536259255, "raw_gap": 0.05021536259255, "n": 1106, "relative_to_minus_one": 0.04910751312721579 }, { "event_time": 8, "estimate": 0.061624100771876356, "raw_gap": 0.061624100771876356, "n": 1004, "relative_to_minus_one": 0.060516251306542146 }, { "event_time": 9, "estimate": 0.022776694019981253, "raw_gap": 0.022776694019981253, "n": 846, "relative_to_minus_one": 0.021668844554647043 }, { "event_time": 10, "estimate": 0.009105399355276145, "raw_gap": 0.009105399355276145, "n": 678, "relative_to_minus_one": 0.007997549889941936 }, { "event_time": 11, "estimate": 0.004866166086668784, "raw_gap": 0.004866166086668784, "n": 392, "relative_to_minus_one": 0.003758316621334575 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.0006709495863507118, 0.011627397893382588, -0.011964155819523337, 0.0324190357027773, 0.010489873938890922, 0.0038365456040672843, 0.008782156534346811, -0.00136166888452742, -0.012241586936186528, -0.005727582610574178, -0.0006384145848036213, 0.0011078494653341848, 0.008937968013087584, 0.05358804607356264, -0.02354315311625931, 0.025355704861777923, 0.04100072369950024, 0.04322270038180651, 0.039921422060412666, 0.050215362592550265, 0.06162410077187699, 0.02277669401998129, 0.009105399355276121, 0.004866166086668826 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 29, "termination_reason": "Relative objective tolerance reached", "objective": 0.40131508552763034, "lambda_l": 0.0008065378236908227, "singular_values": [ 64.17279304306712, 61.920558402537125, 55.93131654657206, 50.918361856413995, 42.64157894694972, 38.24958442167397, 29.578709647638053, 22.367210625189873, 14.638776172557048, 10.004333325981037, 0.0, 0.0, 0.0 ], "history_objective": [ 0.4015738582855872, 0.40135020645967634, 0.40132426741475, 0.40131849359987287, 0.40131652874854473, 0.40131573512779345, 0.40131539017301965, 0.40131523314720957, 0.40131515898908343, 0.4013151228715486, 0.4013151048298571, 0.4013150956331635, 0.4013150908704475, 0.4013150883737689, 0.4013150870526536, 0.40131508634853985, 0.4013150859711378, 0.4013150857679371, 0.4013150856581571, 0.4013150855986041, 0.40131508556625617, 0.40131508554862527, 0.4013150855389998, 0.4013150855337298, 0.4013150855308382, 0.40131508552924533, 0.4013150855283809, 0.40131508552789485, 0.40131508552763034 ], "history_rmse": [ 0.2951141152311214, 0.2942593406980342, 0.29406167193650307, 0.2940091497529675, 0.2939926518602517, 0.2939863287291601, 0.29398339932077694, 0.29398184490559837, 0.29398095371984845, 0.2939804224636668, 0.293980099624755, 0.293979901409579, 0.2939797788971273, 0.29397970276190005, 0.29397965519696095, 0.2939796253145212, 0.29397960642644544, 0.29397959440820115, 0.2939795867061221, 0.29397958173202954, 0.2939795784937548, 0.2939795763677788, 0.2939795749600577, 0.2939795740198815, 0.29397957338657926, 0.29397957295643584, 0.2939795726619544, 0.2939795724587901, 0.29397957231764293 ] }, "checks": { "scalar_vs_treated_cell_average": 1.700029006457271e-16 }, "seconds": 0.09110054187476635, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "crabbymetrics.HorizontalPanelRidge-equivalent dual solve", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.17986442248622828, "event_study": [ { "event_time": -12, "estimate": -7.525495739099664e-05, "raw_gap": -7.525495739099664e-05, "n": 34, "relative_to_minus_one": -9.345170765599153e-05 }, { "event_time": -11, "estimate": -4.0300860598556824e-05, "raw_gap": -4.0300860598556824e-05, "n": 71, "relative_to_minus_one": -5.849761086355172e-05 }, { "event_time": -10, "estimate": -8.14855127237136e-05, "raw_gap": -8.14855127237136e-05, "n": 109, "relative_to_minus_one": -9.968226298870849e-05 }, { "event_time": -9, "estimate": -2.4116315565602323e-06, "raw_gap": -2.4116315565602323e-06, "n": 196, "relative_to_minus_one": -2.0608381821555123e-05 }, { "event_time": -8, "estimate": -1.1252941946220133e-05, "raw_gap": -1.1252941946220133e-05, "n": 287, "relative_to_minus_one": -2.9449692211215026e-05 }, { "event_time": -7, "estimate": -2.23919408712438e-05, "raw_gap": -2.23919408712438e-05, "n": 414, "relative_to_minus_one": -4.058869113623869e-05 }, { "event_time": -6, "estimate": -1.2401592136023913e-05, "raw_gap": -1.2401592136023913e-05, "n": 545, "relative_to_minus_one": -3.059834240101881e-05 }, { "event_time": -5, "estimate": -1.9991787787769405e-05, "raw_gap": -1.9991787787769405e-05, "n": 647, "relative_to_minus_one": -3.81885380527643e-05 }, { "event_time": -4, "estimate": -1.5130026201506372e-05, "raw_gap": -1.5130026201506372e-05, "n": 805, "relative_to_minus_one": -3.332677646650126e-05 }, { "event_time": -3, "estimate": 1.220164507675537e-05, "raw_gap": 1.220164507675537e-05, "n": 973, "relative_to_minus_one": -5.995105188239523e-06 }, { "event_time": -2, "estimate": 1.3687592011778343e-05, "raw_gap": 1.3687592011778343e-05, "n": 1259, "relative_to_minus_one": -4.50915825321655e-06 }, { "event_time": -1, "estimate": 1.8196750264994893e-05, "raw_gap": 1.8196750264994893e-05, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.1049853030582311, "raw_gap": 0.1049853030582311, "n": 1651, "relative_to_minus_one": 0.1049671063079661 }, { "event_time": 1, "estimate": 0.17462410439896142, "raw_gap": 0.17462410439896142, "n": 1617, "relative_to_minus_one": 0.17460590764869643 }, { "event_time": 2, "estimate": 0.12847826219122188, "raw_gap": 0.12847826219122188, "n": 1580, "relative_to_minus_one": 0.1284600654409569 }, { "event_time": 3, "estimate": 0.2023474019636877, "raw_gap": 0.2023474019636877, "n": 1542, "relative_to_minus_one": 0.2023292052134227 }, { "event_time": 4, "estimate": 0.24101101569712208, "raw_gap": 0.24101101569712208, "n": 1455, "relative_to_minus_one": 0.2409928189468571 }, { "event_time": 5, "estimate": 0.2796952131602185, "raw_gap": 0.2796952131602185, "n": 1364, "relative_to_minus_one": 0.2796770164099535 }, { "event_time": 6, "estimate": 0.2794296698873558, "raw_gap": 0.2794296698873558, "n": 1237, "relative_to_minus_one": 0.2794114731370908 }, { "event_time": 7, "estimate": 0.2669975132994311, "raw_gap": 0.2669975132994311, "n": 1106, "relative_to_minus_one": 0.2669793165491661 }, { "event_time": 8, "estimate": 0.2014659884634891, "raw_gap": 0.2014659884634891, "n": 1004, "relative_to_minus_one": 0.2014477917132241 }, { "event_time": 9, "estimate": 0.06724432070612159, "raw_gap": 0.06724432070612159, "n": 846, "relative_to_minus_one": 0.06722612395585659 }, { "event_time": 10, "estimate": -7.279817262280773e-06, "raw_gap": -7.279817262280773e-06, "n": 678, "relative_to_minus_one": -2.5476567527275668e-05 }, { "event_time": 11, "estimate": 0.0, "raw_gap": 0.0, "n": 392, "relative_to_minus_one": -1.8196750264994893e-05 } ], "seconds": 0.009169999975711107, "crabbymetrics": "0.9.1 (reference objective)", "target": "All observed treated unit-years, equal cell weights", "normalization": "Original source outcome / source SD; no mean subtraction", "numerical_backend": "Centered dual ridge; unchanged unpenalized intercept, donors, penalty and objective", "backend_sha256": "38252374942f3d48e1ee00a251ddddfc5a9df948f3289f67e10998d4735e008f", "checks": { "scalar_vs_treated_cell_average": 0.0 }, "validation": "analyses/archive-expanded/ridge-dual-validation.json", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.02974674224159661, "SE": 0.015100916289695789, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.017208682124055824, "SE": 0.021664128520566442, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.031145019752506185, "SE": 0.014359341986215966, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02491540528604237, "SE": 0.018474859937255783, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.027434235854069577, "SE": 0.01675895683565787, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.026304073023695734, "SE": 0.01902177242387326, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.01878078738427038, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.028749464847159685, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17986442248622828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "9c3093549e3591900c0b1a99c7db688f4caa1d4817d030b274032427ca8cf2bf", "runner.py": "9e1c0793f2fa4d4c05ae8672cc2d1e27dc0acb13695e32d56043b8280c0636b8", "csdid_model.py": "fb9553433b59065b2bef0d8ea3441a429d44350b9f18e791ccbb08f8dce699cb", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc1afacddc30a8244338144e1f7647ff6026bcdf1fc2768ae21e6c5fa61a4c29", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "aba2b72cf19a45e82f49e4ddac2bc10bc82da1a3c872a408f94508eaea001bd5" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.02974674224159661, "SE": 0.015100916289695789, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.00014256350131187923, "upper": 0.05935092098188134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.017208682124055824, "SE": 0.021664128520566442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.025262166708672144, "upper": 0.05967953095678379, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.031145019752506185, "SE": 0.014359341986215966, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0029946400935658805, "upper": 0.05929539941144649, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02491540528604237, "SE": 0.018474859937255783, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.011303129092394604, "upper": 0.061133939664479345, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.027434235854069577, "SE": 0.01675895683565787, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.005412715962281201, "upper": 0.06028118767042036, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.026304073023695734, "SE": 0.01902177242387326, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.01097791584921302, "upper": 0.06358606189660448, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.01878078738427038, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.028749464847159685, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17986442248622828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791580797.381679, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.02974674224159661, "SE": 0.015100916289695789, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.00014256350131187923, "upper": 0.05935092098188134, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.017208682124055824, "SE": 0.021664128520566442, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.025262166708672144, "upper": 0.05967953095678379, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.031145019752506185, "SE": 0.014359341986215966, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.0029946400935658805, "upper": 0.05929539941144649, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.02491540528604237, "SE": 0.018474859937255783, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.011303129092394604, "upper": 0.061133939664479345, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.027434235854069577, "SE": 0.01675895683565787, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.005412715962281201, "upper": 0.06028118767042036, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.026304073023695734, "SE": 0.01902177242387326, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.01097791584921302, "upper": 0.06358606189660448, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.01878078738427038, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.028749464847159685, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.17986442248622828, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }, { "study_id": 5, "specification_id": "S05-P003", "source_specification_id": "AUDITS-T4-C5-LEGAL-ACTION", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Do Government Audits Reduce Corruption?", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S05-P003.json", "input_bytes": 3959454, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s05-p003", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C5-LEGAL-ACTION", "source_specification_id": "AUDITS-T4-C5-LEGAL-ACTION", "specification_id": "S05-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C5-LEGAL-ACTION.csv", "output_dir": "analyses/full-archive/results/S05-P003" }, "source": { "file": "AUDITS-T4-C5-LEGAL-ACTION.csv", "bytes": 3959454, "sha256": "dbbb53b2eff90f2e6ddcc5e4f4bf581415f72c02c430fc535f0b62775115941d" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.16811774078994818, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03519245242983315, "se": 0.01518004287214449, "pvalue": 0.020469819847673387, "lower": 0.005433152142949444, "upper": 0.06495175271671685 }, { "method": "Dynamic TWFE", "estimate": 0.0226774233818737, "se": 0.02189034187742894, "pvalue": 0.300271256235517, "lower": -0.020236899245525047, "upper": 0.06559174600927245 }, { "method": "BJS / did2s", "estimate": 0.037896130358227136, "se": 0.014107159567440502, "pvalue": 0.0072477978528044905, "lower": 0.010240134831836483, "upper": 0.06555212588461778 }, { "method": "Sun\u2013Abraham", "estimate": 0.03117275671188908, "se": 0.018305382676652795, "pvalue": 0.08864153357667053, "lower": -0.00471353060159805, "upper": 0.06705904402537621 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.01855999146655633, "se": 0.06063207846097366, "pvalue": 0.759534393911349, "lower": -0.10030451011196292, "upper": 0.1374244930450756 }, { "event_time": -11, "estimate": 0.005373558829947299, "se": 0.042010959935687035, "pvalue": 0.8982263569016111, "lower": -0.07698567971742926, "upper": 0.08773279737732384 }, { "event_time": -10, "estimate": -0.022630634236256098, "se": 0.039141446276465666, "pvalue": 0.5631706510221403, "lower": -0.09936441313366134, "upper": 0.054103144661149155 }, { "event_time": -9, "estimate": 0.04822111561151659, "se": 0.06190353608620729, "pvalue": 0.43603189499942846, "lower": -0.07313598032856461, "upper": 0.16957821155159777 }, { "event_time": -8, "estimate": -0.009872040684244012, "se": 0.04172202840020799, "pvalue": 0.8129651681321741, "lower": -0.09166485129731944, "upper": 0.07192076992883142 }, { "event_time": -7, "estimate": -0.042814169267694546, "se": 0.03687273171745894, "pvalue": 0.24564113180563393, "lower": -0.1151003086956094, "upper": 0.02947197016022031 }, { "event_time": -6, "estimate": -0.014211511309911252, "se": 0.03888301222932737, "pvalue": 0.7147575584876862, "lower": -0.09043865024075515, "upper": 0.06201562762093265 }, { "event_time": -5, "estimate": -0.004377595123525771, "se": 0.043466886370620614, "pvalue": 0.9197837539622374, "lower": -0.0895910648702296, "upper": 0.08083587462317805 }, { "event_time": -4, "estimate": -0.048306904256867095, "se": 0.03435285858608351, "pvalue": 0.15972554698317187, "lower": -0.11565302725445566, "upper": 0.019039218740721467 }, { "event_time": -3, "estimate": -0.04734467520612679, "se": 0.03447663664821747, "pvalue": 0.1697374564145084, "lower": -0.11493345552365827, "upper": 0.020244105111404682 }, { "event_time": -2, "estimate": -0.02144310976884179, "se": 0.02680396514757836, "pvalue": 0.4237488797168189, "lower": -0.0739902108820854, "upper": 0.031103991344401817 }, { "event_time": 0, "estimate": 0.002452868184589132, "se": 0.028766353787366764, "pvalue": 0.9320511133077704, "lower": -0.05394134411950596, "upper": 0.05884708048868423 }, { "event_time": 1, "estimate": 0.03421560765420079, "se": 0.03110644014619891, "pvalue": 0.27140398786248565, "lower": -0.026766163014272502, "upper": 0.09519737832267408 }, { "event_time": 2, "estimate": -0.022453979025126653, "se": 0.03185541483625211, "pvalue": 0.480921843883354, "lower": -0.0849040566606026, "upper": 0.03999609861034931 }, { "event_time": 3, "estimate": 0.003875579252736891, "se": 0.03505960927295891, "pvalue": 0.9119833803122551, "lower": -0.0648560738185039, "upper": 0.07260723232397769 }, { "event_time": 4, "estimate": 0.04406504736742988, "se": 0.038234587826637384, "pvalue": 0.24917230897611495, "lower": -0.030890905659953623, "upper": 0.11902100039481339 }, { "event_time": 5, "estimate": 0.02242252436948582, "se": 0.03953519727796738, "pvalue": 0.5706345260272421, "lower": -0.055083172920419685, "upper": 0.09992822165939132 }, { "event_time": 6, "estimate": 0.027604050829923128, "se": 0.04163022530894031, "pvalue": 0.5073106936355467, "lower": -0.05400878692119732, "upper": 0.10921688858104359 }, { "event_time": 7, "estimate": 0.04594008836966756, "se": 0.043386786449948575, "pvalue": 0.2897176468906451, "lower": -0.03911635167611171, "upper": 0.13099652841544682 }, { "event_time": 8, "estimate": 0.06343841636694424, "se": 0.040056618118242994, "pvalue": 0.11331886891001194, "lower": -0.01508948616258382, "upper": 0.1419663188964723 }, { "event_time": 9, "estimate": 0.027441924427892436, "se": 0.033606389858494186, "pvalue": 0.41421257756247654, "lower": -0.03844080434833577, "upper": 0.09332465320412064 }, { "event_time": 10, "estimate": 0.03594702463734444, "se": 0.03182096627386635, "pvalue": 0.25866988481995634, "lower": -0.026435519255234755, "upper": 0.09832956852992364 }, { "event_time": 11, "estimate": 0.018820039054264825, "se": 0.04068160508063617, "pvalue": 0.6436577278080721, "lower": -0.060933102089271066, "upper": 0.09857318019780072 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.028765493028534414, "se": 0.05652363809831612, "pvalue": 0.6108364149391533, "lower": -0.08204472889525244, "upper": 0.13957571495232127 }, { "event_time": -11, "estimate": 0.02632518256077981, "se": 0.035361613126648754, "pvalue": 0.4566341678261777, "lower": -0.04299852571382566, "upper": 0.09564889083538529 }, { "event_time": -10, "estimate": 0.00138659673819651, "se": 0.03247491629375631, "pvalue": 0.96594434489357, "lower": -0.062277965603107235, "upper": 0.06505115907950025 }, { "event_time": -9, "estimate": 0.06928033569663523, "se": 0.051674162678759926, "pvalue": 0.18007180614793822, "lower": -0.032022864642301085, "upper": 0.17058353603557155 }, { "event_time": -8, "estimate": 0.015293886586253826, "se": 0.028634506800424495, "pvalue": 0.5932905530973455, "lower": -0.04084184989472381, "upper": 0.07142962306723147 }, { "event_time": -7, "estimate": -0.004051983774304879, "se": 0.022963172242966783, "pvalue": 0.8599428171936107, "lower": -0.04906950737905486, "upper": 0.040965539830445104 }, { "event_time": -6, "estimate": 0.011878771316808763, "se": 0.02577833898365296, "pvalue": 0.6449583357039909, "lower": -0.0386576690063821, "upper": 0.06241521163999963 }, { "event_time": -5, "estimate": 0.013070629821218049, "se": 0.031138573141237864, "pvalue": 0.674680511347992, "lower": -0.04797413509941484, "upper": 0.07411539474185093 }, { "event_time": -4, "estimate": -0.03563766957756673, "se": 0.021682930026679585, "pvalue": 0.10032338194721153, "lower": -0.07814537730924376, "upper": 0.006870038154110296 }, { "event_time": -3, "estimate": -0.028611249355495114, "se": 0.02165015854654693, "pvalue": 0.18638445172725338, "lower": -0.07105471113435582, "upper": 0.0138322124233656 }, { "event_time": -2, "estimate": -0.003782506586410121, "se": 0.018424493567695727, "pvalue": 0.8373476002524145, "lower": -0.0399023015917951, "upper": 0.03233728841897486 }, { "event_time": -1, "estimate": 0.016404999902438842, "se": 0.01714394824804549, "pvalue": 0.33866374845602076, "lower": -0.017204385019166754, "upper": 0.05001438482404444 }, { "event_time": 0, "estimate": 0.01902047426250727, "se": 0.023532373937424703, "pvalue": 0.4189732563101156, "lower": -0.027112925251938563, "upper": 0.0651538737769531 }, { "event_time": 1, "estimate": 0.051277278377760395, "se": 0.02709087417247884, "pvalue": 0.05844185540637388, "lower": -0.0018322856941813195, "upper": 0.10438684244970212 }, { "event_time": 2, "estimate": -0.007156765702160727, "se": 0.02591314629446752, "pvalue": 0.7824186881187869, "lower": -0.05795748533452005, "upper": 0.04364395393019859 }, { "event_time": 3, "estimate": 0.018160690968498518, "se": 0.02972724638451932, "pvalue": 0.5412855845949841, "lower": -0.04011727697337409, "upper": 0.07643865891037113 }, { "event_time": 4, "estimate": 0.05941233976855495, "se": 0.03452946669569277, "pvalue": 0.08537829373398358, "lower": -0.008280009772082778, "upper": 0.12710468930919266 }, { "event_time": 5, "estimate": 0.03518185062803892, "se": 0.03601848319571424, "pvalue": 0.3287276502948512, "lower": -0.03542960062591325, "upper": 0.1057933018819911 }, { "event_time": 6, "estimate": 0.03960325516864424, "se": 0.03857640519952459, "pvalue": 0.30464809263622195, "lower": -0.03602280438799618, "upper": 0.11522931472528467 }, { "event_time": 7, "estimate": 0.06046568119781088, "se": 0.040585068437646206, "pvalue": 0.1363245357953654, "lower": -0.019098207321630138, "upper": 0.1400295697172519 }, { "event_time": 8, "estimate": 0.08073357983175601, "se": 0.03734972462918692, "pvalue": 0.03069802100873657, "lower": 0.0075123326828428205, "upper": 0.1539548269806692 }, { "event_time": 9, "estimate": 0.04930487930429311, "se": 0.0284056773515265, "pvalue": 0.0826693075676969, "lower": -0.006382254735861813, "upper": 0.10499201334444802 }, { "event_time": 10, "estimate": 0.04696459633557197, "se": 0.02433810685614059, "pvalue": 0.05370194268939877, "lower": -0.0007483802644625559, "upper": 0.0946775729356065 }, { "event_time": 11, "estimate": 0.0319153921165745, "se": 0.03130468283498938, "pvalue": 0.3080092682086131, "lower": -0.02945501801458572, "upper": 0.09328580224773472 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.021949122579168433, "se": 0.006083995958749082, "pvalue": 0.0003118626436293081, "lower": 0.01002191893385863, "upper": 0.03387632622447824 }, { "event_time": -11, "estimate": 0.0509847441061195, "se": 0.009701426764280846, "pvalue": 1.5364408471601213e-07, "lower": 0.03196584707657123, "upper": 0.07000364113566777 }, { "event_time": -10, "estimate": 0.0030824808703676064, "se": 0.07601577987564073, "pvalue": 0.9676557804800341, "lower": -0.14594057782019493, "upper": 0.15210553956093015 }, { "event_time": -9, "estimate": -0.06549418327333408, "se": 0.11234513217915469, "pvalue": 0.5599368607641605, "lower": -0.2857381280664093, "upper": 0.15474976151974112 }, { "event_time": -8, "estimate": -0.08976138095044234, "se": 0.08777533541807857, "pvalue": 0.3065323111851495, "lower": -0.26183813899977726, "upper": 0.08231537709889261 }, { "event_time": -7, "estimate": -0.06510920512676269, "se": 0.06880982436933472, "pvalue": 0.3440807817536632, "lower": -0.2000055452321234, "upper": 0.06978713497859804 }, { "event_time": -6, "estimate": -0.050574372070162986, "se": 0.06278105765379498, "pvalue": 0.4205293674515149, "lower": -0.17365178119104416, "upper": 0.07250303705071817 }, { "event_time": -5, "estimate": -0.05315440230951855, "se": 0.06137774654249512, "pvalue": 0.3865189437227752, "lower": -0.17348072850469035, "upper": 0.06717192388565324 }, { "event_time": -4, "estimate": -0.08148755952787881, "se": 0.046863913550002086, "pvalue": 0.08212723730307338, "lower": -0.17336063839198673, "upper": 0.010385519336229124 }, { "event_time": -3, "estimate": -0.06073186348014292, "se": 0.04195804936514512, "pvalue": 0.14783362929651242, "lower": -0.1429873749451674, "upper": 0.02152364798488153 }, { "event_time": -2, "estimate": -0.02394864245304528, "se": 0.029778540960943515, "pvalue": 0.4213040893998037, "lower": -0.08232716944575544, "upper": 0.034429884539664876 }, { "event_time": 0, "estimate": 4.295127173447634e-05, "se": 0.028440152893543964, "pvalue": 0.9987950666960284, "lower": -0.055711769402799025, "upper": 0.055797671946267974 }, { "event_time": 1, "estimate": 0.033139301290224785, "se": 0.03113220707448489, "pvalue": 0.28716550906455085, "lower": -0.027892983448781224, "upper": 0.09417158602923079 }, { "event_time": 2, "estimate": -0.025973484587070994, "se": 0.032063697515288536, "pvalue": 0.41794356691914264, "lower": -0.08883188430979057, "upper": 0.03688491513564858 }, { "event_time": 3, "estimate": -0.0013073557000448134, "se": 0.03541122628912401, "pvalue": 0.970550820338639, "lower": -0.07072832674345264, "upper": 0.06811361534336302 }, { "event_time": 4, "estimate": 0.059641504267462356, "se": 0.037873173293881984, "pvalue": 0.11537089493162689, "lower": -0.014605923514050587, "upper": 0.13388893204897528 }, { "event_time": 5, "estimate": 0.036307898911900297, "se": 0.03955320464266007, "pvalue": 0.3586873794671052, "lower": -0.04123310042410473, "upper": 0.11384889824790533 }, { "event_time": 6, "estimate": 0.03589168132314339, "se": 0.04180108416304412, "pvalue": 0.39058424724471724, "lower": -0.04605611200015653, "upper": 0.11783947464644332 }, { "event_time": 7, "estimate": 0.0657084492412855, "se": 0.04261357182438512, "pvalue": 0.12314433182810527, "lower": -0.017832163318223793, "upper": 0.14924906180079478 }, { "event_time": 8, "estimate": 0.09222263884894558, "se": 0.03820352399772695, "pvalue": 0.015813726303114447, "lower": 0.01732758405619765, "upper": 0.1671176936416935 }, { "event_time": 9, "estimate": 0.05893413254873476, "se": 0.029195244321001415, "pvalue": 0.04357813070945525, "lower": 0.0016991135164810406, "upper": 0.11616915158098848 }, { "event_time": 10, "estimate": 0.051344112700609554, "se": 0.02559265604406834, "pvalue": 0.044886350824585405, "lower": 0.001171689422942969, "upper": 0.10151653597827615 }, { "event_time": 11, "estimate": 0.025239768115838637, "se": 0.0312018825011298, "pvalue": 0.4185994473731681, "lower": -0.03592910990960317, "upper": 0.08640864614128045 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.938893903907228e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.93739461031608e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.008511586584463, "df_num": 55, "df_den": 61932, "pvalue": 0.4570063473046029, "log10_pvalue": -0.3400777680259465, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 54989.63553197767, "rss_restricted": 55038.8858815818, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.15479503581387255 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.013559621002607963 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.021452236669650016 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.030882496913165663 }, { "event_time": 3.0, "cohort": 3, "estimate": 0.07987685721318855 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.03317937062953624 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.06510027686691386 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.03555573042932292 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.06711953662751155 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.040829612476264016 }, { "event_time": 9.0, "cohort": 3, "estimate": 0.008678862244359181 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.02986327388471821 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.36638150767240385 }, { "event_time": -2.0, "cohort": 4, "estimate": 0.13338312952128706 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.06920262018886901 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.021956301125601527 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.1145667244629762 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.04545024682712996 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.09097945766172584 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.24452999461799682 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.13170191402243886 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.08137312726020825 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.022437263714717236 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.12165051376210553 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.22301133251385916 }, { "event_time": -3.0, "cohort": 5, "estimate": 0.3499998110247585 }, { "event_time": -2.0, "cohort": 5, "estimate": 0.12156437120948799 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.09223021482321118 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04338384326613304 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.18173663482353308 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.22404511370932084 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.10632297298030022 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.04843305086318318 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.034146144837548485 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.10120119846055008 }, { "event_time": 8.0, "cohort": 5, "estimate": 0.019612969246571466 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.16963394283010852 }, { "event_time": -4.0, "cohort": 6, "estimate": 0.007912277973635078 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.16013258811047773 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.15611023759191975 }, { "event_time": 0.0, "cohort": 6, "estimate": -0.009090741884039171 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.1289021121334542 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.1518477858194076 }, { "event_time": 3.0, "cohort": 6, "estimate": -0.016536161000213687 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.17011862137326939 }, { "event_time": 5.0, "cohort": 6, "estimate": -0.21417403446506897 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.21426338625062324 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.23619097319171767 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.08783629305210953 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.07040762376696433 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.09103264208210328 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.19675590446227326 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.02966933656875228 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.2139359517137494 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.13674653592326516 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.07436209882728571 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.12436492479836961 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.05157016013687982 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.1013925470495165 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.11147984004028631 }, { "event_time": -7.0, "cohort": 8, "estimate": -0.04885550770959954 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.1581713973439789 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.04356744817898068 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.21682647234005084 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.18285174558377715 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.25450878416754 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.17184021760663223 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.18666165435993282 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.1760729031831265 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.23152534048900264 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.10640575757966174 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.017905984534677823 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.028383464590007325 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.1702014702401316 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.07903528592764171 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.07058622161047369 }, { "event_time": -4.0, "cohort": 9, "estimate": 0.07517609953903918 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.15050826911694157 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.14689028187793865 }, { "event_time": 0.0, "cohort": 9, "estimate": 0.030037908333714405 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.1305361181345678 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.04376472420124902 }, { "event_time": 3.0, "cohort": 9, "estimate": 0.051590775167831227 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.07108052785082869 }, { "event_time": -9.0, "cohort": 10, "estimate": -0.7729391450295846 }, { "event_time": -8.0, "cohort": 10, "estimate": -0.3842112455919182 }, { "event_time": -7.0, "cohort": 10, "estimate": -0.5405863293077651 }, { "event_time": -6.0, "cohort": 10, "estimate": -0.211160559437096 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.3852734840355008 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.17403529728570935 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.01767962039655504 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.2219752997900187 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.44638308706018814 }, { "event_time": 1.0, "cohort": 10, "estimate": -0.1643760815302184 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.3239669442248789 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.2436702523306086 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.053317706671056925 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.5255531573741914 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.06191649367817284 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.2391717322261119 }, { "event_time": -6.0, "cohort": 11, "estimate": 0.398617811303429 }, { "event_time": -5.0, "cohort": 11, "estimate": 0.06207331046274952 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.1492242383507596 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.07308968956201248 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.2607235856186785 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.17110948742721266 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.08324839019466569 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.28544627172366094 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.17559298063576106 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.13338312952144418 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.40327788340951654 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.03947862545444954 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.19793937240083498 }, { "event_time": -6.0, "cohort": 12, "estimate": 0.19348754168244559 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.44004541508879524 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.05507144104196929 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.5346276926002728 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.05740539751474798 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.08454891605834688 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.20654295235399014 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.04208063728488241 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s05-p003", "study_id": 5, "study": "Do Government Audits Reduce Corruption?", "citation": "Avis et al. (2018), JPE. https://doi.org/10.1086/699209", "description": "AUDITS-T4-C5-LEGAL-ACTION", "source_specification_id": "AUDITS-T4-C5-LEGAL-ACTION", "specification_id": "S05-P003", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/AUDITS-T4-C5-LEGAL-ACTION.csv", "output_dir": "analyses/archive-expanded/fits/S05-P003" }, "options": { "output_dir": "analyses/archive-expanded/fits/S05-P003", "regression_results": "analyses/archive-expanded/baselines/S05-P003.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "AUDITS-T4-C5-LEGAL-ACTION.csv", "bytes": 3959454, "sha256": "dbbb53b2eff90f2e6ddcc5e4f4bf581415f72c02c430fc535f0b62775115941d" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 70902, "source_sd": 0.16811774078994818, "rows": 67262, "units": 5174, "clusters": 5174, "treated_units": 1651, "never_treated_units": 3523, "treated_cohorts": 12, "latest_cohort_control_index": null, "unique_unit_period_cells": 67262, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 280, "post_adoption_untreated_rows_removed": 0, "units_without_minus_one_removed": 0, "additional_rows_removed": 0 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.03519245242983315, "se": 0.01518004287214449, "pvalue": 0.020469819847673387, "lower": 0.005433152142949444, "upper": 0.06495175271671685 }, { "method": "Dynamic TWFE", "estimate": 0.0226774233818737, "se": 0.02189034187742894, "pvalue": 0.300271256235517, "lower": -0.020236899245525047, "upper": 0.06559174600927245 }, { "method": "BJS / did2s", "estimate": 0.037896130358227136, "se": 0.014107159567440502, "pvalue": 0.0072477978528044905, "lower": 0.010240134831836483, "upper": 0.06555212588461778 }, { "method": "Sun\u2013Abraham", "estimate": 0.03117275671188908, "se": 0.018305382676652795, "pvalue": 0.08864153357667053, "lower": -0.00471353060159805, "upper": 0.06705904402537621 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -12, "estimate": 0.01855999146655633, "se": 0.06063207846097366, "pvalue": 0.759534393911349, "lower": -0.10030451011196292, "upper": 0.1374244930450756 }, { "event_time": -11, "estimate": 0.005373558829947299, "se": 0.042010959935687035, "pvalue": 0.8982263569016111, "lower": -0.07698567971742926, "upper": 0.08773279737732384 }, { "event_time": -10, "estimate": -0.022630634236256098, "se": 0.039141446276465666, "pvalue": 0.5631706510221403, "lower": -0.09936441313366134, "upper": 0.054103144661149155 }, { "event_time": -9, "estimate": 0.04822111561151659, "se": 0.06190353608620729, "pvalue": 0.43603189499942846, "lower": -0.07313598032856461, "upper": 0.16957821155159777 }, { "event_time": -8, "estimate": -0.009872040684244012, "se": 0.04172202840020799, "pvalue": 0.8129651681321741, "lower": -0.09166485129731944, "upper": 0.07192076992883142 }, { "event_time": -7, "estimate": -0.042814169267694546, "se": 0.03687273171745894, "pvalue": 0.24564113180563393, "lower": -0.1151003086956094, "upper": 0.02947197016022031 }, { "event_time": -6, "estimate": -0.014211511309911252, "se": 0.03888301222932737, "pvalue": 0.7147575584876862, "lower": -0.09043865024075515, "upper": 0.06201562762093265 }, { "event_time": -5, "estimate": -0.004377595123525771, "se": 0.043466886370620614, "pvalue": 0.9197837539622374, "lower": -0.0895910648702296, "upper": 0.08083587462317805 }, { "event_time": -4, "estimate": -0.048306904256867095, "se": 0.03435285858608351, "pvalue": 0.15972554698317187, "lower": -0.11565302725445566, "upper": 0.019039218740721467 }, { "event_time": -3, "estimate": -0.04734467520612679, "se": 0.03447663664821747, "pvalue": 0.1697374564145084, "lower": -0.11493345552365827, "upper": 0.020244105111404682 }, { "event_time": -2, "estimate": -0.02144310976884179, "se": 0.02680396514757836, "pvalue": 0.4237488797168189, "lower": -0.0739902108820854, "upper": 0.031103991344401817 }, { "event_time": 0, "estimate": 0.002452868184589132, "se": 0.028766353787366764, "pvalue": 0.9320511133077704, "lower": -0.05394134411950596, "upper": 0.05884708048868423 }, { "event_time": 1, "estimate": 0.03421560765420079, "se": 0.03110644014619891, "pvalue": 0.27140398786248565, "lower": -0.026766163014272502, "upper": 0.09519737832267408 }, { "event_time": 2, "estimate": -0.022453979025126653, "se": 0.03185541483625211, "pvalue": 0.480921843883354, "lower": -0.0849040566606026, "upper": 0.03999609861034931 }, { "event_time": 3, "estimate": 0.003875579252736891, "se": 0.03505960927295891, "pvalue": 0.9119833803122551, "lower": -0.0648560738185039, "upper": 0.07260723232397769 }, { "event_time": 4, "estimate": 0.04406504736742988, "se": 0.038234587826637384, "pvalue": 0.24917230897611495, "lower": -0.030890905659953623, "upper": 0.11902100039481339 }, { "event_time": 5, "estimate": 0.02242252436948582, "se": 0.03953519727796738, "pvalue": 0.5706345260272421, "lower": -0.055083172920419685, "upper": 0.09992822165939132 }, { "event_time": 6, "estimate": 0.027604050829923128, "se": 0.04163022530894031, "pvalue": 0.5073106936355467, "lower": -0.05400878692119732, "upper": 0.10921688858104359 }, { "event_time": 7, "estimate": 0.04594008836966756, "se": 0.043386786449948575, "pvalue": 0.2897176468906451, "lower": -0.03911635167611171, "upper": 0.13099652841544682 }, { "event_time": 8, "estimate": 0.06343841636694424, "se": 0.040056618118242994, "pvalue": 0.11331886891001194, "lower": -0.01508948616258382, "upper": 0.1419663188964723 }, { "event_time": 9, "estimate": 0.027441924427892436, "se": 0.033606389858494186, "pvalue": 0.41421257756247654, "lower": -0.03844080434833577, "upper": 0.09332465320412064 }, { "event_time": 10, "estimate": 0.03594702463734444, "se": 0.03182096627386635, "pvalue": 0.25866988481995634, "lower": -0.026435519255234755, "upper": 0.09832956852992364 }, { "event_time": 11, "estimate": 0.018820039054264825, "se": 0.04068160508063617, "pvalue": 0.6436577278080721, "lower": -0.060933102089271066, "upper": 0.09857318019780072 } ], "BJS / did2s": [ { "event_time": -12, "estimate": 0.028765493028534414, "se": 0.05652363809831612, "pvalue": 0.6108364149391533, "lower": -0.08204472889525244, "upper": 0.13957571495232127 }, { "event_time": -11, "estimate": 0.02632518256077981, "se": 0.035361613126648754, "pvalue": 0.4566341678261777, "lower": -0.04299852571382566, "upper": 0.09564889083538529 }, { "event_time": -10, "estimate": 0.00138659673819651, "se": 0.03247491629375631, "pvalue": 0.96594434489357, "lower": -0.062277965603107235, "upper": 0.06505115907950025 }, { "event_time": -9, "estimate": 0.06928033569663523, "se": 0.051674162678759926, "pvalue": 0.18007180614793822, "lower": -0.032022864642301085, "upper": 0.17058353603557155 }, { "event_time": -8, "estimate": 0.015293886586253826, "se": 0.028634506800424495, "pvalue": 0.5932905530973455, "lower": -0.04084184989472381, "upper": 0.07142962306723147 }, { "event_time": -7, "estimate": -0.004051983774304879, "se": 0.022963172242966783, "pvalue": 0.8599428171936107, "lower": -0.04906950737905486, "upper": 0.040965539830445104 }, { "event_time": -6, "estimate": 0.011878771316808763, "se": 0.02577833898365296, "pvalue": 0.6449583357039909, "lower": -0.0386576690063821, "upper": 0.06241521163999963 }, { "event_time": -5, "estimate": 0.013070629821218049, "se": 0.031138573141237864, "pvalue": 0.674680511347992, "lower": -0.04797413509941484, "upper": 0.07411539474185093 }, { "event_time": -4, "estimate": -0.03563766957756673, "se": 0.021682930026679585, "pvalue": 0.10032338194721153, "lower": -0.07814537730924376, "upper": 0.006870038154110296 }, { "event_time": -3, "estimate": -0.028611249355495114, "se": 0.02165015854654693, "pvalue": 0.18638445172725338, "lower": -0.07105471113435582, "upper": 0.0138322124233656 }, { "event_time": -2, "estimate": -0.003782506586410121, "se": 0.018424493567695727, "pvalue": 0.8373476002524145, "lower": -0.0399023015917951, "upper": 0.03233728841897486 }, { "event_time": -1, "estimate": 0.016404999902438842, "se": 0.01714394824804549, "pvalue": 0.33866374845602076, "lower": -0.017204385019166754, "upper": 0.05001438482404444 }, { "event_time": 0, "estimate": 0.01902047426250727, "se": 0.023532373937424703, "pvalue": 0.4189732563101156, "lower": -0.027112925251938563, "upper": 0.0651538737769531 }, { "event_time": 1, "estimate": 0.051277278377760395, "se": 0.02709087417247884, "pvalue": 0.05844185540637388, "lower": -0.0018322856941813195, "upper": 0.10438684244970212 }, { "event_time": 2, "estimate": -0.007156765702160727, "se": 0.02591314629446752, "pvalue": 0.7824186881187869, "lower": -0.05795748533452005, "upper": 0.04364395393019859 }, { "event_time": 3, "estimate": 0.018160690968498518, "se": 0.02972724638451932, "pvalue": 0.5412855845949841, "lower": -0.04011727697337409, "upper": 0.07643865891037113 }, { "event_time": 4, "estimate": 0.05941233976855495, "se": 0.03452946669569277, "pvalue": 0.08537829373398358, "lower": -0.008280009772082778, "upper": 0.12710468930919266 }, { "event_time": 5, "estimate": 0.03518185062803892, "se": 0.03601848319571424, "pvalue": 0.3287276502948512, "lower": -0.03542960062591325, "upper": 0.1057933018819911 }, { "event_time": 6, "estimate": 0.03960325516864424, "se": 0.03857640519952459, "pvalue": 0.30464809263622195, "lower": -0.03602280438799618, "upper": 0.11522931472528467 }, { "event_time": 7, "estimate": 0.06046568119781088, "se": 0.040585068437646206, "pvalue": 0.1363245357953654, "lower": -0.019098207321630138, "upper": 0.1400295697172519 }, { "event_time": 8, "estimate": 0.08073357983175601, "se": 0.03734972462918692, "pvalue": 0.03069802100873657, "lower": 0.0075123326828428205, "upper": 0.1539548269806692 }, { "event_time": 9, "estimate": 0.04930487930429311, "se": 0.0284056773515265, "pvalue": 0.0826693075676969, "lower": -0.006382254735861813, "upper": 0.10499201334444802 }, { "event_time": 10, "estimate": 0.04696459633557197, "se": 0.02433810685614059, "pvalue": 0.05370194268939877, "lower": -0.0007483802644625559, "upper": 0.0946775729356065 }, { "event_time": 11, "estimate": 0.0319153921165745, "se": 0.03130468283498938, "pvalue": 0.3080092682086131, "lower": -0.02945501801458572, "upper": 0.09328580224773472 } ], "Sun\u2013Abraham": [ { "event_time": -12, "estimate": 0.021949122579168433, "se": 0.006083995958749082, "pvalue": 0.0003118626436293081, "lower": 0.01002191893385863, "upper": 0.03387632622447824 }, { "event_time": -11, "estimate": 0.0509847441061195, "se": 0.009701426764280846, "pvalue": 1.5364408471601213e-07, "lower": 0.03196584707657123, "upper": 0.07000364113566777 }, { "event_time": -10, "estimate": 0.0030824808703676064, "se": 0.07601577987564073, "pvalue": 0.9676557804800341, "lower": -0.14594057782019493, "upper": 0.15210553956093015 }, { "event_time": -9, "estimate": -0.06549418327333408, "se": 0.11234513217915469, "pvalue": 0.5599368607641605, "lower": -0.2857381280664093, "upper": 0.15474976151974112 }, { "event_time": -8, "estimate": -0.08976138095044234, "se": 0.08777533541807857, "pvalue": 0.3065323111851495, "lower": -0.26183813899977726, "upper": 0.08231537709889261 }, { "event_time": -7, "estimate": -0.06510920512676269, "se": 0.06880982436933472, "pvalue": 0.3440807817536632, "lower": -0.2000055452321234, "upper": 0.06978713497859804 }, { "event_time": -6, "estimate": -0.050574372070162986, "se": 0.06278105765379498, "pvalue": 0.4205293674515149, "lower": -0.17365178119104416, "upper": 0.07250303705071817 }, { "event_time": -5, "estimate": -0.05315440230951855, "se": 0.06137774654249512, "pvalue": 0.3865189437227752, "lower": -0.17348072850469035, "upper": 0.06717192388565324 }, { "event_time": -4, "estimate": -0.08148755952787881, "se": 0.046863913550002086, "pvalue": 0.08212723730307338, "lower": -0.17336063839198673, "upper": 0.010385519336229124 }, { "event_time": -3, "estimate": -0.06073186348014292, "se": 0.04195804936514512, "pvalue": 0.14783362929651242, "lower": -0.1429873749451674, "upper": 0.02152364798488153 }, { "event_time": -2, "estimate": -0.02394864245304528, "se": 0.029778540960943515, "pvalue": 0.4213040893998037, "lower": -0.08232716944575544, "upper": 0.034429884539664876 }, { "event_time": 0, "estimate": 4.295127173447634e-05, "se": 0.028440152893543964, "pvalue": 0.9987950666960284, "lower": -0.055711769402799025, "upper": 0.055797671946267974 }, { "event_time": 1, "estimate": 0.033139301290224785, "se": 0.03113220707448489, "pvalue": 0.28716550906455085, "lower": -0.027892983448781224, "upper": 0.09417158602923079 }, { "event_time": 2, "estimate": -0.025973484587070994, "se": 0.032063697515288536, "pvalue": 0.41794356691914264, "lower": -0.08883188430979057, "upper": 0.03688491513564858 }, { "event_time": 3, "estimate": -0.0013073557000448134, "se": 0.03541122628912401, "pvalue": 0.970550820338639, "lower": -0.07072832674345264, "upper": 0.06811361534336302 }, { "event_time": 4, "estimate": 0.059641504267462356, "se": 0.037873173293881984, "pvalue": 0.11537089493162689, "lower": -0.014605923514050587, "upper": 0.13388893204897528 }, { "event_time": 5, "estimate": 0.036307898911900297, "se": 0.03955320464266007, "pvalue": 0.3586873794671052, "lower": -0.04123310042410473, "upper": 0.11384889824790533 }, { "event_time": 6, "estimate": 0.03589168132314339, "se": 0.04180108416304412, "pvalue": 0.39058424724471724, "lower": -0.04605611200015653, "upper": 0.11783947464644332 }, { "event_time": 7, "estimate": 0.0657084492412855, "se": 0.04261357182438512, "pvalue": 0.12314433182810527, "lower": -0.017832163318223793, "upper": 0.14924906180079478 }, { "event_time": 8, "estimate": 0.09222263884894558, "se": 0.03820352399772695, "pvalue": 0.015813726303114447, "lower": 0.01732758405619765, "upper": 0.1671176936416935 }, { "event_time": 9, "estimate": 0.05893413254873476, "se": 0.029195244321001415, "pvalue": 0.04357813070945525, "lower": 0.0016991135164810406, "upper": 0.11616915158098848 }, { "event_time": 10, "estimate": 0.051344112700609554, "se": 0.02559265604406834, "pvalue": 0.044886350824585405, "lower": 0.001171689422942969, "upper": 0.10151653597827615 }, { "event_time": 11, "estimate": 0.025239768115838637, "se": 0.0312018825011298, "pvalue": 0.4185994473731681, "lower": -0.03592910990960317, "upper": 0.08640864614128045 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "weights": [ 0.11408236594803758, 0.1117330016583748, 0.1091763405196241, 0.10655058043117745, 0.10053897180762852, 0.09425096738529574, 0.08547540077390824, 0.07642343836373687, 0.06937534549474848, 0.05845771144278607, 0.046849087893864015, 0.027086788280818133 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 6.938893903907228e-17, "package_aggregate_vs_estimable_cell_weights": 1.3877787807814457e-17, "saturated_vs_deviations_relative_rss_difference": 2.93739461031608e-14 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.008511586584463, "df_num": 55, "df_den": 61932, "pvalue": 0.4570063473046029, "log10_pvalue": -0.3400777680259465, "inference": "Homoskedastic nested-model F", "observations": 67262, "design_columns": 144, "restricted_design_columns": 89, "fixed_effect_rank": 5186, "covariance_rank": 55, "rss_unrestricted": 54989.63553197767, "rss_restricted": 55038.8858815818, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-9.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-8.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-7.0]" ], "data": [ [ -0.00606583211917575, 0.916981356486575, -0.08264696262376976, -0.09082394219618806, -0.09024412000832566, -0.09531384734322512 ], [ 0.0005054860099313143, -0.08243882132556274, 0.9175463114388511, -0.08135351312776905, -0.08947102375784247, -0.0883559810888764 ], [ 0.0005054860099313143, -0.07586750319645567, -0.08187386637328654, 0.9188397609348519, -0.08000059468942346, -0.08758288483839319 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.08058041687728582, 0.9201926793731974, -0.07811245576997417 ], [ 0.0005054860099313143, -0.07586750319645567, -0.07530254824417948, -0.07400909874817876, -0.07922749843894024, 0.9220808182926468 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_8,ref=-1.0)+i(rel_time,cohort_dummy_9,ref=-1.0)+i(rel_time,cohort_dummy_10,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_13,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_8", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_9", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_10", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 0.15479503581387255 }, { "event_time": 0.0, "cohort": 3, "estimate": 0.013559621002607963 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.021452236669650016 }, { "event_time": 2.0, "cohort": 3, "estimate": 0.030882496913165663 }, { "event_time": 3.0, "cohort": 3, "estimate": 0.07987685721318855 }, { "event_time": 4.0, "cohort": 3, "estimate": 0.03317937062953624 }, { "event_time": 5.0, "cohort": 3, "estimate": -0.06510027686691386 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.03555573042932292 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.06711953662751155 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.040829612476264016 }, { "event_time": 9.0, "cohort": 3, "estimate": 0.008678862244359181 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.02986327388471821 }, { "event_time": -3.0, "cohort": 4, "estimate": 0.36638150767240385 }, { "event_time": -2.0, "cohort": 4, "estimate": 0.13338312952128706 }, { "event_time": 0.0, "cohort": 4, "estimate": 0.06920262018886901 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.021956301125601527 }, { "event_time": 2.0, "cohort": 4, "estimate": 0.1145667244629762 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.04545024682712996 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.09097945766172584 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.24452999461799682 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.13170191402243886 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.08137312726020825 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.022437263714717236 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.12165051376210553 }, { "event_time": -4.0, "cohort": 5, "estimate": 0.22301133251385916 }, { "event_time": -3.0, "cohort": 5, "estimate": 0.3499998110247585 }, { "event_time": -2.0, "cohort": 5, "estimate": 0.12156437120948799 }, { "event_time": 0.0, "cohort": 5, "estimate": -0.09223021482321118 }, { "event_time": 1.0, "cohort": 5, "estimate": -0.04338384326613304 }, { "event_time": 2.0, "cohort": 5, "estimate": -0.18173663482353308 }, { "event_time": 3.0, "cohort": 5, "estimate": 0.22404511370932084 }, { "event_time": 4.0, "cohort": 5, "estimate": -0.10632297298030022 }, { "event_time": 5.0, "cohort": 5, "estimate": 0.04843305086318318 }, { "event_time": 6.0, "cohort": 5, "estimate": 0.034146144837548485 }, { "event_time": 7.0, "cohort": 5, "estimate": 0.10120119846055008 }, { "event_time": 8.0, "cohort": 5, "estimate": 0.019612969246571466 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.16963394283010852 }, { "event_time": -4.0, "cohort": 6, "estimate": 0.007912277973635078 }, { "event_time": -3.0, "cohort": 6, "estimate": 0.16013258811047773 }, { "event_time": -2.0, "cohort": 6, "estimate": 0.15611023759191975 }, { "event_time": 0.0, "cohort": 6, "estimate": -0.009090741884039171 }, { "event_time": 1.0, "cohort": 6, "estimate": -0.1289021121334542 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.1518477858194076 }, { "event_time": 3.0, "cohort": 6, "estimate": -0.016536161000213687 }, { "event_time": 4.0, "cohort": 6, "estimate": -0.17011862137326939 }, { "event_time": 5.0, "cohort": 6, "estimate": -0.21417403446506897 }, { "event_time": 6.0, "cohort": 6, "estimate": -0.21426338625062324 }, { "event_time": 7.0, "cohort": 6, "estimate": -0.23619097319171767 }, { "event_time": -6.0, "cohort": 7, "estimate": 0.08783629305210953 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.07040762376696433 }, { "event_time": -4.0, "cohort": 7, "estimate": 0.09103264208210328 }, { "event_time": -3.0, "cohort": 7, "estimate": 0.19675590446227326 }, { "event_time": -2.0, "cohort": 7, "estimate": -0.02966933656875228 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.2139359517137494 }, { "event_time": 1.0, "cohort": 7, "estimate": -0.13674653592326516 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.07436209882728571 }, { "event_time": 3.0, "cohort": 7, "estimate": -0.12436492479836961 }, { "event_time": 4.0, "cohort": 7, "estimate": -0.05157016013687982 }, { "event_time": 5.0, "cohort": 7, "estimate": -0.1013925470495165 }, { "event_time": 6.0, "cohort": 7, "estimate": -0.11147984004028631 }, { "event_time": -7.0, "cohort": 8, "estimate": -0.04885550770959954 }, { "event_time": -6.0, "cohort": 8, "estimate": 0.1581713973439789 }, { "event_time": -5.0, "cohort": 8, "estimate": 0.04356744817898068 }, { "event_time": -4.0, "cohort": 8, "estimate": 0.21682647234005084 }, { "event_time": -3.0, "cohort": 8, "estimate": 0.18285174558377715 }, { "event_time": -2.0, "cohort": 8, "estimate": 0.25450878416754 }, { "event_time": 0.0, "cohort": 8, "estimate": 0.17184021760663223 }, { "event_time": 1.0, "cohort": 8, "estimate": 0.18666165435993282 }, { "event_time": 2.0, "cohort": 8, "estimate": 0.1760729031831265 }, { "event_time": 3.0, "cohort": 8, "estimate": 0.23152534048900264 }, { "event_time": 4.0, "cohort": 8, "estimate": 0.10640575757966174 }, { "event_time": 5.0, "cohort": 8, "estimate": 0.017905984534677823 }, { "event_time": -8.0, "cohort": 9, "estimate": 0.028383464590007325 }, { "event_time": -7.0, "cohort": 9, "estimate": -0.1702014702401316 }, { "event_time": -6.0, "cohort": 9, "estimate": 0.07903528592764171 }, { "event_time": -5.0, "cohort": 9, "estimate": -0.07058622161047369 }, { "event_time": -4.0, "cohort": 9, "estimate": 0.07517609953903918 }, { "event_time": -3.0, "cohort": 9, "estimate": 0.15050826911694157 }, { "event_time": -2.0, "cohort": 9, "estimate": 0.14689028187793865 }, { "event_time": 0.0, "cohort": 9, "estimate": 0.030037908333714405 }, { "event_time": 1.0, "cohort": 9, "estimate": -0.1305361181345678 }, { "event_time": 2.0, "cohort": 9, "estimate": 0.04376472420124902 }, { "event_time": 3.0, "cohort": 9, "estimate": 0.051590775167831227 }, { "event_time": 4.0, "cohort": 9, "estimate": 0.07108052785082869 }, { "event_time": -9.0, "cohort": 10, "estimate": -0.7729391450295846 }, { "event_time": -8.0, "cohort": 10, "estimate": -0.3842112455919182 }, { "event_time": -7.0, "cohort": 10, "estimate": -0.5405863293077651 }, { "event_time": -6.0, "cohort": 10, "estimate": -0.211160559437096 }, { "event_time": -5.0, "cohort": 10, "estimate": -0.3852734840355008 }, { "event_time": -4.0, "cohort": 10, "estimate": -0.17403529728570935 }, { "event_time": -3.0, "cohort": 10, "estimate": -0.01767962039655504 }, { "event_time": -2.0, "cohort": 10, "estimate": -0.2219752997900187 }, { "event_time": 0.0, "cohort": 10, "estimate": -0.44638308706018814 }, { "event_time": 1.0, "cohort": 10, "estimate": -0.1643760815302184 }, { "event_time": 2.0, "cohort": 10, "estimate": -0.3239669442248789 }, { "event_time": 3.0, "cohort": 10, "estimate": -0.2436702523306086 }, { "event_time": -10.0, "cohort": 11, "estimate": 0.053317706671056925 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.5255531573741914 }, { "event_time": -8.0, "cohort": 11, "estimate": 0.06191649367817284 }, { "event_time": -7.0, "cohort": 11, "estimate": -0.2391717322261119 }, { "event_time": -6.0, "cohort": 11, "estimate": 0.398617811303429 }, { "event_time": -5.0, "cohort": 11, "estimate": 0.06207331046274952 }, { "event_time": -4.0, "cohort": 11, "estimate": 0.1492242383507596 }, { "event_time": -3.0, "cohort": 11, "estimate": 0.07308968956201248 }, { "event_time": -2.0, "cohort": 11, "estimate": -0.2607235856186785 }, { "event_time": 0.0, "cohort": 11, "estimate": -0.17110948742721266 }, { "event_time": 1.0, "cohort": 11, "estimate": -0.08324839019466569 }, { "event_time": 2.0, "cohort": 11, "estimate": 0.28544627172366094 }, { "event_time": -11.0, "cohort": 12, "estimate": 0.17559298063576106 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.13338312952144418 }, { "event_time": -9.0, "cohort": 12, "estimate": -0.40327788340951654 }, { "event_time": -8.0, "cohort": 12, "estimate": 0.03947862545444954 }, { "event_time": -7.0, "cohort": 12, "estimate": -0.19793937240083498 }, { "event_time": -6.0, "cohort": 12, "estimate": 0.19348754168244559 }, { "event_time": -5.0, "cohort": 12, "estimate": 0.44004541508879524 }, { "event_time": -4.0, "cohort": 12, "estimate": -0.05507144104196929 }, { "event_time": -3.0, "cohort": 12, "estimate": 0.5346276926002728 }, { "event_time": -2.0, "cohort": 12, "estimate": -0.05740539751474798 }, { "event_time": 0.0, "cohort": 12, "estimate": 0.08454891605834688 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.20654295235399014 }, { "event_time": 0.0, "cohort": 13, "estimate": -0.04208063728488241 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Equal post-event times", "estimate": 0.0370001666524442, "se": 0.016958190571508745, "lower": 0.003762723889320342, "upper": 0.07023760941556806, "matches_treated_unit_year_target": false, "checks": { "point_error": 0.0, "influence_function_max_error": 5.329070518200751e-15, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.3868559097542344 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.2214475940213717 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10943213662876376 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.087354883196088 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.04792752331399075 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.05168357216316405 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.04154980244369993 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.02421227714450595 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.018165183356650322 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.00588060798758354 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.0037743783525560804 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.00171613163739148 } ] }, { "typec": "simple", "aggregation": "Equal treated unit-years", "estimate": 0.032325234409434266, "se": 0.018852448220686248, "lower": -0.004624885123517004, "upper": 0.06927535394238554, "matches_treated_unit_year_target": true, "checks": { "point_error": 1.3877787807814457e-17, "influence_function_max_error": 1.0658141036401503e-14, "cluster_se_error": 6.938893903907228e-18 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.32504145936981754 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.21738529574350468 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.11608623548922056 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.0982587064676617 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.05638474295190713 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.06336373687119956 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.052653399668325045 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.031440022111663905 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.02404643449419569 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.007877280265339967 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.005113322277501382 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.0023493642896627973 } ] }, { "typec": "group", "aggregation": "Cohort-size-weighted post-period means", "estimate": 0.02291545918485204, "se": 0.022967623668077964, "lower": -0.022100256015050498, "upper": 0.06793117438475457, "matches_treated_unit_year_target": false, "checks": { "point_error": 6.938893903907228e-18, "influence_function_max_error": 7.105427357601002e-15, "cluster_se_error": 0.0 }, "cohort_total_weights": [ { "cohort": 2, "units": 392, "post_periods": 12, "weight": 0.2374318594791035 }, { "cohort": 3, "units": 286, "post_periods": 11, "weight": 0.1732283464566929 }, { "cohort": 4, "units": 168, "post_periods": 10, "weight": 0.10175651120533011 }, { "cohort": 5, "units": 158, "post_periods": 9, "weight": 0.09569957601453666 }, { "cohort": 6, "units": 102, "post_periods": 8, "weight": 0.061780738946093275 }, { "cohort": 7, "units": 131, "post_periods": 7, "weight": 0.07934585099939431 }, { "cohort": 8, "units": 127, "post_periods": 6, "weight": 0.07692307692307693 }, { "cohort": 9, "units": 91, "post_periods": 5, "weight": 0.05511811023622047 }, { "cohort": 10, "units": 87, "post_periods": 4, "weight": 0.052695336159903086 }, { "cohort": 11, "units": 38, "post_periods": 3, "weight": 0.02301635372501514 }, { "cohort": 12, "units": 37, "post_periods": 2, "weight": 0.022410660205935795 }, { "cohort": 13, "units": 34, "post_periods": 1, "weight": 0.02059357964869776 } ] } ], "control_group": "notyettreated", "same_group_time_effects": true, "additional_covariates": [], "compute_aggte_sha256": "7da8b79e62519b99774248d2fda55ed5054083e446885c624f998b77d8874834", "inference": "Clustered analytical influence functions including estimated cohort-share uncertainty; 95% pointwise normal intervals" }, "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "control_group": "notyettreated", "xformla": "y ~ 1", "base_period": "universal", "anticipation": 0, "panel": true, "allow_unbalanced_panel": false, "clustervar": "cluster", "clusters": 5174, "bstrap": false, "cband": false, "aggregate": "dynamic", "event_aggregate": "dynamic", "balance_e": null, "post_event_min": 0, "post_event_max": 11 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Group-time DIDs; no synthetic-control pooling parameter" }, "estimate": 0.0370001666524442, "se": 0.016958190571508745, "lower": 0.003762723889320342, "upper": 0.07023760941556806, "event_study": [ { "event_time": -12, "estimate": 0.021949122579391883, "se": 0.00607634920208801, "lower": 0.010039696985810689, "upper": 0.033858548172973076, "relative_to_minus_one": 0.021949122579391883, "n": 34 }, { "event_time": -11, "estimate": 0.05031191894259712, "se": 0.01418539434542332, "lower": 0.02250905691906928, "upper": 0.07811478096612497, "relative_to_minus_one": 0.05031191894259712, "n": 71 }, { "event_time": -10, "estimate": 0.0007422170363314239, "se": 0.07607893549348729, "lower": -0.14836975651304968, "upper": 0.14985419058571253, "relative_to_minus_one": 0.0007422170363314239, "n": 109 }, { "event_time": -9, "estimate": -0.06849268194845567, "se": 0.11390659336783979, "lower": -0.2917455025510707, "upper": 0.1547601386541593, "relative_to_minus_one": -0.06849268194845567, "n": 196 }, { "event_time": -8, "estimate": -0.09377669524234723, "se": 0.08809816468845214, "lower": -0.2664459251357918, "upper": 0.07889253465109732, "relative_to_minus_one": -0.09377669524234723, "n": 287 }, { "event_time": -7, "estimate": -0.06682871480147498, "se": 0.06898535897039107, "lower": -0.20203753384400863, "upper": 0.06838010424105867, "relative_to_minus_one": -0.06682871480147498, "n": 414 }, { "event_time": -6, "estimate": -0.05147241641186603, "se": 0.0630538201424485, "lower": -0.1750556329787313, "upper": 0.07211080015499924, "relative_to_minus_one": -0.05147241641186603, "n": 545 }, { "event_time": -5, "estimate": -0.05500403230093922, "se": 0.0619568944988294, "lower": -0.17643731411259264, "upper": 0.06642924951071422, "relative_to_minus_one": -0.05500403230093922, "n": 647 }, { "event_time": -4, "estimate": -0.08251861891605579, "se": 0.047000719250729205, "lower": -0.17463833589496341, "upper": 0.009601098062851851, "relative_to_minus_one": -0.08251861891605579, "n": 805 }, { "event_time": -3, "estimate": -0.06169626594242392, "se": 0.04227015187898041, "lower": -0.1445442412462636, "upper": 0.021151709361415777, "relative_to_minus_one": -0.06169626594242392, "n": 973 }, { "event_time": -2, "estimate": -0.025021570860135522, "se": 0.030298383845764772, "lower": -0.08440531198760465, "upper": 0.03436217026733361, "relative_to_minus_one": -0.025021570860135522, "n": 1259 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": 0.0, "upper": 0.0, "relative_to_minus_one": 0.0, "n": 1651 }, { "event_time": 0, "estimate": 0.0023799492957030993, "se": 0.02895883669555276, "lower": -0.054378327661757216, "upper": 0.059138226253163416, "relative_to_minus_one": 0.0023799492957030993, "n": 1651 }, { "event_time": 1, "estimate": 0.034229810254193256, "se": 0.031534648367320964, "lower": -0.02757696481089065, "upper": 0.09603658531927717, "relative_to_minus_one": 0.034229810254193256, "n": 1617 }, { "event_time": 2, "estimate": -0.02588791824084981, "se": 0.032799790225637095, "lower": -0.0901743257835674, "upper": 0.03839848930186779, "relative_to_minus_one": -0.02588791824084981, "n": 1580 }, { "event_time": 3, "estimate": 0.0004869821991051286, "se": 0.03606940503788209, "lower": -0.07020775261893135, "upper": 0.07118171701714161, "relative_to_minus_one": 0.0004869821991051286, "n": 1542 }, { "event_time": 4, "estimate": 0.059347748420154195, "se": 0.03841697266313061, "lower": -0.0159481343946416, "upper": 0.13464363123495, "relative_to_minus_one": 0.059347748420154195, "n": 1455 }, { "event_time": 5, "estimate": 0.0374245181114176, "se": 0.03976191126908775, "lower": -0.0405073959324717, "upper": 0.1153564321553069, "relative_to_minus_one": 0.0374245181114176, "n": 1364 }, { "event_time": 6, "estimate": 0.03800525946072879, "se": 0.04172464759076493, "lower": -0.0437735470847964, "upper": 0.11978406600625398, "relative_to_minus_one": 0.03800525946072879, "n": 1237 }, { "event_time": 7, "estimate": 0.06643490963625284, "se": 0.04257079031757441, "lower": -0.01700230617959944, "upper": 0.14987212545210513, "relative_to_minus_one": 0.06643490963625284, "n": 1106 }, { "event_time": 8, "estimate": 0.09483596396316626, "se": 0.03809407832114778, "lower": 0.02017294242946857, "upper": 0.16949898549686396, "relative_to_minus_one": 0.09483596396316626, "n": 1004 }, { "event_time": 9, "estimate": 0.060039593738506675, "se": 0.029164170651723956, "lower": 0.0028788696221476867, "upper": 0.11720031785486566, "relative_to_minus_one": 0.060039593738506675, "n": 846 }, { "event_time": 10, "estimate": 0.05146541487571751, "se": 0.02556207653007407, "lower": 0.0013646655067157398, "upper": 0.10156616424471929, "relative_to_minus_one": 0.05146541487571751, "n": 678 }, { "event_time": 11, "estimate": 0.025239768115234793, "se": 0.031162665966654575, "lower": -0.03583793484166024, "upper": 0.08631747107212982, "relative_to_minus_one": 0.025239768115234793, "n": 392 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "n": 392, "event_time": -1, "adoption_period": 2, "calendar_period": 1 }, { "group": 2, "year": 2, "att": 0.03880129728302873, "se": 0.03774613755183036, "n": 392, "event_time": 0, "adoption_period": 2, "calendar_period": 2 }, { "group": 2, "year": 3, "att": 0.06380104525352655, "se": 0.04604094594827503, "n": 392, "event_time": 1, "adoption_period": 2, "calendar_period": 3 }, { "group": 2, "year": 4, "att": -0.014837433814266086, "se": 0.03548706747311234, "n": 392, "event_time": 2, "adoption_period": 2, "calendar_period": 4 }, { "group": 2, "year": 5, "att": -0.03226933511857454, "se": 0.04998125048479066, "n": 392, "event_time": 3, "adoption_period": 2, "calendar_period": 5 }, { "group": 2, "year": 6, "att": 0.05727927956574799, "se": 0.06698810124778365, "n": 392, "event_time": 4, "adoption_period": 2, "calendar_period": 6 }, { "group": 2, "year": 7, "att": 0.039343739361595076, "se": 0.07517751492003394, "n": 392, "event_time": 5, "adoption_period": 2, "calendar_period": 7 }, { "group": 2, "year": 8, "att": 0.04169069413777598, "se": 0.07815128551414956, "n": 392, "event_time": 6, "adoption_period": 2, "calendar_period": 8 }, { "group": 2, "year": 9, "att": 0.04023418126698315, "se": 0.07964164392724354, "n": 392, "event_time": 7, "adoption_period": 2, "calendar_period": 9 }, { "group": 2, "year": 10, "att": 0.07964684503906999, "se": 0.07651965066130065, "n": 392, "event_time": 8, "adoption_period": 2, "calendar_period": 10 }, { "group": 2, "year": 11, "att": 0.0345109526920081, "se": 0.051729480134315706, "n": 392, "event_time": 9, "adoption_period": 2, "calendar_period": 11 }, { "group": 2, "year": 12, "att": 0.0389567237238779, "se": 0.030786770782299622, "n": 392, "event_time": 10, "adoption_period": 2, "calendar_period": 12 }, { "group": 2, "year": 13, "att": 0.025239768115234793, "se": 0.031162665966655123, "n": 392, "event_time": 11, "adoption_period": 2, "calendar_period": 13 }, { "group": 3, "year": 1, "att": 0.033445093652384024, "se": 0.022408731411991296, "n": 286, "event_time": -2, "adoption_period": 3, "calendar_period": 1 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "n": 286, "event_time": -1, "adoption_period": 3, "calendar_period": 2 }, { "group": 3, "year": 3, "att": 0.043871821327691594, "se": 0.047771430553076394, "n": 286, "event_time": 0, "adoption_period": 3, "calendar_period": 3 }, { "group": 3, "year": 4, "att": 0.06963082727978026, "se": 0.056127984837079314, "n": 286, "event_time": 1, "adoption_period": 3, "calendar_period": 4 }, { "group": 3, "year": 5, "att": 0.01720693276618073, "se": 0.06412484522258989, "n": 286, "event_time": 2, "adoption_period": 3, "calendar_period": 5 }, { "group": 3, "year": 6, "att": 0.03251596093073063, "se": 0.07356908304742427, "n": 286, "event_time": 3, "adoption_period": 3, "calendar_period": 6 }, { "group": 3, "year": 7, "att": 0.08463395326110232, "se": 0.09098876703778798, "n": 286, "event_time": 4, "adoption_period": 3, "calendar_period": 7 }, { "group": 3, "year": 8, "att": -0.024695512433993018, "se": 0.08241601068004628, "n": 286, "event_time": 5, "adoption_period": 3, "calendar_period": 8 }, { "group": 3, "year": 9, "att": 0.06407713142441489, "se": 0.09364608194336296, "n": 286, "event_time": 6, "adoption_period": 3, "calendar_period": 9 }, { "group": 3, "year": 10, "att": 0.11445741219624686, "se": 0.09108658526099363, "n": 286, "event_time": 7, "adoption_period": 3, "calendar_period": 10 }, { "group": 3, "year": 11, "att": 0.11601480183251882, "se": 0.0703893808797857, "n": 286, "event_time": 8, "adoption_period": 3, "calendar_period": 11 }, { "group": 3, "year": 12, "att": 0.04013412798885713, "se": 0.031693502071517755, "n": 286, "event_time": 9, "adoption_period": 3, "calendar_period": 12 }, { "group": 3, "year": 13, "att": 0.06861019435656063, "se": 0.043466082117807905, "n": 286, "event_time": 10, "adoption_period": 3, "calendar_period": 13 }, { "group": 4, "year": 1, "att": 0.07558957302352957, "se": 0.010127526023171383, "n": 168, "event_time": -3, "adoption_period": 4, "calendar_period": 1 }, { "group": 4, "year": 2, "att": 0.019240982224171144, "se": 0.011977786499177433, "n": 168, "event_time": -2, "adoption_period": 4, "calendar_period": 2 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "n": 168, "event_time": -1, "adoption_period": 4, "calendar_period": 3 }, { "group": 4, "year": 4, "att": 0.09110016073485126, "se": 0.06220300666136034, "n": 168, "event_time": 0, "adoption_period": 4, "calendar_period": 4 }, { "group": 4, "year": 5, "att": 0.03464186629779319, "se": 0.07219183339492939, "n": 168, "event_time": 1, "adoption_period": 4, "calendar_period": 5 }, { "group": 4, "year": 6, "att": 0.09284942868915072, "se": 0.09376934759295495, "n": 168, "event_time": 2, "adoption_period": 4, "calendar_period": 6 }, { "group": 4, "year": 7, "att": 6.295203855535042e-05, "se": 0.09448823266908137, "n": 168, "event_time": 3, "adoption_period": 4, "calendar_period": 7 }, { "group": 4, "year": 8, "att": 0.15009924347196216, "se": 0.12063660335353842, "n": 168, "event_time": 4, "adoption_period": 4, "calendar_period": 8 }, { "group": 4, "year": 9, "att": 0.2770028789172497, "se": 0.13704765672991678, "n": 168, "event_time": 5, "adoption_period": 4, "calendar_period": 9 }, { "group": 4, "year": 10, "att": 0.17164903364343995, "se": 0.11595173387989298, "n": 168, "event_time": 6, "adoption_period": 4, "calendar_period": 10 }, { "group": 4, "year": 11, "att": 0.1257238988576728, "se": 0.08021225681274019, "n": 168, "event_time": 7, "adoption_period": 4, "calendar_period": 11 }, { "group": 4, "year": 12, "att": 0.09560721709647144, "se": 0.037662780715641664, "n": 168, "event_time": 8, "adoption_period": 4, "calendar_period": 12 }, { "group": 4, "year": 13, "att": 0.15349310858747817, "se": 0.062390033229535256, "n": 168, "event_time": 9, "adoption_period": 4, "calendar_period": 13 }, { "group": 5, "year": 1, "att": 0.05507102348904585, "se": 0.039223895004494976, "n": 158, "event_time": -4, "adoption_period": 5, "calendar_period": 1 }, { "group": 5, "year": 2, "att": 0.07473408728562642, "se": 0.06640343099741076, "n": 158, "event_time": -3, "adoption_period": 5, "calendar_period": 2 }, { "group": 5, "year": 3, "att": 0.015690727676059293, "se": 0.05495160525173624, "n": 158, "event_time": -2, "adoption_period": 5, "calendar_period": 3 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "n": 158, "event_time": -1, "adoption_period": 5, "calendar_period": 4 }, { "group": 5, "year": 5, "att": -0.05364459370031312, "se": 0.06745499266789949, "n": 158, "event_time": 0, "adoption_period": 5, "calendar_period": 5 }, { "group": 5, "year": 6, "att": 0.007292469830265218, "se": 0.0935109010468273, "n": 158, "event_time": 1, "adoption_period": 5, "calendar_period": 6 }, { "group": 5, "year": 7, "att": -0.1980455195725458, "se": 0.06911316406154713, "n": 158, "event_time": 2, "adoption_period": 5, "calendar_period": 7 }, { "group": 5, "year": 8, "att": 0.1894795799060359, "se": 0.12775635483107797, "n": 158, "event_time": 3, "adoption_period": 5, "calendar_period": 8 }, { "group": 5, "year": 9, "att": -0.05081675239270162, "se": 0.09379337964127628, "n": 158, "event_time": 4, "adoption_period": 5, "calendar_period": 9 }, { "group": 5, "year": 10, "att": 0.09482212502709923, "se": 0.1190453294492959, "n": 158, "event_time": 5, "adoption_period": 5, "calendar_period": 10 }, { "group": 5, "year": 11, "att": 0.0748748281973484, "se": 0.08571878335365302, "n": 158, "event_time": 6, "adoption_period": 5, "calendar_period": 11 }, { "group": 5, "year": 12, "att": 0.1488730602033925, "se": 0.07633811641150454, "n": 158, "event_time": 7, "adoption_period": 5, "calendar_period": 12 }, { "group": 5, "year": 13, "att": 0.09336391624934122, "se": 0.06675192388583788, "n": 158, "event_time": 8, "adoption_period": 5, "calendar_period": 13 }, { "group": 6, "year": 1, "att": -0.1700447619439101, "se": 0.13949611215345392, "n": 102, "event_time": -5, "adoption_period": 6, "calendar_period": 1 }, { "group": 6, "year": 2, "att": -0.16729239351588532, "se": 0.12832698938482356, "n": 102, "event_time": -4, "adoption_period": 6, "calendar_period": 2 }, { "group": 6, "year": 3, "att": -0.12944732763054373, "se": 0.14209553879865983, "n": 102, "event_time": -3, "adoption_period": 6, "calendar_period": 3 }, { "group": 6, "year": 4, "att": 0.033802524756680136, "se": 0.10239793767883237, "n": 102, "event_time": -2, "adoption_period": 6, "calendar_period": 4 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "n": 102, "event_time": -1, "adoption_period": 6, "calendar_period": 5 }, { "group": 6, "year": 6, "att": 0.007138955610189473, "se": 0.17617197376288518, "n": 102, "event_time": 0, "adoption_period": 6, "calendar_period": 6 }, { "group": 6, "year": 7, "att": -0.0837039929120284, "se": 0.13269858308493618, "n": 102, "event_time": 1, "adoption_period": 6, "calendar_period": 7 }, { "group": 6, "year": 8, "att": -0.16392710839805666, "se": 0.11956340371121, "n": 102, "event_time": 2, "adoption_period": 6, "calendar_period": 8 }, { "group": 6, "year": 9, "att": -0.060903089747547136, "se": 0.16683531484942216, "n": 102, "event_time": 3, "adoption_period": 6, "calendar_period": 9 }, { "group": 6, "year": 10, "att": -0.10645203585792624, "se": 0.14520752299754963, "n": 102, "event_time": 4, "adoption_period": 6, "calendar_period": 10 }, { "group": 6, "year": 11, "att": -0.17533683928191385, "se": 0.14274719366946323, "n": 102, "event_time": 5, "adoption_period": 6, "calendar_period": 11 }, { "group": 6, "year": 12, "att": -0.17932479246001604, "se": 0.13981527958790801, "n": 102, "event_time": 6, "adoption_period": 6, "calendar_period": 12 }, { "group": 6, "year": 13, "att": -0.19287419026777844, "se": 0.1399356396763818, "n": 102, "event_time": 7, "adoption_period": 6, "calendar_period": 13 }, { "group": 7, "year": 1, "att": -0.04278816422111305, "se": 0.11016953775354472, "n": 131, "event_time": -6, "adoption_period": 7, "calendar_period": 1 }, { "group": 7, "year": 2, "att": -0.05328337431308422, "se": 0.12008859350035538, "n": 131, "event_time": -5, "adoption_period": 7, "calendar_period": 2 }, { "group": 7, "year": 3, "att": -0.07443525926767217, "se": 0.12013390135909162, "n": 131, "event_time": -4, "adoption_period": 7, "calendar_period": 3 }, { "group": 7, "year": 4, "att": -0.0865220506702938, "se": 0.12013764648164961, "n": 131, "event_time": -3, "adoption_period": 7, "calendar_period": 4 }, { "group": 7, "year": 5, "att": -0.1347884838954577, "se": 0.11224798256793131, "n": 131, "event_time": -2, "adoption_period": 7, "calendar_period": 5 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "n": 131, "event_time": -1, "adoption_period": 7, "calendar_period": 6 }, { "group": 7, "year": 7, "att": -0.18599588258595434, "se": 0.13080919760719142, "n": 131, "event_time": 0, "adoption_period": 7, "calendar_period": 7 }, { "group": 7, "year": 8, "att": -0.07949064434860326, "se": 0.15305050577548257, "n": 131, "event_time": 1, "adoption_period": 7, "calendar_period": 8 }, { "group": 7, "year": 9, "att": -0.09214320852258087, "se": 0.16602517138103315, "n": 131, "event_time": 2, "adoption_period": 7, "calendar_period": 9 }, { "group": 7, "year": 10, "att": -0.15795906906223103, "se": 0.1459498271983764, "n": 131, "event_time": 3, "adoption_period": 7, "calendar_period": 10 }, { "group": 7, "year": 11, "att": 0.008489973983734952, "se": 0.14525620196544303, "n": 131, "event_time": 4, "adoption_period": 7, "calendar_period": 11 }, { "group": 7, "year": 12, "att": -0.06173302892942527, "se": 0.11052752999346252, "n": 131, "event_time": 5, "adoption_period": 7, "calendar_period": 12 }, { "group": 7, "year": 13, "att": -0.07658349170096683, "se": 0.11064933886754673, "n": 131, "event_time": 6, "adoption_period": 7, "calendar_period": 13 }, { "group": 8, "year": 1, "att": 0.09367263337031817, "se": 0.10497628819939024, "n": 127, "event_time": -7, "adoption_period": 8, "calendar_period": 1 }, { "group": 8, "year": 2, "att": 0.035907842791955254, "se": 0.10514702985234223, "n": 127, "event_time": -6, "adoption_period": 8, "calendar_period": 2 }, { "group": 8, "year": 3, "att": 0.062448422246878604, "se": 0.11586554422400593, "n": 127, "event_time": -5, "adoption_period": 8, "calendar_period": 3 }, { "group": 8, "year": 4, "att": 0.04995873779750285, "se": 0.11593552250911675, "n": 127, "event_time": -4, "adoption_period": 8, "calendar_period": 4 }, { "group": 8, "year": 5, "att": -0.0952338439264901, "se": 0.10586061730438702, "n": 127, "event_time": -3, "adoption_period": 8, "calendar_period": 5 }, { "group": 8, "year": 6, "att": 0.14675379228016502, "se": 0.1429325424102669, "n": 127, "event_time": -2, "adoption_period": 8, "calendar_period": 6 }, { "group": 8, "year": 7, "att": 0.0, "se": null, "n": 127, "event_time": -1, "adoption_period": 8, "calendar_period": 7 }, { "group": 8, "year": 8, "att": 0.20920221452704374, "se": 0.14175901421554302, "n": 127, "event_time": 0, "adoption_period": 8, "calendar_period": 8 }, { "group": 8, "year": 9, "att": 0.2394331951648949, "se": 0.1629909390472886, "n": 127, "event_time": 1, "adoption_period": 8, "calendar_period": 9 }, { "group": 8, "year": 10, "att": 0.1683502517413963, "se": 0.15743908639897095, "n": 127, "event_time": 2, "adoption_period": 8, "calendar_period": 10 }, { "group": 8, "year": 11, "att": 0.19529466940561868, "se": 0.1503681564307507, "n": 127, "event_time": 3, "adoption_period": 8, "calendar_period": 11 }, { "group": 8, "year": 12, "att": 0.16216926519382044, "se": 0.12551149638057557, "n": 127, "event_time": 4, "adoption_period": 8, "calendar_period": 12 }, { "group": 8, "year": 13, "att": 0.05622219224000507, "se": 0.1054361823920623, "n": 127, "event_time": 5, "adoption_period": 8, "calendar_period": 13 }, { "group": 9, "year": 1, "att": 0.026645144842868233, "se": 0.14394741875691977, "n": 91, "event_time": -8, "adoption_period": 9, "calendar_period": 1 }, { "group": 9, "year": 2, "att": -0.032533089118831945, "se": 0.14409865490858026, "n": 91, "event_time": -7, "adoption_period": 9, "calendar_period": 2 }, { "group": 9, "year": 3, "att": -0.053325441591861505, "se": 0.14418952749676453, "n": 91, "event_time": -6, "adoption_period": 9, "calendar_period": 3 }, { "group": 9, "year": 4, "att": -0.06612073542141832, "se": 0.14426684553507604, "n": 91, "event_time": -5, "adoption_period": 9, "calendar_period": 4 }, { "group": 9, "year": 5, "att": -0.09991929316075582, "se": 0.15998770894357967, "n": 91, "event_time": -4, "adoption_period": 9, "calendar_period": 5 }, { "group": 9, "year": 6, "att": -0.13990458637812064, "se": 0.16021292062877704, "n": 91, "event_time": -3, "adoption_period": 9, "calendar_period": 6 }, { "group": 9, "year": 7, "att": 0.025590587659113526, "se": 0.16261508090793253, "n": 91, "event_time": -2, "adoption_period": 9, "calendar_period": 7 }, { "group": 9, "year": 8, "att": 0.0, "se": null, "n": 91, "event_time": -1, "adoption_period": 9, "calendar_period": 8 }, { "group": 9, "year": 9, "att": 0.049370852152781794, "se": 0.17543329388707954, "n": 91, "event_time": 0, "adoption_period": 9, "calendar_period": 9 }, { "group": 9, "year": 10, "att": -0.07668505913620002, "se": 0.13329680354488121, "n": 91, "event_time": 1, "adoption_period": 9, "calendar_period": 10 }, { "group": 9, "year": 11, "att": 0.027335433797415237, "se": 0.17377421568222493, "n": 91, "event_time": 2, "adoption_period": 9, "calendar_period": 11 }, { "group": 9, "year": 12, "att": 0.010970730040910114, "se": 0.14418400179252605, "n": 91, "event_time": 3, "adoption_period": 9, "calendar_period": 12 }, { "group": 9, "year": 13, "att": 0.12807674823799006, "se": 0.17354255785447747, "n": 91, "event_time": 4, "adoption_period": 9, "calendar_period": 13 }, { "group": 10, "year": 1, "att": -0.32176563199284397, "se": 0.20476480152045273, "n": 87, "event_time": -9, "adoption_period": 10, "calendar_period": 1 }, { "group": 10, "year": 2, "att": -0.3823614062504329, "se": 0.20490311451225734, "n": 87, "event_time": -8, "adoption_period": 10, "calendar_period": 2 }, { "group": 10, "year": 3, "att": -0.4036518134220179, "se": 0.20497032381275707, "n": 87, "event_time": -7, "adoption_period": 10, "calendar_period": 3 }, { "group": 10, "year": 4, "att": -0.3467456234311232, "se": 0.21837074888908037, "n": 87, "event_time": -6, "adoption_period": 10, "calendar_period": 4 }, { "group": 10, "year": 5, "att": -0.37827650938373597, "se": 0.23113307605042113, "n": 87, "event_time": -5, "adoption_period": 10, "calendar_period": 5 }, { "group": 10, "year": 6, "att": -0.34921162107876025, "se": 0.2226505611402808, "n": 87, "event_time": -4, "adoption_period": 10, "calendar_period": 6 }, { "group": 10, "year": 7, "att": -0.3074590807546436, "se": 0.26389417895162415, "n": 87, "event_time": -3, "adoption_period": 10, "calendar_period": 7 }, { "group": 10, "year": 8, "att": -0.3336626588119792, "se": 0.2258469590881389, "n": 87, "event_time": -2, "adoption_period": 10, "calendar_period": 8 }, { "group": 10, "year": 9, "att": 0.0, "se": null, "n": 87, "event_time": -1, "adoption_period": 10, "calendar_period": 9 }, { "group": 10, "year": 10, "att": -0.4163582898506828, "se": 0.22262839923044467, "n": 87, "event_time": 0, "adoption_period": 10, "calendar_period": 10 }, { "group": 10, "year": 11, "att": -0.10849069741089444, "se": 0.22531084330944817, "n": 87, "event_time": 1, "adoption_period": 10, "calendar_period": 11 }, { "group": 10, "year": 12, "att": -0.34089021067163855, "se": 0.20490211591833568, "n": 87, "event_time": 2, "adoption_period": 10, "calendar_period": 12 }, { "group": 10, "year": 13, "att": -0.28440706578336694, "se": 0.2184107828341083, "n": 87, "event_time": 3, "adoption_period": 10, "calendar_period": 13 }, { "group": 11, "year": 1, "att": -0.01350163860743566, "se": 0.2165550912883979, "n": 38, "event_time": -10, "adoption_period": 11, "calendar_period": 1 }, { "group": 11, "year": 2, "att": -0.07473810274309588, "se": 0.21667108648642328, "n": 38, "event_time": -9, "adoption_period": 11, "calendar_period": 2 }, { "group": 11, "year": 3, "att": 0.061933322902495556, "se": 0.2709683654054265, "n": 38, "event_time": -8, "adoption_period": 11, "calendar_period": 3 }, { "group": 11, "year": 4, "att": -0.10783889416777695, "se": 0.21680689091049501, "n": 38, "event_time": -7, "adoption_period": 11, "calendar_period": 4 }, { "group": 11, "year": 5, "att": 0.2657645122018479, "se": 0.3500683544310913, "n": 38, "event_time": -6, "adoption_period": 11, "calendar_period": 5 }, { "group": 11, "year": 6, "att": 0.06785662242059637, "se": 0.31426251800568, "n": 38, "event_time": -5, "adoption_period": 11, "calendar_period": 6 }, { "group": 11, "year": 7, "att": -0.028135672710978967, "se": 0.3143687816487678, "n": 38, "event_time": -4, "adoption_period": 11, "calendar_period": 7 }, { "group": 11, "year": 8, "att": -0.21280324592235794, "se": 0.2715466089172001, "n": 38, "event_time": -3, "adoption_period": 11, "calendar_period": 8 }, { "group": 11, "year": 9, "att": -0.37926538385016234, "se": 0.2172854033587802, "n": 38, "event_time": -2, "adoption_period": 11, "calendar_period": 9 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "n": 38, "event_time": -1, "adoption_period": 11, "calendar_period": 10 }, { "group": 11, "year": 11, "att": -0.1459048043061602, "se": 0.21682230330966076, "n": 38, "event_time": 0, "adoption_period": 11, "calendar_period": 11 }, { "group": 11, "year": 12, "att": -0.03212490507880012, "se": 0.21666935378010171, "n": 38, "event_time": 1, "adoption_period": 11, "calendar_period": 12 }, { "group": 11, "year": 13, "att": 0.2701430471309772, "se": 0.3139219029724373, "n": 38, "event_time": 2, "adoption_period": 11, "calendar_period": 13 }, { "group": 12, "year": 1, "att": 0.13378042662952377, "se": 0.014787950761094652, "n": 37, "event_time": -11, "adoption_period": 12, "calendar_period": 1 }, { "group": 12, "year": 2, "att": 0.07190697931336902, "se": 0.01804798020692225, "n": 37, "event_time": -10, "adoption_period": 12, "calendar_period": 2 }, { "group": 12, "year": 3, "att": 0.05183991531894046, "se": 0.01897326991006727, "n": 37, "event_time": -9, "adoption_period": 12, "calendar_period": 3 }, { "group": 12, "year": 4, "att": 0.038461872655988126, "se": 0.018685257523440437, "n": 37, "event_time": -8, "adoption_period": 12, "calendar_period": 4 }, { "group": 12, "year": 5, "att": -0.05852893665041664, "se": 0.022723950849033073, "n": 37, "event_time": -7, "adoption_period": 12, "calendar_period": 5 }, { "group": 12, "year": 6, "att": 0.062099427766542446, "se": 0.16031166920659168, "n": 37, "event_time": -6, "adoption_period": 12, "calendar_period": 6 }, { "group": 12, "year": 7, "att": 0.45241286167619366, "se": 0.3047621831115759, "n": 37, "event_time": -5, "adoption_period": 12, "calendar_period": 7 }, { "group": 12, "year": 8, "att": -0.22575446993732143, "se": 0.02695789188530658, "n": 37, "event_time": -4, "adoption_period": 12, "calendar_period": 8 }, { "group": 12, "year": 9, "att": 0.2515162412815201, "se": 0.2682210672628357, "n": 37, "event_time": -3, "adoption_period": 12, "calendar_period": 9 }, { "group": 12, "year": 10, "att": -0.16889778861977384, "se": 0.02447053767823332, "n": 37, "event_time": -2, "adoption_period": 12, "calendar_period": 10 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "n": 37, "event_time": -1, "adoption_period": 12, "calendar_period": 11 }, { "group": 12, "year": 12, "att": 0.11204110730222615, "se": 0.016016852625509125, "n": 37, "event_time": 0, "adoption_period": 12, "calendar_period": 12 }, { "group": 12, "year": 13, "att": 0.26037774103536404, "se": 0.15943580389075934, "n": 37, "event_time": 1, "adoption_period": 12, "calendar_period": 13 }, { "group": 13, "year": 1, "att": 0.021949122579391883, "se": 0.006076349202087965, "n": 34, "event_time": -12, "adoption_period": 13, "calendar_period": 1 }, { "group": 13, "year": 2, "att": -0.040521457069646584, "se": 0.011919213300817886, "n": 34, "event_time": -11, "adoption_period": 13, "calendar_period": 2 }, { "group": 13, "year": 3, "att": -0.06078218560446982, "se": 0.013254929012891556, "n": 34, "event_time": -10, "adoption_period": 13, "calendar_period": 3 }, { "group": 13, "year": 4, "att": 0.45561809879167536, "se": 0.28966823362109934, "n": 34, "event_time": -9, "adoption_period": 13, "calendar_period": 4 }, { "group": 13, "year": 5, "att": 0.0044196197049002125, "se": 0.17336229434031433, "n": 34, "event_time": -8, "adoption_period": 13, "calendar_period": 5 }, { "group": 13, "year": 6, "att": 0.14053397488615157, "se": 0.24088914755942198, "n": 34, "event_time": -7, "adoption_period": 13, "calendar_period": 6 }, { "group": 13, "year": 7, "att": -0.12896350981601973, "se": 0.17397536366615354, "n": 34, "event_time": -6, "adoption_period": 13, "calendar_period": 7 }, { "group": 13, "year": 8, "att": 0.012216027498937491, "se": 0.24128532184737858, "n": 34, "event_time": -5, "adoption_period": 13, "calendar_period": 8 }, { "group": 13, "year": 9, "att": -0.16948496688566625, "se": 0.17415046977008417, "n": 34, "event_time": -4, "adoption_period": 13, "calendar_period": 9 }, { "group": 13, "year": 10, "att": -0.28365019948752596, "se": 0.023025921940452533, "n": 34, "event_time": -3, "adoption_period": 13, "calendar_period": 10 }, { "group": 13, "year": 11, "att": -0.11312240098609663, "se": 0.016170355586132695, "n": 34, "event_time": -2, "adoption_period": 13, "calendar_period": 11 }, { "group": 13, "year": 12, "att": 0.0, "se": null, "n": 34, "event_time": -1, "adoption_period": 13, "calendar_period": 12 }, { "group": 13, "year": 13, "att": -0.013507152356548854, "se": 0.009842314005481795, "n": 34, "event_time": 0, "adoption_period": 13, "calendar_period": 13 } ], "package_dynamic_equal_event_att": 0.0370001666524442, "treated_cell_att": 0.032325234409434266, "treated_cell_se": 0.018852448220686248, "checks": { "max_group_time_vs_direct_did_difference": 2.7755575615628914e-16, "max_dynamic_if_vs_direct_if_difference": 3.552713678800501e-15, "independent_cluster_se": 0.016958190571508745, "cluster_se_difference": 0.0, "scalar_vs_equal_event_average": 0.0, "simple_vs_treated_cell_average": 2.0816681711721685e-17, "group_time_cells": 156, "post_treatment_cells": 78, "treated_unit_years": 14472 }, "warnings": [ "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 1.8603828749619424, "target": "Dynamic aggregation: equal weights across all observed nonnegative event times; cohort-size weights within each event time", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty", "status": "estimated" }, { "method": "SDID", "class": "SyntheticDID", "parameters": {}, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.024526789136522342, "event_study": [ { "event_time": -12, "estimate": 0.001052208872170054, "raw_gap": 0.025068691772812134, "n": 34, "relative_to_minus_one": 0.0051104242176116775 }, { "event_time": -11, "estimate": -0.018446793704331967, "raw_gap": 0.011324371300801881, "n": 71, "relative_to_minus_one": -0.014388578358890344 }, { "event_time": -10, "estimate": -0.025440994261047515, "raw_gap": -0.002471786073844524, "n": 109, "relative_to_minus_one": -0.02138277891560589 }, { "event_time": -9, "estimate": -0.007755553416096745, "raw_gap": 0.0098050172143815, "n": 196, "relative_to_minus_one": -0.003697338070655121 }, { "event_time": -8, "estimate": -0.011850193635296442, "raw_gap": 0.005593471877204732, "n": 287, "relative_to_minus_one": -0.007791978289854819 }, { "event_time": -7, "estimate": -0.015571976249742589, "raw_gap": -0.0005458803807523847, "n": 414, "relative_to_minus_one": -0.011513760904300965 }, { "event_time": -6, "estimate": -0.01229604140261008, "raw_gap": 1.6947765891414287e-05, "n": 545, "relative_to_minus_one": -0.008237826057168456 }, { "event_time": -5, "estimate": -0.011112422859481174, "raw_gap": -0.0015032833821748868, "n": 647, "relative_to_minus_one": -0.00705420751403955 }, { "event_time": -4, "estimate": -0.010195405661485201, "raw_gap": -0.002223704775257344, "n": 805, "relative_to_minus_one": -0.006137190316043577 }, { "event_time": -3, "estimate": -0.008862217143073071, "raw_gap": -0.0017059383005012575, "n": 973, "relative_to_minus_one": -0.0048040017976314475 }, { "event_time": -2, "estimate": -0.0063257116375680916, "raw_gap": -0.0006110666464560767, "n": 1259, "relative_to_minus_one": -0.002267496292126468 }, { "event_time": -1, "estimate": -0.004058215345441624, "raw_gap": 0.00029959085916773725, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.004031574883509789, "raw_gap": 0.00838938108811911, "n": 1651, "relative_to_minus_one": 0.008089790228951413 }, { "event_time": 1, "estimate": 0.0372887404876867, "raw_gap": 0.04123319170920074, "n": 1617, "relative_to_minus_one": 0.04134695583312832 }, { "event_time": 2, "estimate": -0.01757767548305804, "raw_gap": -0.014361861984041878, "n": 1580, "relative_to_minus_one": -0.013519460137616415 }, { "event_time": 3, "estimate": 0.0026651291213602673, "raw_gap": 0.005707343357031399, "n": 1542, "relative_to_minus_one": 0.006723344466801891 }, { "event_time": 4, "estimate": 0.047217774553686, "raw_gap": 0.04979706403838446, "n": 1455, "relative_to_minus_one": 0.05127598989912762 }, { "event_time": 5, "estimate": 0.023186273783188983, "raw_gap": 0.024790677039583545, "n": 1364, "relative_to_minus_one": 0.027244489128630606 }, { "event_time": 6, "estimate": 0.031061722264028136, "raw_gap": 0.03184905803932974, "n": 1237, "relative_to_minus_one": 0.035119937609469756 }, { "event_time": 7, "estimate": 0.05164509632824568, "raw_gap": 0.05208285306149769, "n": 1106, "relative_to_minus_one": 0.055703311673687306 }, { "event_time": 8, "estimate": 0.058345830404678174, "raw_gap": 0.05931956028714122, "n": 1004, "relative_to_minus_one": 0.0624040457501198 }, { "event_time": 9, "estimate": 0.028803975806349354, "raw_gap": 0.029723028797361876, "n": 846, "relative_to_minus_one": 0.03286219115179098 }, { "event_time": 10, "estimate": 0.03385049304633364, "raw_gap": 0.03419220208761335, "n": 678, "relative_to_minus_one": 0.037908708391775264 }, { "event_time": 11, "estimate": 0.02523976811523482, "raw_gap": 0.02523976811523482, "n": 392, "relative_to_minus_one": 0.029297983460676445 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.025068691772812127, 0.01132437130080189, -0.0024717860738445296, 0.009805017214381508, 0.005593471877204729, -0.0005458803807523775, 1.6947765891412708e-05, -0.0015032833821748799, -0.0022237047752573496, -0.0017059383005012642, -0.0006110666464560824, 0.0002995908591677407, 0.008389381088119156, 0.04123319170920074, -0.01436186198404194, 0.005707343357031225, 0.04979706403838444, 0.024790677039583514, 0.03184905803933018, 0.052082853061497784, 0.05931956028714131, 0.029723028797361894, 0.03419220208761309, 0.025239768115234897 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [ { "cohort": 1, "pre_gap": 0.0 }, { "cohort": 2, "pre_gap": 0.0008100654894672868 }, { "cohort": 3, "pre_gap": 0.0032490482167199753 }, { "cohort": 4, "pre_gap": 0.001266493491115603 }, { "cohort": 5, "pre_gap": -0.004837900539374029 }, { "cohort": 6, "pre_gap": 0.0037387435654302748 }, { "cohort": 7, "pre_gap": 0.009562769194284289 }, { "cohort": 8, "pre_gap": 0.017191869873781282 }, { "cohort": 9, "pre_gap": 0.010784231622627757 }, { "cohort": 10, "pre_gap": 0.010260288869490082 }, { "cohort": 11, "pre_gap": 0.03505925126331548 }, { "cohort": 12, "pre_gap": 0.02401648290064208 } ], "diagnostics": { "converged": true, "pre_rmse": 0.010965053034209778, "zeta_omega": [ 0.0, 4.541922195753903, 4.641539635459392, 4.7898422829108975, 4.76893043936779, 5.56938172198518, 5.9928096846310135, 5.741600034482558, 5.7613336561708035, 4.503161023552877, 4.072623797385341, 3.273637148498238 ], "zeta_lambda": [ 0.0, 6.064569965972661e-07, 7.249945518004939e-07, 7.800030741927895e-07, 8.922744311039302e-07, 1.0120795538253968e-06, 1.1406219978610107e-06, 1.24316875600488e-06, 1.3339151843080382e-06, 1.3781334177519787e-06, 1.3885654809019186e-06, 1.3556913064083637e-06 ] }, "checks": { "scalar_vs_treated_cell_average": 9.367506770274758e-17 }, "seconds": 965.2943012909964, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.034787254082973396, "event_study": [ { "event_time": -12, "estimate": 0.011040940101780231, "raw_gap": 0.011040940101780231, "n": 34, "relative_to_minus_one": 0.009996117213998092 }, { "event_time": -11, "estimate": 0.016844823912510815, "raw_gap": 0.016844823912510815, "n": 71, "relative_to_minus_one": 0.01580000102472868 }, { "event_time": -10, "estimate": -0.009501800497792647, "raw_gap": -0.009501800497792647, "n": 109, "relative_to_minus_one": -0.010546623385574785 }, { "event_time": -9, "estimate": 0.03497837582543968, "raw_gap": 0.03497837582543968, "n": 196, "relative_to_minus_one": 0.03393355293765754 }, { "event_time": -8, "estimate": 0.011595912326177, "raw_gap": 0.011595912326177, "n": 287, "relative_to_minus_one": 0.010551089438394862 }, { "event_time": -7, "estimate": -0.0006134039697269992, "raw_gap": -0.0006134039697269992, "n": 414, "relative_to_minus_one": -0.0016582268575091378 }, { "event_time": -6, "estimate": 0.0038757802998616035, "raw_gap": 0.0038757802998616035, "n": 545, "relative_to_minus_one": 0.002830957412079465 }, { "event_time": -5, "estimate": -0.0013628900306568944, "raw_gap": -0.0013628900306568944, "n": 647, "relative_to_minus_one": -0.002407712918439033 }, { "event_time": -4, "estimate": -0.011090334299883277, "raw_gap": -0.011090334299883277, "n": 805, "relative_to_minus_one": -0.012135157187665415 }, { "event_time": -3, "estimate": -0.005200453395216699, "raw_gap": -0.005200453395216699, "n": 973, "relative_to_minus_one": -0.006245276282998837 }, { "event_time": -2, "estimate": 0.00045050613219065847, "raw_gap": 0.00045050613219065847, "n": 1259, "relative_to_minus_one": -0.0005943167555914801 }, { "event_time": -1, "estimate": 0.0010448228877821385, "raw_gap": 0.0010448228877821385, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.01608683576949695, "raw_gap": 0.01608683576949695, "n": 1651, "relative_to_minus_one": 0.015042012881714811 }, { "event_time": 1, "estimate": 0.04842867314028354, "raw_gap": 0.04842867314028354, "n": 1617, "relative_to_minus_one": 0.0473838502525014 }, { "event_time": 2, "estimate": -0.008832567754728274, "raw_gap": -0.008832567754728274, "n": 1580, "relative_to_minus_one": -0.009877390642510413 }, { "event_time": 3, "estimate": 0.015049630834928053, "raw_gap": 0.015049630834928053, "n": 1542, "relative_to_minus_one": 0.014004807947145915 }, { "event_time": 4, "estimate": 0.05532602379198743, "raw_gap": 0.05532602379198743, "n": 1455, "relative_to_minus_one": 0.05428120090420529 }, { "event_time": 5, "estimate": 0.03187055266647262, "raw_gap": 0.03187055266647262, "n": 1364, "relative_to_minus_one": 0.030825729778690476 }, { "event_time": 6, "estimate": 0.038623352443205555, "raw_gap": 0.038623352443205555, "n": 1237, "relative_to_minus_one": 0.037578529555423415 }, { "event_time": 7, "estimate": 0.05890799799318767, "raw_gap": 0.05890799799318767, "n": 1106, "relative_to_minus_one": 0.05786317510540553 }, { "event_time": 8, "estimate": 0.07465005338599189, "raw_gap": 0.07465005338599189, "n": 1004, "relative_to_minus_one": 0.07360523049820974 }, { "event_time": 9, "estimate": 0.04317620396291407, "raw_gap": 0.04317620396291407, "n": 846, "relative_to_minus_one": 0.04213138107513193 }, { "event_time": 10, "estimate": 0.043034117091962164, "raw_gap": 0.043034117091962164, "n": 678, "relative_to_minus_one": 0.041989294204180024 }, { "event_time": 11, "estimate": 0.030021817150250388, "raw_gap": 0.030021817150250388, "n": 392, "relative_to_minus_one": 0.028976994262468247 } ], "package_event_study": { "event_time": [ -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0 ], "estimate": [ 0.01104094010178022, 0.016844823912510794, -0.009501800497792652, 0.034978375825439695, 0.011595912326177012, -0.0006134039697269606, 0.003875780299861621, -0.0013628900306568764, -0.01109033429988327, -0.005200453395216705, 0.00045050613219065636, 0.0010448228877821225, 0.01608683576949686, 0.04842867314028364, -0.008832567754728265, 0.015049630834927967, 0.055326023791987394, 0.03187055266647271, 0.038623352443205757, 0.05890799799318748, 0.07465005338599205, 0.043176203962914134, 0.04303411709196261, 0.030021817150250107 ], "n": [ 34.0, 71.0, 109.0, 196.0, 287.0, 414.0, 545.0, 647.0, 805.0, 973.0, 1259.0, 1651.0, 1651.0, 1617.0, 1580.0, 1542.0, 1455.0, 1364.0, 1237.0, 1106.0, 1004.0, 846.0, 678.0, 392.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 29, "termination_reason": "Relative objective tolerance reached", "objective": 0.40587715339946845, "lambda_l": 0.0007831057202621146, "singular_values": [ 62.2685200176375, 60.772727856160145, 54.9251001954586, 50.90063495397055, 45.91299744433593, 39.73765035116354, 29.958943427697154, 21.29156209825349, 17.461960110524597, 13.161262286757808, 3.7991282743679946, 0.0, 0.0 ], "history_objective": [ 0.4061559953254721, 0.4059288268883952, 0.4058899186256842, 0.405881205650021, 0.4058786987392554, 0.4058778131994959, 0.4058774549434326, 0.40587729746985374, 0.40587722445440766, 0.4058771892950225, 0.40587717187236283, 0.4058771630437007, 0.4058771584908498, 0.4058771561106239, 0.4058771548529138, 0.4058771541828152, 0.40587715382344264, 0.40587715362966365, 0.4058771535248126, 0.405877153467813, 0.40587715343676334, 0.4058771534197961, 0.40587715341051783, 0.40587715340538344, 0.40587715340257946, 0.4058771534010452, 0.40587715340022207, 0.4058771533997437, 0.40587715339946845 ], "history_rmse": [ 0.3050823809093569, 0.30445216828436655, 0.3042441443912316, 0.30416855100426493, 0.30413889211074624, 0.30412638565786493, 0.3041207167007832, 0.3041179587000159, 0.3041165274982443, 0.30411574345089026, 0.3041152953400441, 0.3041150310287273, 0.30411487151596367, 0.30411477362373995, 0.3041147127828215, 0.30411467458581065, 0.30411465039751845, 0.30411463495973934, 0.30411462503292735, 0.3041146186022186, 0.3041146144052445, 0.30411461164535536, 0.3041146098166243, 0.3041146085954907, 0.30411460777395116, 0.30411460721709216, 0.3041146068369145, 0.30411460657548356, 0.3041146063945319 ] }, "checks": { "scalar_vs_treated_cell_average": 4.163336342344337e-16 }, "seconds": 0.051302666775882244, "crabbymetrics": "0.9.1", "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated unit-years, equal cell weights", "status": "estimated" }, { "method": "Horizontal ridge", "class": "crabbymetrics.HorizontalPanelRidge-equivalent dual solve", "parameters": { "penalty": 1.0 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Separate adoption-cohort fits", "within_cohort_target": "Mean treated outcome history", "cross_cohort_partial_pooling": false, "shared_structure": null, "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.19727869764236783, "event_study": [ { "event_time": -12, "estimate": -0.00016432327806983893, "raw_gap": -0.00016432327806983893, "n": 34, "relative_to_minus_one": -0.00018478869867270576 }, { "event_time": -11, "estimate": -4.311880857150616e-05, "raw_gap": -4.311880857150616e-05, "n": 71, "relative_to_minus_one": -6.358422917437298e-05 }, { "event_time": -10, "estimate": -8.189562550326954e-05, "raw_gap": -8.189562550326954e-05, "n": 109, "relative_to_minus_one": -0.00010236104610613636 }, { "event_time": -9, "estimate": 2.0518781793609425e-07, "raw_gap": 2.0518781793609425e-07, "n": 196, "relative_to_minus_one": -2.0260232784930725e-05 }, { "event_time": -8, "estimate": -1.4479611910491183e-05, "raw_gap": -1.4479611910491183e-05, "n": 287, "relative_to_minus_one": -3.4945032513358005e-05 }, { "event_time": -7, "estimate": -3.1598508115475454e-05, "raw_gap": -3.1598508115475454e-05, "n": 414, "relative_to_minus_one": -5.2063928718342274e-05 }, { "event_time": -6, "estimate": -1.9426901158286793e-05, "raw_gap": -1.9426901158286793e-05, "n": 545, "relative_to_minus_one": -3.989232176115361e-05 }, { "event_time": -5, "estimate": -1.7915130787338523e-05, "raw_gap": -1.7915130787338523e-05, "n": 647, "relative_to_minus_one": -3.838055139020534e-05 }, { "event_time": -4, "estimate": -1.1522032857155755e-05, "raw_gap": -1.1522032857155755e-05, "n": 805, "relative_to_minus_one": -3.1987453460022574e-05 }, { "event_time": -3, "estimate": 1.1858029828143464e-05, "raw_gap": 1.1858029828143464e-05, "n": 973, "relative_to_minus_one": -8.607390774723357e-06 }, { "event_time": -2, "estimate": 1.660045986590214e-05, "raw_gap": 1.660045986590214e-05, "n": 1259, "relative_to_minus_one": -3.86496073696468e-06 }, { "event_time": -1, "estimate": 2.046542060286682e-05, "raw_gap": 2.046542060286682e-05, "n": 1651, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.11828775521842784, "raw_gap": 0.11828775521842784, "n": 1651, "relative_to_minus_one": 0.11826728979782497 }, { "event_time": 1, "estimate": 0.17695499315095178, "raw_gap": 0.17695499315095178, "n": 1617, "relative_to_minus_one": 0.17693452773034893 }, { "event_time": 2, "estimate": 0.14948201163775154, "raw_gap": 0.14948201163775154, "n": 1580, "relative_to_minus_one": 0.1494615462171487 }, { "event_time": 3, "estimate": 0.2051387773450931, "raw_gap": 0.2051387773450931, "n": 1542, "relative_to_minus_one": 0.20511831192449023 }, { "event_time": 4, "estimate": 0.27219377344465234, "raw_gap": 0.27219377344465234, "n": 1455, "relative_to_minus_one": 0.2721733080240495 }, { "event_time": 5, "estimate": 0.27579242237823204, "raw_gap": 0.27579242237823204, "n": 1364, "relative_to_minus_one": 0.2757719569576292 }, { "event_time": 6, "estimate": 0.2867790441778028, "raw_gap": 0.2867790441778028, "n": 1237, "relative_to_minus_one": 0.28675857875719996 }, { "event_time": 7, "estimate": 0.28341148324142973, "raw_gap": 0.28341148324142973, "n": 1106, "relative_to_minus_one": 0.2833910178208269 }, { "event_time": 8, "estimate": 0.22511594096195195, "raw_gap": 0.22511594096195195, "n": 1004, "relative_to_minus_one": 0.2250954755413491 }, { "event_time": 9, "estimate": 0.10545939301848264, "raw_gap": 0.10545939301848264, "n": 846, "relative_to_minus_one": 0.10543892759787978 }, { "event_time": 10, "estimate": 0.06140552911727831, "raw_gap": 0.06140552911727831, "n": 678, "relative_to_minus_one": 0.06138506369667544 }, { "event_time": 11, "estimate": 0.06069604305117551, "raw_gap": 0.06069604305117551, "n": 392, "relative_to_minus_one": 0.060675577630572644 } ], "seconds": 0.009701583068817854, "crabbymetrics": "0.9.1 (reference objective)", "target": "All observed treated unit-years, equal cell weights", "normalization": "Original source outcome / source SD; no mean subtraction", "numerical_backend": "Centered dual ridge; unchanged unpenalized intercept, donors, penalty and objective", "backend_sha256": "38252374942f3d48e1ee00a251ddddfc5a9df948f3289f67e10998d4735e008f", "checks": { "scalar_vs_treated_cell_average": 2.7755575615628914e-17 }, "validation": "analyses/archive-expanded/ridge-dual-validation.json", "status": "estimated" }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03519245242983315, "SE": 0.01518004287214449, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0226774233818737, "SE": 0.02189034187742894, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.037896130358227136, "SE": 0.014107159567440502, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.03117275671188908, "SE": 0.018305382676652795, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.0370001666524442, "SE": 0.016958190571508745, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.032325234409434266, "SE": 0.018852448220686248, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.024526789136522342, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.034787254082973396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19727869764236783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit." } ], "adapter_sha256": { "validate_template.py": "acaff11c7459081dc8abf2f6a6eaf882aed70c073f4681e9f5ce6d63eae93e39", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "9c3093549e3591900c0b1a99c7db688f4caa1d4817d030b274032427ca8cf2bf", "runner.py": "9e1c0793f2fa4d4c05ae8672cc2d1e27dc0acb13695e32d56043b8280c0636b8", "csdid_model.py": "fb9553433b59065b2bef0d8ea3441a429d44350b9f18e791ccbb08f8dce699cb", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "dc1afacddc30a8244338144e1f7647ff6026bcdf1fc2768ae21e6c5fa61a4c29", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "9815529a8ae1abb9440939848b5f003758a359e14d400747488c6af340bf6be4", "eligibility.py": "aba2b72cf19a45e82f49e4ddac2bc10bc82da1a3c872a408f94508eaea001bd5" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03519245242983315, "SE": 0.01518004287214449, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.005433152142949444, "upper": 0.06495175271671685, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0226774233818737, "SE": 0.02189034187742894, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.020236899245525047, "upper": 0.06559174600927245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.037896130358227136, "SE": 0.014107159567440502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.010240134831836483, "upper": 0.06555212588461778, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.03117275671188908, "SE": 0.018305382676652795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.00471353060159805, "upper": 0.06705904402537621, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0370001666524442, "SE": 0.016958190571508745, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.003762723889320342, "upper": 0.07023760941556806, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.032325234409434266, "SE": 0.018852448220686248, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004624885123517004, "upper": 0.06927535394238554, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.024526789136522342, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.034787254082973396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19727869764236783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791580798.806505, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.03519245242983315, "SE": 0.01518004287214449, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.005433152142949444, "upper": 0.06495175271671685, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.0226774233818737, "SE": 0.02189034187742894, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.020236899245525047, "upper": 0.06559174600927245, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.037896130358227136, "SE": 0.014107159567440502, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.010240134831836483, "upper": 0.06555212588461778, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.03117275671188908, "SE": 0.018305382676652795, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": -0.00471353060159805, "upper": 0.06705904402537621, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.0370001666524442, "SE": 0.016958190571508745, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.003762723889320342, "upper": 0.07023760941556806, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.032325234409434266, "SE": 0.018852448220686248, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": -0.004624885123517004, "upper": 0.06927535394238554, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function SE; 95% pointwise normal intervals; includes estimated group-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": 0.024526789136522342, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.034787254082973396, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": 0.19727869764236783, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "Fixed-effect multisynth requires at least two pre-treatment outcomes per treated unit.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] } ]