{ "study_id": 9, "specification_id": "S09-P007", "source_specification_id": "HHLT-T5-PC-C1-TRIPS", "role": "active_comparison", "published_source_location": "", "outcome_label": "", "outcome_variable": "", "treatment_label": "", "unit_fixed_effects": "", "time_fixed_effects": "", "allowed_adjustments": "", "published_weights": "", "published_clustering": "", "panel_structure": "", "design": "panel", "descriptive_metadata_status": "recorded_source_fields", "title": "Vertical Integration Supplier Behavior and Quality Upgrading", "status": "ready", "reason": "", "config": "analyses/full-archive/configs/S09-P007.json", "input_bytes": 774535, "specification_type": "scalar", "run_status": "completed", "expanded_status": "processed", "expanded_reason": null, "regression_result": { "schema": "did-replication-v2", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s09-p007", "study_id": 9, "study": "Vertical Integration Supplier Behavior and Quality Upgrading", "citation": "Hansman et al. (2020), JPE. https://doi.org/10.1086/708818", "description": "HHLT-T5-PC-C1-TRIPS", "source_specification_id": "HHLT-T5-PC-C1-TRIPS", "specification_id": "S09-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/HHLT-T5-PC-C1-TRIPS.csv", "output_dir": "analyses/full-archive/results/S09-P007" }, "source": { "file": "HHLT-T5-PC-C1-TRIPS.csv", "bytes": 774535, "sha256": "e77e620a273e7dcd9fac8c2c8bbb2de97745845f2de0a48450a80ce9de9763b7" }, "versions": { "pyfixest": "0.60.0", "polars": "2.0.0", "duckreg": "0.4.1", "numpy": "2.5.3", "pandas": "3.0.6" }, "specifications": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 12911, "source_sd": 0.6224767779885279, "rows": 9742, "units": 820, "clusters": 820, "treated_units": 47, "never_treated_units": 773, "treated_cohorts": 10, "latest_cohort_control_index": null, "unique_unit_period_cells": 9742, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 243, "post_adoption_untreated_rows_removed": 119, "units_without_minus_one_removed": 5, "additional_rows_removed": 46 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.457979988956191, "se": 0.08655476770748995, "pvalue": 1.5609707092990351e-07, "lower": 0.28808468706990065, "upper": 0.6278752908424814 }, { "method": "Dynamic TWFE", "estimate": 0.5245447118342563, "se": 0.12450377843848578, "pvalue": 2.7988686591728943e-05, "lower": 0.280160634745919, "upper": 0.7689287889225936 }, { "method": "BJS / did2s", "estimate": 0.48804188062965304, "se": 0.10010974549741301, "pvalue": 1.3064303717774014e-06, "lower": 0.291539990745072, "upper": 0.6845437705142341 }, { "method": "Sun\u2013Abraham", "estimate": 0.5367294072304346, "se": 0.09979233984190158, "pvalue": 9.808582216121554e-08, "lower": 0.34085054171633966, "upper": 0.7326082727445296 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -15, "estimate": 0.08901652489029808, "se": 0.5158585133934984, "pvalue": 0.8630399592423381, "lower": -0.9235439635138243, "upper": 1.1015770132944205 }, { "event_time": -14, "estimate": 0.6582941023611025, "se": 0.6528196804976069, "pvalue": 0.3135671045437085, "lower": -0.623102632135072, "upper": 1.939690836857277 }, { "event_time": -13, "estimate": -1.158041598210714, "se": 1.349805696706773, "pvalue": 0.39118096643210304, "lower": -3.8075276104062876, "upper": 1.4914444139848595 }, { "event_time": -12, "estimate": 0.6077418391899884, "se": 0.6207529479395081, "pvalue": 0.3278494206625711, "lower": -0.6107122365392365, "upper": 1.826195914919213 }, { "event_time": -11, "estimate": -0.2420305317307608, "se": 0.3116684679999703, "pvalue": 0.4376402240383989, "lower": -0.8537935791256707, "upper": 0.369732515664149 }, { "event_time": -10, "estimate": 0.37775675908480244, "se": 0.49405542896788074, "pvalue": 0.4447276270128749, "lower": -0.5920072236079188, "upper": 1.3475207417775237 }, { "event_time": -9, "estimate": 0.1352692229766146, "se": 0.32560852634967724, "pvalue": 0.6779322040922313, "lower": -0.5038562734706659, "upper": 0.774394719423895 }, { "event_time": -8, "estimate": 0.6914538035244677, "se": 0.3730179966046042, "pvalue": 0.06414520224546359, "lower": -0.04073007057856981, "upper": 1.4236376776275053 }, { "event_time": -7, "estimate": 0.776328159652863, "se": 0.2887809290069643, "pvalue": 0.007327668721674278, "lower": 0.20949025560525036, "upper": 1.3431660637004756 }, { "event_time": -6, "estimate": 0.2178215776155793, "se": 0.2057574596294709, "pvalue": 0.2900792063689076, "lower": -0.18605248553530784, "upper": 0.6216956407664664 }, { "event_time": -5, "estimate": 0.15178680538508804, "se": 0.14316254412314408, "pvalue": 0.2893475194089792, "lower": -0.12922190501673297, "upper": 0.43279551578690906 }, { "event_time": -4, "estimate": 0.14147671178386628, "se": 0.18314528173025127, "pvalue": 0.4400509632418627, "lower": -0.21801270460235767, "upper": 0.5009661281700902 }, { "event_time": -3, "estimate": 0.13903777517881005, "se": 0.19726698409760118, "pvalue": 0.48112245392299735, "lower": -0.24817063289782354, "upper": 0.5262461832554437 }, { "event_time": -2, "estimate": -0.07807496217445334, "se": 0.2016513676023501, "pvalue": 0.6987250636076883, "lower": -0.4738893220530942, "upper": 0.31773939770418747 }, { "event_time": 0, "estimate": 0.4995628594688226, "se": 0.13790468456408392, "pvalue": 0.00030971366664173957, "lower": 0.22887461622001953, "upper": 0.7702511027176258 }, { "event_time": 1, "estimate": 0.3736502180013263, "se": 0.16789107975873419, "pvalue": 0.026315791125158316, "lower": 0.044102736850185675, "upper": 0.7031976991524669 }, { "event_time": 2, "estimate": 0.4124809123597773, "se": 0.17245560068946478, "pvalue": 0.016990186831951234, "lower": 0.07397389400424464, "upper": 0.75098793071531 }, { "event_time": 3, "estimate": 0.4042538540818125, "se": 0.1584086952227919, "pvalue": 0.01089217126192093, "lower": 0.09331901121745217, "upper": 0.7151886969461729 }, { "event_time": 4, "estimate": 0.4240353325111672, "se": 0.16656993913952764, "pvalue": 0.011088412512750796, "lower": 0.09708107170223668, "upper": 0.7509895933200977 }, { "event_time": 5, "estimate": 0.649406279874217, "se": 0.14854234067196914, "pvalue": 1.3905604675946224e-05, "lower": 0.3578377565012803, "upper": 0.9409748032471537 }, { "event_time": 6, "estimate": 0.5944524810310194, "se": 0.1989867325509313, "pvalue": 0.002897590259391365, "lower": 0.20386843934822324, "upper": 0.9850365227138156 }, { "event_time": 7, "estimate": 0.5748306918413587, "se": 0.15012057977751891, "pvalue": 0.0001384107201720161, "lower": 0.28016429857184644, "upper": 0.869497085110871 }, { "event_time": 8, "estimate": 0.48156436212630493, "se": 0.176553413540044, "pvalue": 0.0065165412237725906, "lower": 0.1350138914022619, "upper": 0.828114832850348 }, { "event_time": 9, "estimate": 0.6213949827822597, "se": 0.12354384241688038, "pvalue": 6.037042699372944e-07, "lower": 0.3788951302664304, "upper": 0.863894835298089 }, { "event_time": 10, "estimate": 0.8535604126386334, "se": 0.1642282891870396, "pvalue": 2.553617726270618e-07, "lower": 0.531202493962287, "upper": 1.1759183313149797 }, { "event_time": 11, "estimate": 0.8289505327322335, "se": 0.12943594596171673, "pvalue": 2.543344109878061e-10, "lower": 0.5748852779051387, "upper": 1.0830157875593285 }, { "event_time": 12, "estimate": 0.6337099920380115, "se": 0.16379364508459196, "pvalue": 0.0001179855069587739, "lower": 0.31220522094618636, "upper": 0.9552147631298367 }, { "event_time": 13, "estimate": 0.4607833651790383, "se": 0.1515409400552368, "pvalue": 0.0024358478086265655, "lower": 0.1633289967977946, "upper": 0.7582377335602819 }, { "event_time": 14, "estimate": -0.01486379923687683, "se": 0.18098565716311482, "pvalue": 0.9345658323553045, "lower": -0.3701141647017851, "upper": 0.3403865662280315 } ], "BJS / did2s": [ { "event_time": -15, "estimate": -0.07773607792670932, "se": 0.4794542433616681, "pvalue": 0.8712399233633809, "lower": -1.0188399081845163, "upper": 0.8633677523310976 }, { "event_time": -14, "estimate": 0.48159843016259746, "se": 0.5690190589997225, "pvalue": 0.3975957785362669, "lower": -0.6353090189396564, "upper": 1.5985058792648514 }, { "event_time": -13, "estimate": -1.3361667843924068, "se": 1.1044917074152711, "pvalue": 0.22672114464741472, "lower": -3.5041346160013385, "upper": 0.8318010472165251 }, { "event_time": -12, "estimate": 0.39557639504323333, "se": 0.5297295376502812, "pvalue": 0.4554278093743783, "lower": -0.644211037826182, "upper": 1.4353638279126488 }, { "event_time": -11, "estimate": -0.48716472816993384, "se": 0.25434188778536726, "pvalue": 0.05579035249813858, "lower": -0.9864034524150997, "upper": 0.012073996075232074 }, { "event_time": -10, "estimate": 0.15589186345213235, "se": 0.44302828458736887, "pvalue": 0.7250203478393935, "lower": -0.7137127365914434, "upper": 1.025496463495708 }, { "event_time": -9, "estimate": -0.06673390152639815, "se": 0.2361888891130332, "pvalue": 0.7775973219841896, "lower": -0.53034074469483, "upper": 0.3968729416420337 }, { "event_time": -8, "estimate": 0.48746462823586745, "se": 0.2813143216948261, "pvalue": 0.08350564431943108, "lower": -0.0647173355676548, "upper": 1.0396465920393898 }, { "event_time": -7, "estimate": 0.5776788668095749, "se": 0.1622725343702324, "pvalue": 0.000392327441033763, "lower": 0.25915983030942413, "upper": 0.8961979033097257 }, { "event_time": -6, "estimate": 0.04083316256139913, "se": 0.1735766830134872, "pvalue": 0.8140768696064558, "lower": -0.29987438876214806, "upper": 0.3815407138849463 }, { "event_time": -5, "estimate": -0.059262959454195414, "se": 0.11784459170244918, "pvalue": 0.615176262238221, "lower": -0.290575953680182, "upper": 0.1720500347717912 }, { "event_time": -4, "estimate": 0.035983301265007844, "se": 0.16058743564117636, "pvalue": 0.8227564203881643, "lower": -0.2792281143511185, "upper": 0.35119471688113424 }, { "event_time": -3, "estimate": 0.119401360978493, "se": 0.14206446212977394, "pvalue": 0.40088846634063235, "lower": -0.15945196299343206, "upper": 0.3982546849504181 }, { "event_time": -2, "estimate": -0.061276239057308786, "se": 0.15004004629865464, "pvalue": 0.6830873530967102, "lower": -0.35578455600051356, "upper": 0.233232077885896 }, { "event_time": -1, "estimate": -0.03076142598923514, "se": 0.0806760555828168, "pvalue": 0.7030828021614659, "lower": -0.18911761111075936, "upper": 0.12759475913228907 }, { "event_time": 0, "estimate": 0.46568142772458376, "se": 0.10509433262240654, "pvalue": 1.0650815578751335e-05, "lower": 0.2593954675130944, "upper": 0.6719673879360731 }, { "event_time": 1, "estimate": 0.34000289446345866, "se": 0.14817927862766095, "pvalue": 0.02201182402452789, "lower": 0.04914701277687772, "upper": 0.6308587761500396 }, { "event_time": 2, "estimate": 0.3600747252704371, "se": 0.1531397314177235, "pvalue": 0.018944938523946277, "lower": 0.059482145692083765, "upper": 0.6606673048487904 }, { "event_time": 3, "estimate": 0.3435436578973759, "se": 0.12163583212901434, "pvalue": 0.004852558957312365, "lower": 0.10478897150520422, "upper": 0.5822983442895475 }, { "event_time": 4, "estimate": 0.3647454826383985, "se": 0.1367420748157789, "pvalue": 0.007795067662821332, "lower": 0.09633928507460893, "upper": 0.6331516802021881 }, { "event_time": 5, "estimate": 0.5960193219560348, "se": 0.12164022307823696, "pvalue": 1.1560651530085073e-06, "lower": 0.35725601672444496, "upper": 0.8347826271876246 }, { "event_time": 6, "estimate": 0.6214277657083042, "se": 0.18950565100340472, "pvalue": 0.0010849415892951243, "lower": 0.24945380472226636, "upper": 0.993401726694342 }, { "event_time": 7, "estimate": 0.5375580591972853, "se": 0.13900944002521526, "pvalue": 0.00011888761179280323, "lower": 0.26470133040400307, "upper": 0.8104147879905674 }, { "event_time": 8, "estimate": 0.4595248439623036, "se": 0.16059773864331423, "pvalue": 0.004325988594910701, "lower": 0.14429320494653203, "upper": 0.7747564829780751 }, { "event_time": 9, "estimate": 0.6139117839299728, "se": 0.13754496462940968, "pvalue": 9.198171400241977e-06, "lower": 0.34392962225835716, "upper": 0.8838939456015884 }, { "event_time": 10, "estimate": 0.8609650203123254, "se": 0.16307673621302468, "pvalue": 1.6605560777774784e-07, "lower": 0.5408674443685653, "upper": 1.1810625962560855 }, { "event_time": 11, "estimate": 0.8347565676496636, "se": 0.12830674710508047, "pvalue": 1.3431278999975127e-10, "lower": 0.5829077774462877, "upper": 1.0866053578530392 }, { "event_time": 12, "estimate": 0.5936867561200424, "se": 0.16156084876918675, "pvalue": 0.00025363036546551296, "lower": 0.2765646621944058, "upper": 0.910808850045679 }, { "event_time": 13, "estimate": 0.3794525461156778, "se": 0.1470412870389602, "pvalue": 0.010036281511799926, "lower": 0.09083038799658144, "upper": 0.6680747042347741 }, { "event_time": 14, "estimate": -0.17391429551693866, "se": 0.21589944157229823, "pvalue": 0.42074552063488296, "lower": -0.5976956974492671, "upper": 0.24986710641538978 } ], "Sun\u2013Abraham": [ { "event_time": -15, "estimate": 0.7088038428993256, "se": 0.4191451988647498, "pvalue": 0.09120390628669425, "lower": -0.11392149022121745, "upper": 1.5315291760198688 }, { "event_time": -14, "estimate": 1.301551242560389, "se": 1.4775082373570136, "pvalue": 0.3786251623400102, "lower": -1.5985975842907592, "upper": 4.201700069411537 }, { "event_time": -13, "estimate": -1.1912419453866852, "se": 1.1778028571166876, "pvalue": 0.31211879792407365, "lower": -3.5031096480257764, "upper": 1.120625757252406 }, { "event_time": -12, "estimate": 0.8337955912296406, "se": 1.136288728116106, "pvalue": 0.46328765772875574, "lower": -1.3965854912508031, "upper": 3.0641766737100844 }, { "event_time": -11, "estimate": -0.237542391989643, "se": 0.30173632499698166, "pvalue": 0.43136237772200114, "lower": -0.8298099860598651, "upper": 0.3547252020805791 }, { "event_time": -10, "estimate": 0.4436676229470158, "se": 0.1379160685405673, "pvalue": 0.0013465553941097489, "lower": 0.1729570344921364, "upper": 0.7143782114018952 }, { "event_time": -9, "estimate": 0.06413344573298263, "se": 0.3563712632770088, "pvalue": 0.8572265636039548, "lower": -0.6353751424323669, "upper": 0.7636420338983322 }, { "event_time": -8, "estimate": 0.4633466778734036, "se": 0.3198176644459126, "pvalue": 0.14778069388993922, "lower": -0.16441213991041165, "upper": 1.0911054956572188 }, { "event_time": -7, "estimate": 0.7104676705380866, "se": 0.41812510594057817, "pvalue": 0.08966599563969284, "lower": -0.11025535814684284, "upper": 1.531190699223016 }, { "event_time": -6, "estimate": 0.08820183951842966, "se": 0.11791695413982661, "pvalue": 0.45467509871433653, "lower": -0.14325319238461495, "upper": 0.31965687142147425 }, { "event_time": -5, "estimate": 0.05709595018838407, "se": 0.13721338060481192, "pvalue": 0.6774380449009737, "lower": -0.2122353568919503, "upper": 0.32642725726871846 }, { "event_time": -4, "estimate": 0.25796032353107046, "se": 0.14008906566178408, "pvalue": 0.06592410064508476, "lower": -0.017015564360055024, "upper": 0.5329362114221959 }, { "event_time": -3, "estimate": 0.29155349528380564, "se": 0.16479564730333018, "pvalue": 0.07723561547678884, "lower": -0.031918070635758744, "upper": 0.6150250612033701 }, { "event_time": -2, "estimate": -0.050763372352621405, "se": 0.11334627687101285, "pvalue": 0.6543719847461879, "lower": -0.27324678299230354, "upper": 0.1717200382870607 }, { "event_time": 0, "estimate": 0.5058151342691155, "se": 0.10392085092827641, "pvalue": 1.357245674473654e-06, "lower": 0.3018325599017895, "upper": 0.7097977086364415 }, { "event_time": 1, "estimate": 0.3725146237835817, "se": 0.12535706894684967, "pvalue": 0.0030489321992026135, "lower": 0.1264556528406954, "upper": 0.618573594726468 }, { "event_time": 2, "estimate": 0.4309221135703747, "se": 0.14365533476605746, "pvalue": 0.0027843749740835747, "lower": 0.14894612178981498, "upper": 0.7128981053509345 }, { "event_time": 3, "estimate": 0.40981140117668236, "se": 0.10564716233222075, "pvalue": 0.00011327628772090155, "lower": 0.20244031101882184, "upper": 0.6171824913345428 }, { "event_time": 4, "estimate": 0.4318856086610527, "se": 0.1051957142017559, "pvalue": 4.438002476115146e-05, "lower": 0.2254006501218516, "upper": 0.6383705672002538 }, { "event_time": 5, "estimate": 0.6736510658846528, "se": 0.10880214121253162, "pvalue": 9.416897488919037e-10, "lower": 0.46008717891718454, "upper": 0.8872149528521212 }, { "event_time": 6, "estimate": 0.6419578064878293, "se": 0.1798548195530213, "pvalue": 0.0003787525808438351, "lower": 0.2889271222980241, "upper": 0.9949884906776345 }, { "event_time": 7, "estimate": 0.6136899701273224, "se": 0.12583248990455992, "pvalue": 1.29381771239239e-06, "lower": 0.3666978121483826, "upper": 0.8606821281062622 }, { "event_time": 8, "estimate": 0.5210523795892237, "se": 0.14714667026285289, "pvalue": 0.0004210538410561518, "lower": 0.2322233684554268, "upper": 0.8098813907230206 }, { "event_time": 9, "estimate": 0.6807203152831331, "se": 0.1077316175938503, "pvalue": 4.327533109633872e-10, "lower": 0.4692577213835051, "upper": 0.8921829091827612 }, { "event_time": 10, "estimate": 0.922775042248898, "se": 0.13507301991387285, "pvalue": 1.6371077022433182e-11, "lower": 0.6576449737064747, "upper": 1.1879051107913212 }, { "event_time": 11, "estimate": 0.8999500399191575, "se": 0.12831100690538136, "pvalue": 4.857116663381178e-12, "lower": 0.6480928883039581, "upper": 1.1518071915343568 }, { "event_time": 12, "estimate": 0.5621777353825705, "se": 0.1607316784476225, "pvalue": 0.0004947223273802536, "lower": 0.24668319064721517, "upper": 0.877672280117926 }, { "event_time": 13, "estimate": 0.32583186511907425, "se": 0.13864128869794506, "pvalue": 0.019000790097157938, "lower": 0.053697767586241896, "upper": 0.5979659626519066 }, { "event_time": 14, "estimate": -0.12881187287621365, "se": 0.2128584504131388, "pvalue": 0.5452451547387073, "lower": -0.5466242204779368, "upper": 0.28900047472550944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.10491071428571429, 0.08258928571428571, 0.08035714285714286, 0.08035714285714286, 0.08035714285714286, 0.078125, 0.06473214285714286, 0.06919642857142858, 0.06919642857142858, 0.0625, 0.05580357142857143, 0.05133928571428571, 0.049107142857142856, 0.04241071428571429, 0.029017857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 4.0528152631214457e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9128627712140334, "df_num": 64, "df_den": 8761, "pvalue": 1.7090130611501043e-05, "log10_pvalue": -4.767254618166483, "inference": "Homoskedastic nested-model F", "observations": 9742, "design_columns": 146, "restricted_design_columns": 82, "fixed_effect_rank": 835, "covariance_rank": 64, "rss_unrestricted": 3696.0425693464895, "rss_restricted": 3747.689804003539, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-15.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-14.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]" ], "data": [ [ -0.0027055939870809804, 9.750236975549893e-05, -0.00257041038621846, 0.00022051596814957327, -0.0011245051999406847, -0.0010371677933985258 ], [ 9.836598050506939e-05, -0.0027390539878678695, 0.00010730812114287605, -0.0012019022248550533, 0.00026625909176987287, -0.001052182546381187 ], [ 0.00015128167038007281, 0.0001439159332962229, -0.002747310629192164, 0.00023843766438019082, -0.0011570616111045019, 0.00041319820895047073 ], [ 0.00018747675619088124, 0.00018297399002609643, 0.00023124905684098268, -0.002778856288524291, 0.00033187936172901457, -0.0010675794301065224 ], [ 0.00019102763263611653, 0.0001833509921675976, 0.00036833616353591363, 0.0002624840821640852, -0.002625386000941062, 0.00044313249352374547 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_16,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 2.258389712603458 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.22975659143986116 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.296267739658415 }, { "event_time": 2.0, "cohort": 3, "estimate": -0.7647990873669119 }, { "event_time": 3.0, "cohort": 3, "estimate": -0.48601549073334793 }, { "event_time": 4.0, "cohort": 3, "estimate": -0.3073136137311903 }, { "event_time": 5.0, "cohort": 3, "estimate": 0.6166050002125993 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.30537538730209746 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.08420259172326375 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.05813206591011372 }, { "event_time": 9.0, "cohort": 3, "estimate": -0.17310209685862887 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.5757858467042407 }, { "event_time": 11.0, "cohort": 3, "estimate": -0.437917127012184 }, { "event_time": 12.0, "cohort": 3, "estimate": 0.17132780378353574 }, { "event_time": 13.0, "cohort": 3, "estimate": -0.7841150686155025 }, { "event_time": -3.0, "cohort": 4, "estimate": -1.3420646664552573 }, { "event_time": -2.0, "cohort": 4, "estimate": 3.2906062493717725 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.0640397544239948 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.0397318047034756 }, { "event_time": 2.0, "cohort": 4, "estimate": -0.196003751599661 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.18008404825670674 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.44475323588831484 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.2045606189201935 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.6251113302963773 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.8364926101839631 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.20114398647618847 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.5976601017409452 }, { "event_time": 10.0, "cohort": 4, "estimate": 0.5052383580479326 }, { "event_time": 11.0, "cohort": 4, "estimate": 0.04416604982549133 }, { "event_time": 12.0, "cohort": 4, "estimate": -0.026022487172964903 }, { "event_time": -4.0, "cohort": 5, "estimate": 1.4046155723188156 }, { "event_time": -3.0, "cohort": 5, "estimate": 1.1454996869692047 }, { "event_time": -2.0, "cohort": 5, "estimate": 6.236352992077008 }, { "event_time": 0.0, "cohort": 5, "estimate": 3.080816435391968 }, { "event_time": 1.0, "cohort": 5, "estimate": 3.637600578874979 }, { "event_time": 2.0, "cohort": 5, "estimate": 2.824179644722109 }, { "event_time": 3.0, "cohort": 5, "estimate": 4.248148059670345 }, { "event_time": 4.0, "cohort": 5, "estimate": 3.6810337990992257 }, { "event_time": 5.0, "cohort": 5, "estimate": 3.6788267759742554 }, { "event_time": 6.0, "cohort": 5, "estimate": 3.447787405334134 }, { "event_time": 7.0, "cohort": 5, "estimate": 3.012210973553381 }, { "event_time": 8.0, "cohort": 5, "estimate": 3.8839446807469478 }, { "event_time": 9.0, "cohort": 5, "estimate": 0.33349828237381884 }, { "event_time": 10.0, "cohort": 5, "estimate": 3.441826997487172 }, { "event_time": 11.0, "cohort": 5, "estimate": 2.4622531448490297 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.26376519856497427 }, { "event_time": -2.0, "cohort": 6, "estimate": 2.922619738131265 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.3112228659830642 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.02446495489969286 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.3427112741207746 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.9245458517604371 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.5847167357311686 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.3479629860254572 }, { "event_time": 6.0, "cohort": 6, "estimate": 0.19033443181691834 }, { "event_time": 7.0, "cohort": 6, "estimate": 1.1267904155232527 }, { "event_time": 8.0, "cohort": 6, "estimate": 0.2776848153648975 }, { "event_time": 9.0, "cohort": 6, "estimate": 0.020995768113256708 }, { "event_time": 10.0, "cohort": 6, "estimate": -0.19698367084406532 }, { "event_time": -6.0, "cohort": 7, "estimate": -1.8974043210991103 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.6834319925082457 }, { "event_time": -4.0, "cohort": 7, "estimate": -1.2671074969608598 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.310291120806486 }, { "event_time": -2.0, "cohort": 7, "estimate": 2.798802380018549 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.16350500201438023 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.27645471611919176 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.06012242502707697 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.4247564835533581 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.20353622449299433 }, { "event_time": 6.0, "cohort": 7, "estimate": 0.16796126618366652 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.39838526416962783 }, { "event_time": 8.0, "cohort": 7, "estimate": -0.16953255936510464 }, { "event_time": 9.0, "cohort": 7, "estimate": -0.5035929831390978 }, { "event_time": -10.0, "cohort": 11, "estimate": -0.8006014706435125 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.13651771443083371 }, { "event_time": -8.0, "cohort": 11, "estimate": -1.5774072622717927 }, { "event_time": -7.0, "cohort": 11, "estimate": 0.24053784341680062 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.8553145643825986 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.7503190442965723 }, { "event_time": -4.0, "cohort": 11, "estimate": -1.2006212414838169 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.8554804068155184 }, { "event_time": -2.0, "cohort": 11, "estimate": 3.694156753358108 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.4602246177837157 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.2611950443093043 }, { "event_time": 2.0, "cohort": 11, "estimate": 1.1936904167835822 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.7895495665936355 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.7859560638920933 }, { "event_time": 5.0, "cohort": 11, "estimate": -0.012113555797925946 }, { "event_time": -11.0, "cohort": 12, "estimate": -1.8583084788322637 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.6225381014000952 }, { "event_time": -9.0, "cohort": 12, "estimate": -1.9393238408148268 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.5041820823345156 }, { "event_time": -7.0, "cohort": 12, "estimate": -1.3012693195233795 }, { "event_time": -6.0, "cohort": 12, "estimate": -1.9701010665552947 }, { "event_time": -5.0, "cohort": 12, "estimate": -1.7361406179569163 }, { "event_time": -4.0, "cohort": 12, "estimate": -2.280432297568854 }, { "event_time": -3.0, "cohort": 12, "estimate": -1.1695893877412753 }, { "event_time": -2.0, "cohort": 12, "estimate": 2.25508418398078 }, { "event_time": 0.0, "cohort": 12, "estimate": -0.6519350443061904 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.20601964922381388 }, { "event_time": 2.0, "cohort": 12, "estimate": -0.1942636527167112 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.11810850357420954 }, { "event_time": 4.0, "cohort": 12, "estimate": -2.9406270795840195 }, { "event_time": -13.0, "cohort": 14, "estimate": -4.534300533688157 }, { "event_time": -12.0, "cohort": 14, "estimate": -0.6657792243669857 }, { "event_time": -11.0, "cohort": 14, "estimate": -1.7947563353114968 }, { "event_time": -10.0, "cohort": 14, "estimate": -0.0010227897477743941 }, { "event_time": -9.0, "cohort": 14, "estimate": -2.3688794337055623 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.9275915272834709 }, { "event_time": -7.0, "cohort": 14, "estimate": -1.787630774488089 }, { "event_time": -6.0, "cohort": 14, "estimate": -1.4783784851365218 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.7097988206606538 }, { "event_time": -4.0, "cohort": 14, "estimate": -1.2316067941047288 }, { "event_time": -3.0, "cohort": 14, "estimate": -1.9718770530442291 }, { "event_time": -2.0, "cohort": 14, "estimate": 2.7332989037494833 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.3495311914785759 }, { "event_time": 1.0, "cohort": 14, "estimate": -1.7448601950712352 }, { "event_time": 0.0, "cohort": 16, "estimate": 0.5961654533056482 } ] } } }, "code_sha256": { "replication_engine.py": "4d1c3ebb7851c82ad64d9ac8e54247610500cbb6d72e579ec3a30184da092d06", "reference_f_test.py": "9cf8f31eeda89784ac1750ea22c35401ae46e24e06279acf938d2d103b78cccf", "sparse_did2s.py": "75169d7fbba6e1bad163e564ac9b5b1262a04033eda925dc379dc3eef64c59fa", "frequency.py": "8f922ae4be2b63ad9b89515d8e665cda4e11a354258b54ef3b820648243642eb", "sparse_models.py": "538c06b81a46a104838d662d6e6489d0d2daa7f680fd234049f28c97c87ef555" } }, "comparison": { "schema": "expensive-replication-v1", "config": { "outcomes": [ "y" ], "treatments": [ "d" ], "unit": "unit", "time": "time", "cluster": "cluster", "covariates": [], "baseline_by_time": [], "weight": null, "period_step": 1, "period_values": null, "display_window": [ -10, 10 ], "seed": 20261008, "panelview_max_units": 100, "test_mode": "classical", "test_horizon": null, "post_horizon": null, "post_weighting": "observations", "sample_query": null, "reversal_policy": "drop_post_untreated", "labels": { "y": "", "d": "" }, "allow_repeated_cells": true, "time_fe": null, "unit_fe": null, "frequency_weights": false, "source_sd": null, "require_never_control_periods": false, "latest_cohort_control": true, "slug": "s09-p007", "study_id": 9, "study": "Vertical Integration Supplier Behavior and Quality Upgrading", "citation": "Hansman et al. (2020), JPE. https://doi.org/10.1086/708818", "description": "HHLT-T5-PC-C1-TRIPS", "source_specification_id": "HHLT-T5-PC-C1-TRIPS", "specification_id": "S09-P007", "data": "repl-archives/twfe-microdata-replication-private/outputs/estimation_2026_10_06/group_c/HHLT-T5-PC-C1-TRIPS.csv", "output_dir": "analyses/archive-expanded/fits/S09-P007" }, "options": { "output_dir": "analyses/archive-expanded/fits/S09-P007", "regression_results": "analyses/archive-expanded/baselines/S09-P007.json", "display_window": [ -10, 10 ], "timeout_seconds": 3600 }, "source": { "file": "HHLT-T5-PC-C1-TRIPS.csv", "bytes": 774535, "sha256": "e77e620a273e7dcd9fac8c2c8bbb2de97745845f2de0a48450a80ce9de9763b7" }, "regressions": { "y__d": { "sample": { "outcome": "y", "treatment": "d", "source_rows": 12911, "source_sd": 0.6224767779885279, "rows": 9742, "units": 820, "clusters": 820, "treated_units": 47, "never_treated_units": 773, "treated_cohorts": 10, "latest_cohort_control_index": null, "unique_unit_period_cells": 9742, "unsupported_prediction_rows_removed": 0, "rows_without_never_control_time_fe_removed": 0, "initially_treated_units_removed": 243, "post_adoption_untreated_rows_removed": 119, "units_without_minus_one_removed": 5, "additional_rows_removed": 46 }, "estimates": [ { "method": "Static TWFE", "estimate": 0.457979988956191, "se": 0.08655476770748995, "pvalue": 1.5609707092990351e-07, "lower": 0.28808468706990065, "upper": 0.6278752908424814 }, { "method": "Dynamic TWFE", "estimate": 0.5245447118342563, "se": 0.12450377843848578, "pvalue": 2.7988686591728943e-05, "lower": 0.280160634745919, "upper": 0.7689287889225936 }, { "method": "BJS / did2s", "estimate": 0.48804188062965304, "se": 0.10010974549741301, "pvalue": 1.3064303717774014e-06, "lower": 0.291539990745072, "upper": 0.6845437705142341 }, { "method": "Sun\u2013Abraham", "estimate": 0.5367294072304346, "se": 0.09979233984190158, "pvalue": 9.808582216121554e-08, "lower": 0.34085054171633966, "upper": 0.7326082727445296 } ], "event_studies": { "Dynamic TWFE": [ { "event_time": -15, "estimate": 0.08901652489029808, "se": 0.5158585133934984, "pvalue": 0.8630399592423381, "lower": -0.9235439635138243, "upper": 1.1015770132944205 }, { "event_time": -14, "estimate": 0.6582941023611025, "se": 0.6528196804976069, "pvalue": 0.3135671045437085, "lower": -0.623102632135072, "upper": 1.939690836857277 }, { "event_time": -13, "estimate": -1.158041598210714, "se": 1.349805696706773, "pvalue": 0.39118096643210304, "lower": -3.8075276104062876, "upper": 1.4914444139848595 }, { "event_time": -12, "estimate": 0.6077418391899884, "se": 0.6207529479395081, "pvalue": 0.3278494206625711, "lower": -0.6107122365392365, "upper": 1.826195914919213 }, { "event_time": -11, "estimate": -0.2420305317307608, "se": 0.3116684679999703, "pvalue": 0.4376402240383989, "lower": -0.8537935791256707, "upper": 0.369732515664149 }, { "event_time": -10, "estimate": 0.37775675908480244, "se": 0.49405542896788074, "pvalue": 0.4447276270128749, "lower": -0.5920072236079188, "upper": 1.3475207417775237 }, { "event_time": -9, "estimate": 0.1352692229766146, "se": 0.32560852634967724, "pvalue": 0.6779322040922313, "lower": -0.5038562734706659, "upper": 0.774394719423895 }, { "event_time": -8, "estimate": 0.6914538035244677, "se": 0.3730179966046042, "pvalue": 0.06414520224546359, "lower": -0.04073007057856981, "upper": 1.4236376776275053 }, { "event_time": -7, "estimate": 0.776328159652863, "se": 0.2887809290069643, "pvalue": 0.007327668721674278, "lower": 0.20949025560525036, "upper": 1.3431660637004756 }, { "event_time": -6, "estimate": 0.2178215776155793, "se": 0.2057574596294709, "pvalue": 0.2900792063689076, "lower": -0.18605248553530784, "upper": 0.6216956407664664 }, { "event_time": -5, "estimate": 0.15178680538508804, "se": 0.14316254412314408, "pvalue": 0.2893475194089792, "lower": -0.12922190501673297, "upper": 0.43279551578690906 }, { "event_time": -4, "estimate": 0.14147671178386628, "se": 0.18314528173025127, "pvalue": 0.4400509632418627, "lower": -0.21801270460235767, "upper": 0.5009661281700902 }, { "event_time": -3, "estimate": 0.13903777517881005, "se": 0.19726698409760118, "pvalue": 0.48112245392299735, "lower": -0.24817063289782354, "upper": 0.5262461832554437 }, { "event_time": -2, "estimate": -0.07807496217445334, "se": 0.2016513676023501, "pvalue": 0.6987250636076883, "lower": -0.4738893220530942, "upper": 0.31773939770418747 }, { "event_time": 0, "estimate": 0.4995628594688226, "se": 0.13790468456408392, "pvalue": 0.00030971366664173957, "lower": 0.22887461622001953, "upper": 0.7702511027176258 }, { "event_time": 1, "estimate": 0.3736502180013263, "se": 0.16789107975873419, "pvalue": 0.026315791125158316, "lower": 0.044102736850185675, "upper": 0.7031976991524669 }, { "event_time": 2, "estimate": 0.4124809123597773, "se": 0.17245560068946478, "pvalue": 0.016990186831951234, "lower": 0.07397389400424464, "upper": 0.75098793071531 }, { "event_time": 3, "estimate": 0.4042538540818125, "se": 0.1584086952227919, "pvalue": 0.01089217126192093, "lower": 0.09331901121745217, "upper": 0.7151886969461729 }, { "event_time": 4, "estimate": 0.4240353325111672, "se": 0.16656993913952764, "pvalue": 0.011088412512750796, "lower": 0.09708107170223668, "upper": 0.7509895933200977 }, { "event_time": 5, "estimate": 0.649406279874217, "se": 0.14854234067196914, "pvalue": 1.3905604675946224e-05, "lower": 0.3578377565012803, "upper": 0.9409748032471537 }, { "event_time": 6, "estimate": 0.5944524810310194, "se": 0.1989867325509313, "pvalue": 0.002897590259391365, "lower": 0.20386843934822324, "upper": 0.9850365227138156 }, { "event_time": 7, "estimate": 0.5748306918413587, "se": 0.15012057977751891, "pvalue": 0.0001384107201720161, "lower": 0.28016429857184644, "upper": 0.869497085110871 }, { "event_time": 8, "estimate": 0.48156436212630493, "se": 0.176553413540044, "pvalue": 0.0065165412237725906, "lower": 0.1350138914022619, "upper": 0.828114832850348 }, { "event_time": 9, "estimate": 0.6213949827822597, "se": 0.12354384241688038, "pvalue": 6.037042699372944e-07, "lower": 0.3788951302664304, "upper": 0.863894835298089 }, { "event_time": 10, "estimate": 0.8535604126386334, "se": 0.1642282891870396, "pvalue": 2.553617726270618e-07, "lower": 0.531202493962287, "upper": 1.1759183313149797 }, { "event_time": 11, "estimate": 0.8289505327322335, "se": 0.12943594596171673, "pvalue": 2.543344109878061e-10, "lower": 0.5748852779051387, "upper": 1.0830157875593285 }, { "event_time": 12, "estimate": 0.6337099920380115, "se": 0.16379364508459196, "pvalue": 0.0001179855069587739, "lower": 0.31220522094618636, "upper": 0.9552147631298367 }, { "event_time": 13, "estimate": 0.4607833651790383, "se": 0.1515409400552368, "pvalue": 0.0024358478086265655, "lower": 0.1633289967977946, "upper": 0.7582377335602819 }, { "event_time": 14, "estimate": -0.01486379923687683, "se": 0.18098565716311482, "pvalue": 0.9345658323553045, "lower": -0.3701141647017851, "upper": 0.3403865662280315 } ], "BJS / did2s": [ { "event_time": -15, "estimate": -0.07773607792670932, "se": 0.4794542433616681, "pvalue": 0.8712399233633809, "lower": -1.0188399081845163, "upper": 0.8633677523310976 }, { "event_time": -14, "estimate": 0.48159843016259746, "se": 0.5690190589997225, "pvalue": 0.3975957785362669, "lower": -0.6353090189396564, "upper": 1.5985058792648514 }, { "event_time": -13, "estimate": -1.3361667843924068, "se": 1.1044917074152711, "pvalue": 0.22672114464741472, "lower": -3.5041346160013385, "upper": 0.8318010472165251 }, { "event_time": -12, "estimate": 0.39557639504323333, "se": 0.5297295376502812, "pvalue": 0.4554278093743783, "lower": -0.644211037826182, "upper": 1.4353638279126488 }, { "event_time": -11, "estimate": -0.48716472816993384, "se": 0.25434188778536726, "pvalue": 0.05579035249813858, "lower": -0.9864034524150997, "upper": 0.012073996075232074 }, { "event_time": -10, "estimate": 0.15589186345213235, "se": 0.44302828458736887, "pvalue": 0.7250203478393935, "lower": -0.7137127365914434, "upper": 1.025496463495708 }, { "event_time": -9, "estimate": -0.06673390152639815, "se": 0.2361888891130332, "pvalue": 0.7775973219841896, "lower": -0.53034074469483, "upper": 0.3968729416420337 }, { "event_time": -8, "estimate": 0.48746462823586745, "se": 0.2813143216948261, "pvalue": 0.08350564431943108, "lower": -0.0647173355676548, "upper": 1.0396465920393898 }, { "event_time": -7, "estimate": 0.5776788668095749, "se": 0.1622725343702324, "pvalue": 0.000392327441033763, "lower": 0.25915983030942413, "upper": 0.8961979033097257 }, { "event_time": -6, "estimate": 0.04083316256139913, "se": 0.1735766830134872, "pvalue": 0.8140768696064558, "lower": -0.29987438876214806, "upper": 0.3815407138849463 }, { "event_time": -5, "estimate": -0.059262959454195414, "se": 0.11784459170244918, "pvalue": 0.615176262238221, "lower": -0.290575953680182, "upper": 0.1720500347717912 }, { "event_time": -4, "estimate": 0.035983301265007844, "se": 0.16058743564117636, "pvalue": 0.8227564203881643, "lower": -0.2792281143511185, "upper": 0.35119471688113424 }, { "event_time": -3, "estimate": 0.119401360978493, "se": 0.14206446212977394, "pvalue": 0.40088846634063235, "lower": -0.15945196299343206, "upper": 0.3982546849504181 }, { "event_time": -2, "estimate": -0.061276239057308786, "se": 0.15004004629865464, "pvalue": 0.6830873530967102, "lower": -0.35578455600051356, "upper": 0.233232077885896 }, { "event_time": -1, "estimate": -0.03076142598923514, "se": 0.0806760555828168, "pvalue": 0.7030828021614659, "lower": -0.18911761111075936, "upper": 0.12759475913228907 }, { "event_time": 0, "estimate": 0.46568142772458376, "se": 0.10509433262240654, "pvalue": 1.0650815578751335e-05, "lower": 0.2593954675130944, "upper": 0.6719673879360731 }, { "event_time": 1, "estimate": 0.34000289446345866, "se": 0.14817927862766095, "pvalue": 0.02201182402452789, "lower": 0.04914701277687772, "upper": 0.6308587761500396 }, { "event_time": 2, "estimate": 0.3600747252704371, "se": 0.1531397314177235, "pvalue": 0.018944938523946277, "lower": 0.059482145692083765, "upper": 0.6606673048487904 }, { "event_time": 3, "estimate": 0.3435436578973759, "se": 0.12163583212901434, "pvalue": 0.004852558957312365, "lower": 0.10478897150520422, "upper": 0.5822983442895475 }, { "event_time": 4, "estimate": 0.3647454826383985, "se": 0.1367420748157789, "pvalue": 0.007795067662821332, "lower": 0.09633928507460893, "upper": 0.6331516802021881 }, { "event_time": 5, "estimate": 0.5960193219560348, "se": 0.12164022307823696, "pvalue": 1.1560651530085073e-06, "lower": 0.35725601672444496, "upper": 0.8347826271876246 }, { "event_time": 6, "estimate": 0.6214277657083042, "se": 0.18950565100340472, "pvalue": 0.0010849415892951243, "lower": 0.24945380472226636, "upper": 0.993401726694342 }, { "event_time": 7, "estimate": 0.5375580591972853, "se": 0.13900944002521526, "pvalue": 0.00011888761179280323, "lower": 0.26470133040400307, "upper": 0.8104147879905674 }, { "event_time": 8, "estimate": 0.4595248439623036, "se": 0.16059773864331423, "pvalue": 0.004325988594910701, "lower": 0.14429320494653203, "upper": 0.7747564829780751 }, { "event_time": 9, "estimate": 0.6139117839299728, "se": 0.13754496462940968, "pvalue": 9.198171400241977e-06, "lower": 0.34392962225835716, "upper": 0.8838939456015884 }, { "event_time": 10, "estimate": 0.8609650203123254, "se": 0.16307673621302468, "pvalue": 1.6605560777774784e-07, "lower": 0.5408674443685653, "upper": 1.1810625962560855 }, { "event_time": 11, "estimate": 0.8347565676496636, "se": 0.12830674710508047, "pvalue": 1.3431278999975127e-10, "lower": 0.5829077774462877, "upper": 1.0866053578530392 }, { "event_time": 12, "estimate": 0.5936867561200424, "se": 0.16156084876918675, "pvalue": 0.00025363036546551296, "lower": 0.2765646621944058, "upper": 0.910808850045679 }, { "event_time": 13, "estimate": 0.3794525461156778, "se": 0.1470412870389602, "pvalue": 0.010036281511799926, "lower": 0.09083038799658144, "upper": 0.6680747042347741 }, { "event_time": 14, "estimate": -0.17391429551693866, "se": 0.21589944157229823, "pvalue": 0.42074552063488296, "lower": -0.5976956974492671, "upper": 0.24986710641538978 } ], "Sun\u2013Abraham": [ { "event_time": -15, "estimate": 0.7088038428993256, "se": 0.4191451988647498, "pvalue": 0.09120390628669425, "lower": -0.11392149022121745, "upper": 1.5315291760198688 }, { "event_time": -14, "estimate": 1.301551242560389, "se": 1.4775082373570136, "pvalue": 0.3786251623400102, "lower": -1.5985975842907592, "upper": 4.201700069411537 }, { "event_time": -13, "estimate": -1.1912419453866852, "se": 1.1778028571166876, "pvalue": 0.31211879792407365, "lower": -3.5031096480257764, "upper": 1.120625757252406 }, { "event_time": -12, "estimate": 0.8337955912296406, "se": 1.136288728116106, "pvalue": 0.46328765772875574, "lower": -1.3965854912508031, "upper": 3.0641766737100844 }, { "event_time": -11, "estimate": -0.237542391989643, "se": 0.30173632499698166, "pvalue": 0.43136237772200114, "lower": -0.8298099860598651, "upper": 0.3547252020805791 }, { "event_time": -10, "estimate": 0.4436676229470158, "se": 0.1379160685405673, "pvalue": 0.0013465553941097489, "lower": 0.1729570344921364, "upper": 0.7143782114018952 }, { "event_time": -9, "estimate": 0.06413344573298263, "se": 0.3563712632770088, "pvalue": 0.8572265636039548, "lower": -0.6353751424323669, "upper": 0.7636420338983322 }, { "event_time": -8, "estimate": 0.4633466778734036, "se": 0.3198176644459126, "pvalue": 0.14778069388993922, "lower": -0.16441213991041165, "upper": 1.0911054956572188 }, { "event_time": -7, "estimate": 0.7104676705380866, "se": 0.41812510594057817, "pvalue": 0.08966599563969284, "lower": -0.11025535814684284, "upper": 1.531190699223016 }, { "event_time": -6, "estimate": 0.08820183951842966, "se": 0.11791695413982661, "pvalue": 0.45467509871433653, "lower": -0.14325319238461495, "upper": 0.31965687142147425 }, { "event_time": -5, "estimate": 0.05709595018838407, "se": 0.13721338060481192, "pvalue": 0.6774380449009737, "lower": -0.2122353568919503, "upper": 0.32642725726871846 }, { "event_time": -4, "estimate": 0.25796032353107046, "se": 0.14008906566178408, "pvalue": 0.06592410064508476, "lower": -0.017015564360055024, "upper": 0.5329362114221959 }, { "event_time": -3, "estimate": 0.29155349528380564, "se": 0.16479564730333018, "pvalue": 0.07723561547678884, "lower": -0.031918070635758744, "upper": 0.6150250612033701 }, { "event_time": -2, "estimate": -0.050763372352621405, "se": 0.11334627687101285, "pvalue": 0.6543719847461879, "lower": -0.27324678299230354, "upper": 0.1717200382870607 }, { "event_time": 0, "estimate": 0.5058151342691155, "se": 0.10392085092827641, "pvalue": 1.357245674473654e-06, "lower": 0.3018325599017895, "upper": 0.7097977086364415 }, { "event_time": 1, "estimate": 0.3725146237835817, "se": 0.12535706894684967, "pvalue": 0.0030489321992026135, "lower": 0.1264556528406954, "upper": 0.618573594726468 }, { "event_time": 2, "estimate": 0.4309221135703747, "se": 0.14365533476605746, "pvalue": 0.0027843749740835747, "lower": 0.14894612178981498, "upper": 0.7128981053509345 }, { "event_time": 3, "estimate": 0.40981140117668236, "se": 0.10564716233222075, "pvalue": 0.00011327628772090155, "lower": 0.20244031101882184, "upper": 0.6171824913345428 }, { "event_time": 4, "estimate": 0.4318856086610527, "se": 0.1051957142017559, "pvalue": 4.438002476115146e-05, "lower": 0.2254006501218516, "upper": 0.6383705672002538 }, { "event_time": 5, "estimate": 0.6736510658846528, "se": 0.10880214121253162, "pvalue": 9.416897488919037e-10, "lower": 0.46008717891718454, "upper": 0.8872149528521212 }, { "event_time": 6, "estimate": 0.6419578064878293, "se": 0.1798548195530213, "pvalue": 0.0003787525808438351, "lower": 0.2889271222980241, "upper": 0.9949884906776345 }, { "event_time": 7, "estimate": 0.6136899701273224, "se": 0.12583248990455992, "pvalue": 1.29381771239239e-06, "lower": 0.3666978121483826, "upper": 0.8606821281062622 }, { "event_time": 8, "estimate": 0.5210523795892237, "se": 0.14714667026285289, "pvalue": 0.0004210538410561518, "lower": 0.2322233684554268, "upper": 0.8098813907230206 }, { "event_time": 9, "estimate": 0.6807203152831331, "se": 0.1077316175938503, "pvalue": 4.327533109633872e-10, "lower": 0.4692577213835051, "upper": 0.8921829091827612 }, { "event_time": 10, "estimate": 0.922775042248898, "se": 0.13507301991387285, "pvalue": 1.6371077022433182e-11, "lower": 0.6576449737064747, "upper": 1.1879051107913212 }, { "event_time": 11, "estimate": 0.8999500399191575, "se": 0.12831100690538136, "pvalue": 4.857116663381178e-12, "lower": 0.6480928883039581, "upper": 1.1518071915343568 }, { "event_time": 12, "estimate": 0.5621777353825705, "se": 0.1607316784476225, "pvalue": 0.0004947223273802536, "lower": 0.24668319064721517, "upper": 0.877672280117926 }, { "event_time": 13, "estimate": 0.32583186511907425, "se": 0.13864128869794506, "pvalue": 0.019000790097157938, "lower": 0.053697767586241896, "upper": 0.5979659626519066 }, { "event_time": 14, "estimate": -0.12881187287621365, "se": 0.2128584504131388, "pvalue": 0.5452451547387073, "lower": -0.5466242204779368, "upper": 0.28900047472550944 } ] }, "target": { "event_times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "weights": [ 0.10491071428571429, 0.08258928571428571, 0.08035714285714286, 0.08035714285714286, 0.08035714285714286, 0.078125, 0.06473214285714286, 0.06919642857142858, 0.06919642857142858, 0.0625, 0.05580357142857143, 0.05133928571428571, 0.049107142857142856, 0.04241071428571429, 0.029017857142857144 ], "weighting": "observations" }, "checks": { "did2s_vs_direct_imputation_max_post_difference": 2.220446049250313e-16, "package_aggregate_vs_estimable_cell_weights": 1.1102230246251565e-16, "saturated_vs_deviations_relative_rss_difference": 4.0528152631214457e-13 }, "inference": { "standard_errors": "Cluster-robust; did2s uses two-stage covariance", "confidence_intervals": "Pointwise t, clusters minus one degrees of freedom" }, "f_test": { "F": 1.9128627712140334, "df_num": 64, "df_den": 8761, "pvalue": 1.7090130611501043e-05, "log10_pvalue": -4.767254618166483, "inference": "Homoskedastic nested-model F", "observations": 9742, "design_columns": 146, "restricted_design_columns": 82, "fixed_effect_rank": 835, "covariance_rank": 64, "rss_unrestricted": 3696.0425693464895, "rss_restricted": 3747.689804003539, "test_horizon": null, "reference_cohort": 2, "pyfixest": "0.27.0", "formulaic": "1.0.2", "design_head": { "index": [ 0, 1, 2, 3, 4 ], "columns": [ "C(rel_time, contr.treatment(base=-1.0))[T.-15.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-14.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-13.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-12.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-11.0]", "C(rel_time, contr.treatment(base=-1.0))[T.-10.0]" ], "data": [ [ -0.0027055939870809804, 9.750236975549893e-05, -0.00257041038621846, 0.00022051596814957327, -0.0011245051999406847, -0.0010371677933985258 ], [ 9.836598050506939e-05, -0.0027390539878678695, 0.00010730812114287605, -0.0012019022248550533, 0.00026625909176987287, -0.001052182546381187 ], [ 0.00015128167038007281, 0.0001439159332962229, -0.002747310629192164, 0.00023843766438019082, -0.0011570616111045019, 0.00041319820895047073 ], [ 0.00018747675619088124, 0.00018297399002609643, 0.00023124905684098268, -0.002778856288524291, 0.00033187936172901457, -0.0010675794301065224 ], [ 0.00019102763263611653, 0.0001833509921675976, 0.00036833616353591363, 0.0002624840821640852, -0.002625386000941062, 0.00044313249352374547 ] ] }, "formula": "y~i(rel_time,ref=-1.0)+i(rel_time,cohort_dummy_3,ref=-1.0)+i(rel_time,cohort_dummy_4,ref=-1.0)+i(rel_time,cohort_dummy_5,ref=-1.0)+i(rel_time,cohort_dummy_6,ref=-1.0)+i(rel_time,cohort_dummy_7,ref=-1.0)+i(rel_time,cohort_dummy_11,ref=-1.0)+i(rel_time,cohort_dummy_12,ref=-1.0)+i(rel_time,cohort_dummy_14,ref=-1.0)+i(rel_time,cohort_dummy_16,ref=-1.0)|unit_fe+time_fe", "restriction_names": [ "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.13.0]:cohort_dummy_3", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.12.0]:cohort_dummy_4", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.11.0]:cohort_dummy_5", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.10.0]:cohort_dummy_6", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.6.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.7.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.8.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.9.0]:cohort_dummy_7", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.5.0]:cohort_dummy_11", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.2.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.3.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.4.0]:cohort_dummy_12", "C(rel_time, contr.treatment(base=-1.0))[T.1.0]:cohort_dummy_14" ], "deviations": [ { "event_time": -2.0, "cohort": 3, "estimate": 2.258389712603458 }, { "event_time": 0.0, "cohort": 3, "estimate": -0.22975659143986116 }, { "event_time": 1.0, "cohort": 3, "estimate": 0.296267739658415 }, { "event_time": 2.0, "cohort": 3, "estimate": -0.7647990873669119 }, { "event_time": 3.0, "cohort": 3, "estimate": -0.48601549073334793 }, { "event_time": 4.0, "cohort": 3, "estimate": -0.3073136137311903 }, { "event_time": 5.0, "cohort": 3, "estimate": 0.6166050002125993 }, { "event_time": 6.0, "cohort": 3, "estimate": 0.30537538730209746 }, { "event_time": 7.0, "cohort": 3, "estimate": 0.08420259172326375 }, { "event_time": 8.0, "cohort": 3, "estimate": 0.05813206591011372 }, { "event_time": 9.0, "cohort": 3, "estimate": -0.17310209685862887 }, { "event_time": 10.0, "cohort": 3, "estimate": 0.5757858467042407 }, { "event_time": 11.0, "cohort": 3, "estimate": -0.437917127012184 }, { "event_time": 12.0, "cohort": 3, "estimate": 0.17132780378353574 }, { "event_time": 13.0, "cohort": 3, "estimate": -0.7841150686155025 }, { "event_time": -3.0, "cohort": 4, "estimate": -1.3420646664552573 }, { "event_time": -2.0, "cohort": 4, "estimate": 3.2906062493717725 }, { "event_time": 0.0, "cohort": 4, "estimate": 1.0640397544239948 }, { "event_time": 1.0, "cohort": 4, "estimate": -0.0397318047034756 }, { "event_time": 2.0, "cohort": 4, "estimate": -0.196003751599661 }, { "event_time": 3.0, "cohort": 4, "estimate": 0.18008404825670674 }, { "event_time": 4.0, "cohort": 4, "estimate": 0.44475323588831484 }, { "event_time": 5.0, "cohort": 4, "estimate": 0.2045606189201935 }, { "event_time": 6.0, "cohort": 4, "estimate": 0.6251113302963773 }, { "event_time": 7.0, "cohort": 4, "estimate": 0.8364926101839631 }, { "event_time": 8.0, "cohort": 4, "estimate": 0.20114398647618847 }, { "event_time": 9.0, "cohort": 4, "estimate": 0.5976601017409452 }, { "event_time": 10.0, "cohort": 4, "estimate": 0.5052383580479326 }, { "event_time": 11.0, "cohort": 4, "estimate": 0.04416604982549133 }, { "event_time": 12.0, "cohort": 4, "estimate": -0.026022487172964903 }, { "event_time": -4.0, "cohort": 5, "estimate": 1.4046155723188156 }, { "event_time": -3.0, "cohort": 5, "estimate": 1.1454996869692047 }, { "event_time": -2.0, "cohort": 5, "estimate": 6.236352992077008 }, { "event_time": 0.0, "cohort": 5, "estimate": 3.080816435391968 }, { "event_time": 1.0, "cohort": 5, "estimate": 3.637600578874979 }, { "event_time": 2.0, "cohort": 5, "estimate": 2.824179644722109 }, { "event_time": 3.0, "cohort": 5, "estimate": 4.248148059670345 }, { "event_time": 4.0, "cohort": 5, "estimate": 3.6810337990992257 }, { "event_time": 5.0, "cohort": 5, "estimate": 3.6788267759742554 }, { "event_time": 6.0, "cohort": 5, "estimate": 3.447787405334134 }, { "event_time": 7.0, "cohort": 5, "estimate": 3.012210973553381 }, { "event_time": 8.0, "cohort": 5, "estimate": 3.8839446807469478 }, { "event_time": 9.0, "cohort": 5, "estimate": 0.33349828237381884 }, { "event_time": 10.0, "cohort": 5, "estimate": 3.441826997487172 }, { "event_time": 11.0, "cohort": 5, "estimate": 2.4622531448490297 }, { "event_time": -5.0, "cohort": 6, "estimate": -0.26376519856497427 }, { "event_time": -2.0, "cohort": 6, "estimate": 2.922619738131265 }, { "event_time": 0.0, "cohort": 6, "estimate": 0.3112228659830642 }, { "event_time": 1.0, "cohort": 6, "estimate": 0.02446495489969286 }, { "event_time": 2.0, "cohort": 6, "estimate": -0.3427112741207746 }, { "event_time": 3.0, "cohort": 6, "estimate": 0.9245458517604371 }, { "event_time": 4.0, "cohort": 6, "estimate": 0.5847167357311686 }, { "event_time": 5.0, "cohort": 6, "estimate": 0.3479629860254572 }, { "event_time": 6.0, "cohort": 6, "estimate": 0.19033443181691834 }, { "event_time": 7.0, "cohort": 6, "estimate": 1.1267904155232527 }, { "event_time": 8.0, "cohort": 6, "estimate": 0.2776848153648975 }, { "event_time": 9.0, "cohort": 6, "estimate": 0.020995768113256708 }, { "event_time": 10.0, "cohort": 6, "estimate": -0.19698367084406532 }, { "event_time": -6.0, "cohort": 7, "estimate": -1.8974043210991103 }, { "event_time": -5.0, "cohort": 7, "estimate": -0.6834319925082457 }, { "event_time": -4.0, "cohort": 7, "estimate": -1.2671074969608598 }, { "event_time": -3.0, "cohort": 7, "estimate": -0.310291120806486 }, { "event_time": -2.0, "cohort": 7, "estimate": 2.798802380018549 }, { "event_time": 0.0, "cohort": 7, "estimate": -0.16350500201438023 }, { "event_time": 2.0, "cohort": 7, "estimate": -0.27645471611919176 }, { "event_time": 3.0, "cohort": 7, "estimate": 0.06012242502707697 }, { "event_time": 4.0, "cohort": 7, "estimate": 0.4247564835533581 }, { "event_time": 5.0, "cohort": 7, "estimate": 0.20353622449299433 }, { "event_time": 6.0, "cohort": 7, "estimate": 0.16796126618366652 }, { "event_time": 7.0, "cohort": 7, "estimate": 0.39838526416962783 }, { "event_time": 8.0, "cohort": 7, "estimate": -0.16953255936510464 }, { "event_time": 9.0, "cohort": 7, "estimate": -0.5035929831390978 }, { "event_time": -10.0, "cohort": 11, "estimate": -0.8006014706435125 }, { "event_time": -9.0, "cohort": 11, "estimate": -0.13651771443083371 }, { "event_time": -8.0, "cohort": 11, "estimate": -1.5774072622717927 }, { "event_time": -7.0, "cohort": 11, "estimate": 0.24053784341680062 }, { "event_time": -6.0, "cohort": 11, "estimate": -0.8553145643825986 }, { "event_time": -5.0, "cohort": 11, "estimate": -0.7503190442965723 }, { "event_time": -4.0, "cohort": 11, "estimate": -1.2006212414838169 }, { "event_time": -3.0, "cohort": 11, "estimate": -0.8554804068155184 }, { "event_time": -2.0, "cohort": 11, "estimate": 3.694156753358108 }, { "event_time": 0.0, "cohort": 11, "estimate": 0.4602246177837157 }, { "event_time": 1.0, "cohort": 11, "estimate": 0.2611950443093043 }, { "event_time": 2.0, "cohort": 11, "estimate": 1.1936904167835822 }, { "event_time": 3.0, "cohort": 11, "estimate": 0.7895495665936355 }, { "event_time": 4.0, "cohort": 11, "estimate": 0.7859560638920933 }, { "event_time": 5.0, "cohort": 11, "estimate": -0.012113555797925946 }, { "event_time": -11.0, "cohort": 12, "estimate": -1.8583084788322637 }, { "event_time": -10.0, "cohort": 12, "estimate": 0.6225381014000952 }, { "event_time": -9.0, "cohort": 12, "estimate": -1.9393238408148268 }, { "event_time": -8.0, "cohort": 12, "estimate": -0.5041820823345156 }, { "event_time": -7.0, "cohort": 12, "estimate": -1.3012693195233795 }, { "event_time": -6.0, "cohort": 12, "estimate": -1.9701010665552947 }, { "event_time": -5.0, "cohort": 12, "estimate": -1.7361406179569163 }, { "event_time": -4.0, "cohort": 12, "estimate": -2.280432297568854 }, { "event_time": -3.0, "cohort": 12, "estimate": -1.1695893877412753 }, { "event_time": -2.0, "cohort": 12, "estimate": 2.25508418398078 }, { "event_time": 0.0, "cohort": 12, "estimate": -0.6519350443061904 }, { "event_time": 1.0, "cohort": 12, "estimate": 0.20601964922381388 }, { "event_time": 2.0, "cohort": 12, "estimate": -0.1942636527167112 }, { "event_time": 3.0, "cohort": 12, "estimate": -0.11810850357420954 }, { "event_time": 4.0, "cohort": 12, "estimate": -2.9406270795840195 }, { "event_time": -13.0, "cohort": 14, "estimate": -4.534300533688157 }, { "event_time": -12.0, "cohort": 14, "estimate": -0.6657792243669857 }, { "event_time": -11.0, "cohort": 14, "estimate": -1.7947563353114968 }, { "event_time": -10.0, "cohort": 14, "estimate": -0.0010227897477743941 }, { "event_time": -9.0, "cohort": 14, "estimate": -2.3688794337055623 }, { "event_time": -8.0, "cohort": 14, "estimate": -0.9275915272834709 }, { "event_time": -7.0, "cohort": 14, "estimate": -1.787630774488089 }, { "event_time": -6.0, "cohort": 14, "estimate": -1.4783784851365218 }, { "event_time": -5.0, "cohort": 14, "estimate": -0.7097988206606538 }, { "event_time": -4.0, "cohort": 14, "estimate": -1.2316067941047288 }, { "event_time": -3.0, "cohort": 14, "estimate": -1.9718770530442291 }, { "event_time": -2.0, "cohort": 14, "estimate": 2.7332989037494833 }, { "event_time": 0.0, "cohort": 14, "estimate": -0.3495311914785759 }, { "event_time": 1.0, "cohort": 14, "estimate": -1.7448601950712352 }, { "event_time": 0.0, "cohort": 16, "estimate": 0.5961654533056482 } ] } } }, "alternative_models": { "y__d": [ { "method": "CS-DID", "class": "csdid.att_gt.ATTgt", "package": { "csdid": "0.4.2", "drdid": "1.1.6" }, "parameters": { "est_method": "dr", "covariate_basis": "intercept", "control_group": "notyettreated", "xformla": "y ~ 1", "panel": true, "effective_panel": false, "allow_unbalanced_panel": true, "weights_name": "weight", "fix_weights": null, "base_period": "universal", "clustervar": "cluster", "aggregate": "dynamic", "faster_mode": true }, "data_structure": "unbalanced or varying-weight panel; native repeated-cross-section comparisons", "aggregations": { "summaries": [ { "typec": "dynamic", "aggregation": "Native CS-DID dynamic", "matches_treated_unit_year_target": false, "estimate": 0.515274521601014, "se": 0.11868468625442434, "lower": 0.28265681102590623, "upper": 0.7478922321761217 }, { "typec": "simple", "aggregation": "Native CS-DID simple", "matches_treated_unit_year_target": false, "estimate": 0.5389759931817768, "se": 0.1205197788362974, "lower": 0.30276156723790126, "upper": 0.7751904191256523 }, { "typec": "group", "aggregation": "Native CS-DID group", "matches_treated_unit_year_target": false, "estimate": 0.5099097050171488, "se": 0.1258468771308116, "lower": 0.26325435827392074, "upper": 0.7565650517603769 }, { "typec": "treated_cells", "aggregation": "Observed treated observations, configured weights", "matches_treated_unit_year_target": true, "weight_sum": 448.0, "post_cells": 88, "estimate": 0.530985751606784, "se": 0.12908934510822828, "lower": 0.2779752844067947, "upper": 0.7839962188067733 } ], "same_group_time_effects": true, "additional_covariates": [] }, "estimate": 0.515274521601014, "se": 0.11868468625442434, "lower": 0.28265681102590623, "upper": 0.7478922321761217, "event_study": [ { "event_time": -15, "estimate": 0.7953739280882035, "se": 0.4156348845880565, "lower": -0.019255476422849194, "upper": 1.6100033325992562, "relative_to_minus_one": 0.7953739280882035, "n": 0.0 }, { "event_time": -14, "estimate": 1.390780897686739, "se": 1.464380528548451, "lower": -1.4793521979299533, "upper": 4.260913993303431, "relative_to_minus_one": 1.390780897686739, "n": 0.0 }, { "event_time": -13, "estimate": -1.0941451888415776, "se": 1.619635838589505, "lower": -4.268573100547336, "upper": 2.0802827228641805, "relative_to_minus_one": -1.0941451888415776, "n": 0.0 }, { "event_time": -12, "estimate": 0.8581455767781113, "se": 0.8750701360628985, "lower": -0.8569603738517345, "upper": 2.5732515274079573, "relative_to_minus_one": 0.8581455767781113, "n": 0.0 }, { "event_time": -11, "estimate": -0.2898606989463075, "se": 0.4750249606738882, "lower": -1.220892513624684, "upper": 0.641171115732069, "relative_to_minus_one": -0.2898606989463075, "n": 0.0 }, { "event_time": -10, "estimate": 0.5479933724839736, "se": 0.24153769146492737, "lower": 0.07458819630376834, "upper": 1.021398548664179, "relative_to_minus_one": 0.5479933724839736, "n": 0.0 }, { "event_time": -9, "estimate": 0.1379384608231488, "se": 0.5647569355088334, "lower": -0.9689647927933747, "upper": 1.2448417144396724, "relative_to_minus_one": 0.1379384608231488, "n": 0.0 }, { "event_time": -8, "estimate": 0.5635158944081058, "se": 0.38128021088438413, "lower": -0.1837795869431238, "upper": 1.3108113757593354, "relative_to_minus_one": 0.5635158944081058, "n": 0.0 }, { "event_time": -7, "estimate": 0.761322169470102, "se": 0.5399385927987475, "lower": -0.2969380262786807, "upper": 1.8195823652188847, "relative_to_minus_one": 0.761322169470102, "n": 0.0 }, { "event_time": -6, "estimate": 0.2799501014673698, "se": 0.27516605947081113, "lower": -0.2593654648632266, "upper": 0.8192656677979662, "relative_to_minus_one": 0.2799501014673698, "n": 0.0 }, { "event_time": -5, "estimate": 0.21309364807315365, "se": 0.19510119648422822, "lower": -0.16929767037660629, "upper": 0.5954849665229136, "relative_to_minus_one": 0.21309364807315365, "n": 0.0 }, { "event_time": -4, "estimate": 0.34133426922406584, "se": 0.30474037863450554, "lower": -0.25594589753466435, "upper": 0.938614435982796, "relative_to_minus_one": 0.34133426922406584, "n": 0.0 }, { "event_time": -3, "estimate": 0.3362029712575067, "se": 0.2382729410590415, "lower": -0.13080341170864973, "upper": 0.8032093542236631, "relative_to_minus_one": 0.3362029712575067, "n": 0.0 }, { "event_time": -2, "estimate": -0.13340796841574898, "se": 0.22231374151719557, "lower": -0.5691348950577992, "upper": 0.3023189582263013, "relative_to_minus_one": -0.13340796841574898, "n": 0.0 }, { "event_time": -1, "estimate": 0.0, "se": null, "lower": null, "upper": null, "relative_to_minus_one": 0.0, "n": 0.0 }, { "event_time": 0, "estimate": 0.49269324208249987, "se": 0.13801595061713892, "lower": 0.22218694958084895, "upper": 0.7631995345841508, "relative_to_minus_one": 0.49269324208249987, "n": 47.0 }, { "event_time": 1, "estimate": 0.39542380522633797, "se": 0.1751262079120272, "lower": 0.052182744969691164, "upper": 0.7386648654829848, "relative_to_minus_one": 0.39542380522633797, "n": 37.0 }, { "event_time": 2, "estimate": 0.3960390205166948, "se": 0.1611436933723125, "lower": 0.08020318517119651, "upper": 0.7118748558621931, "relative_to_minus_one": 0.3960390205166948, "n": 36.0 }, { "event_time": 3, "estimate": 0.3841090592098786, "se": 0.14420014907396045, "lower": 0.10148196045960928, "upper": 0.6667361579601478, "relative_to_minus_one": 0.3841090592098786, "n": 36.0 }, { "event_time": 4, "estimate": 0.4039748219685221, "se": 0.15421949695206158, "lower": 0.10171016222859675, "upper": 0.7062394817084474, "relative_to_minus_one": 0.4039748219685221, "n": 36.0 }, { "event_time": 5, "estimate": 0.6517963063648856, "se": 0.15103800301451653, "lower": 0.3557672601595811, "upper": 0.9478253525701901, "relative_to_minus_one": 0.6517963063648856, "n": 35.0 }, { "event_time": 6, "estimate": 0.6389792043700402, "se": 0.20902203809502445, "lower": 0.2293035377286331, "upper": 1.0486548710114474, "relative_to_minus_one": 0.6389792043700402, "n": 29.0 }, { "event_time": 7, "estimate": 0.6076202540164287, "se": 0.14846005859255826, "lower": 0.31664388603230836, "upper": 0.898596622000549, "relative_to_minus_one": 0.6076202540164287, "n": 31.0 }, { "event_time": 8, "estimate": 0.4918933960310553, "se": 0.16969988914127154, "lower": 0.1592877251337233, "upper": 0.8244990669283874, "relative_to_minus_one": 0.4918933960310553, "n": 31.0 }, { "event_time": 9, "estimate": 0.6854173404800855, "se": 0.12193280949377194, "lower": 0.44643342533850894, "upper": 0.9244012556216621, "relative_to_minus_one": 0.6854173404800855, "n": 28.0 }, { "event_time": 10, "estimate": 0.9482574947345307, "se": 0.17361553714822092, "lower": 0.6079772947674418, "upper": 1.2885376947016196, "relative_to_minus_one": 0.9482574947345307, "n": 25.0 }, { "event_time": 11, "estimate": 0.8372391935317887, "se": 0.1480174036139245, "lower": 0.5471304133633679, "upper": 1.1273479737002094, "relative_to_minus_one": 0.8372391935317887, "n": 23.0 }, { "event_time": 12, "estimate": 0.6003310044740611, "se": 0.16545766156276714, "lower": 0.27603994684482025, "upper": 0.9246220621033019, "relative_to_minus_one": 0.6003310044740611, "n": 22.0 }, { "event_time": 13, "estimate": 0.3412981481817835, "se": 0.15197859293201363, "lower": 0.04342557961396315, "upper": 0.6391707167496039, "relative_to_minus_one": 0.3412981481817835, "n": 19.0 }, { "event_time": 14, "estimate": -0.14595446717338295, "se": 0.2044551743099819, "lower": -0.5466792452738063, "upper": 0.25477031092704044, "relative_to_minus_one": -0.14595446717338295, "n": 13.0 } ], "group_time_estimates": [ { "group": 2, "year": 1, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 2, "year": 2, "att": 0.29937656849627625, "se": 0.22094214048812563, "event_time": 0, "mass": 16.0 }, { "group": 2, "year": 3, "att": 0.27379280166485986, "se": 0.20750500949956122, "event_time": 1, "mass": 15.0 }, { "group": 2, "year": 4, "att": 0.5076987743409567, "se": 0.23682443164160372, "event_time": 2, "mass": 15.0 }, { "group": 2, "year": 5, "att": 0.2636935459201924, "se": 0.19503170718574506, "event_time": 3, "mass": 15.0 }, { "group": 2, "year": 6, "att": 0.24205070825925104, "se": 0.1890773155904363, "event_time": 4, "mass": 15.0 }, { "group": 2, "year": 7, "att": 0.3215506471257743, "se": 0.17044749680373744, "event_time": 5, "mass": 15.0 }, { "group": 2, "year": 8, "att": 0.3513141907619397, "se": 0.4259683173192878, "event_time": 6, "mass": 10.0 }, { "group": 2, "year": 9, "att": 0.19254401100928012, "se": 0.22436834062254118, "event_time": 7, "mass": 14.0 }, { "group": 2, "year": 10, "att": 0.27840988119586546, "se": 0.2453494269569215, "event_time": 8, "mass": 13.0 }, { "group": 2, "year": 11, "att": 0.6297144957951509, "se": 0.18505553447167686, "event_time": 9, "mass": 12.0 }, { "group": 2, "year": 12, "att": 0.5629945483419112, "se": 0.18683019865672484, "event_time": 10, "mass": 13.0 }, { "group": 2, "year": 13, "att": 0.8169693071826174, "se": 0.19426406184899117, "event_time": 11, "mass": 13.0 }, { "group": 2, "year": 14, "att": 0.4980934287988862, "se": 0.19577403768581808, "event_time": 12, "mass": 13.0 }, { "group": 2, "year": 15, "att": 0.5560177099925203, "se": 0.17163401091216585, "event_time": 13, "mass": 13.0 }, { "group": 2, "year": 16, "att": -0.14595446717338295, "se": 0.20445517430998186, "event_time": 14, "mass": 13.0 }, { "group": 3, "year": 1, "att": -0.5414356531635506, "se": 0.20950122600565887, "event_time": -2, "mass": 0.0 }, { "group": 3, "year": 2, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 3, "year": 3, "att": 0.09606109400915497, "se": 0.09936719709165498, "event_time": 0, "mass": 10.0 }, { "group": 3, "year": 4, "att": 0.6973815261678343, "se": 0.3858450922119912, "event_time": 1, "mass": 8.0 }, { "group": 3, "year": 5, "att": 0.017275837519777987, "se": 0.3110893624604695, "event_time": 2, "mass": 7.0 }, { "group": 3, "year": 6, "att": -0.009010898111844056, "se": 0.23098681808509008, "event_time": 3, "mass": 7.0 }, { "group": 3, "year": 7, "att": 0.20227352353110042, "se": 0.2879692005663486, "event_time": 4, "mass": 7.0 }, { "group": 3, "year": 8, "att": 1.05398105909314, "se": 0.20883947296333624, "event_time": 5, "mass": 7.0 }, { "group": 3, "year": 9, "att": 0.7940565735954246, "se": 0.33985248107910787, "event_time": 6, "mass": 7.0 }, { "group": 3, "year": 10, "att": 0.5790535296513917, "se": 0.2286070027191786, "event_time": 7, "mass": 6.0 }, { "group": 3, "year": 11, "att": 0.6463872985810604, "se": 0.3016120101081494, "event_time": 8, "mass": 6.0 }, { "group": 3, "year": 12, "att": 0.7037450322165397, "se": 0.29768597168336874, "event_time": 9, "mass": 5.0 }, { "group": 3, "year": 13, "att": 1.351141661208833, "se": 0.37890048036983004, "event_time": 10, "mass": 5.0 }, { "group": 3, "year": 14, "att": 0.636557832422745, "se": 0.24189312287435938, "event_time": 11, "mass": 5.0 }, { "group": 3, "year": 15, "att": 0.9058079347368879, "se": 0.4010394436873751, "event_time": 12, "mass": 5.0 }, { "group": 3, "year": 16, "att": -0.0022531507153953348, "se": 0.24891168215579396, "event_time": 13, "mass": 6.0 }, { "group": 4, "year": 1, "att": -0.15216376633414708, "se": 0.10941218913284716, "event_time": -3, "mass": 0.0 }, { "group": 4, "year": 2, "att": 0.47698470038737584, "se": 0.27949317976973165, "event_time": -2, "mass": 0.0 }, { "group": 4, "year": 3, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 4, "year": 4, "att": 1.3701758631113488, "se": 0.2546126789090889, "event_time": 0, "mass": 7.0 }, { "group": 4, "year": 5, "att": 0.2555757601748059, "se": 0.20188447043160712, "event_time": 1, "mass": 7.0 }, { "group": 4, "year": 6, "att": 0.2809809969020744, "se": 0.2552738033211963, "event_time": 2, "mass": 4.0 }, { "group": 4, "year": 7, "att": 0.4051793640259739, "se": 0.1948454044868398, "event_time": 3, "mass": 4.0 }, { "group": 4, "year": 8, "att": 0.5531670195123034, "se": 0.17018199991044422, "event_time": 4, "mass": 4.0 }, { "group": 4, "year": 9, "att": 0.48133957038355, "se": 0.4914454275539873, "event_time": 5, "mass": 4.0 }, { "group": 4, "year": 10, "att": 0.8522559881343215, "se": 0.21494795747414178, "event_time": 6, "mass": 4.0 }, { "group": 4, "year": 11, "att": 1.006472593078444, "se": 0.22523200336104282, "event_time": 7, "mass": 4.0 }, { "group": 4, "year": 12, "att": 0.4488764878716217, "se": 0.2717205980535336, "event_time": 8, "mass": 4.0 }, { "group": 4, "year": 13, "att": 1.1406145033206099, "se": 0.268102405850116, "event_time": 9, "mass": 4.0 }, { "group": 4, "year": 14, "att": 0.9941393310668009, "se": 0.16396812782186898, "event_time": 10, "mass": 4.0 }, { "group": 4, "year": 15, "att": 0.8210636428153893, "se": 0.2562653894775334, "event_time": 11, "mass": 4.0 }, { "group": 4, "year": 16, "att": 0.39762127707042294, "se": 0.22076980637368906, "event_time": 12, "mass": 4.0 }, { "group": 5, "year": 1, "att": 2.700011171790048, "se": 0.04966140525086681, "event_time": -4, "mass": 0.0 }, { "group": 5, "year": 2, "att": 2.346567468593956, "se": 0.03559292512203123, "event_time": -3, "mass": 0.0 }, { "group": 5, "year": 3, "att": 3.442912621895678, "se": 0.04440678897478707, "event_time": -2, "mass": 0.0 }, { "group": 5, "year": 4, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 5, "year": 5, "att": 3.434150239345776, "se": 0.04574135842303975, "event_time": 0, "mass": 1.0 }, { "group": 5, "year": 6, "att": 3.9182081169730107, "se": 0.041408988522389945, "event_time": 1, "mass": 1.0 }, { "group": 5, "year": 7, "att": 3.365344068022955, "se": 0.04409245845462475, "event_time": 2, "mass": 1.0 }, { "group": 5, "year": 8, "att": 4.387519824380113, "se": 0.05340438226451286, "event_time": 3, "mass": 1.0 }, { "group": 5, "year": 9, "att": 3.9443002778847918, "se": 0.039715755143650944, "event_time": 4, "mass": 1.0 }, { "group": 5, "year": 10, "att": 4.009519001560923, "se": 0.04160580290092926, "event_time": 5, "mass": 1.0 }, { "group": 5, "year": 11, "att": 3.718749861811587, "se": 0.04313445683020865, "event_time": 6, "mass": 1.0 }, { "group": 5, "year": 12, "att": 3.2058796169305843, "se": 0.049120239339057355, "event_time": 7, "mass": 1.0 }, { "group": 5, "year": 13, "att": 4.155837414657482, "se": 0.046166544215295965, "event_time": 8, "mass": 1.0 }, { "group": 5, "year": 14, "att": 0.9455344474274153, "se": 0.05471508174035736, "event_time": 9, "mass": 1.0 }, { "group": 5, "year": 15, "att": 3.986393709100436, "se": 0.04275252254600172, "event_time": 10, "mass": 1.0 }, { "group": 5, "year": 16, "att": 3.2815998412237612, "se": 0.04815220579259963, "event_time": 11, "mass": 1.0 }, { "group": 6, "year": 1, "att": 0.602594362029379, "se": 0.18818243247282967, "event_time": -5, "mass": 0.0 }, { "group": 6, "year": 2, "att": null, "se": null, "event_time": -4, "mass": 0.0 }, { "group": 6, "year": 3, "att": null, "se": null, "event_time": -3, "mass": 0.0 }, { "group": 6, "year": 4, "att": 0.07690461204702183, "se": 0.7316581404787281, "event_time": -2, "mass": 0.0 }, { "group": 6, "year": 5, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 6, "year": 6, "att": 0.5975818872537427, "se": 0.3229429003100604, "event_time": 0, "mass": 2.0 }, { "group": 6, "year": 7, "att": 0.29325322701378315, "se": 0.1393174875729937, "event_time": 1, "mass": 2.0 }, { "group": 6, "year": 8, "att": 0.04359348002444341, "se": 1.1865831674098042, "event_time": 2, "mass": 2.0 }, { "group": 6, "year": 9, "att": 1.1496341935356493, "se": 0.23542242993769225, "event_time": 3, "mass": 2.0 }, { "group": 6, "year": 10, "att": 0.8327603705439711, "se": 0.25538225016992616, "event_time": 4, "mass": 2.0 }, { "group": 6, "year": 11, "att": 0.6548968577589016, "se": 0.11515890095728297, "event_time": 5, "mass": 2.0 }, { "group": 6, "year": 12, "att": 0.4215971409210565, "se": 0.09246984917396969, "event_time": 6, "mass": 2.0 }, { "group": 6, "year": 13, "att": 1.283619034962297, "se": 0.0677098463761556, "event_time": 7, "mass": 2.0 }, { "group": 6, "year": 14, "att": 0.5612094863651589, "se": 0.1381510100387489, "event_time": 8, "mass": 2.0 }, { "group": 6, "year": 15, "att": 0.6337642004280121, "se": 0.04283153088181698, "event_time": 9, "mass": 2.0 }, { "group": 6, "year": 16, "att": 0.33628569915807827, "se": 0.23584868313187396, "event_time": 10, "mass": 2.0 }, { "group": 7, "year": 1, "att": -0.21812385821593516, "se": 0.1355708711978494, "event_time": -6, "mass": 0.0 }, { "group": 7, "year": 2, "att": 0.11297623578589057, "se": 0.18390214949108816, "event_time": -5, "mass": 0.0 }, { "group": 7, "year": 3, "att": 0.022650479341364303, "se": 0.200315569703176, "event_time": -4, "mass": 0.0 }, { "group": 7, "year": 4, "att": 0.8816675970348632, "se": 0.41290407186867983, "event_time": -3, "mass": 0.0 }, { "group": 7, "year": 5, "att": 0.01982343372081565, "se": 0.08076161269467319, "event_time": -2, "mass": 0.0 }, { "group": 7, "year": 6, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 7, "year": 7, "att": 0.17777093305890804, "se": 0.21713896593154955, "event_time": 0, "mass": 5.0 }, { "group": 7, "year": 8, "att": null, "se": null, "event_time": 1, "mass": 0.0 }, { "group": 7, "year": 9, "att": 0.2554376482246061, "se": 0.29547671707507245, "event_time": 2, "mass": 5.0 }, { "group": 7, "year": 10, "att": 0.32985895596265935, "se": 0.27049845284701385, "event_time": 3, "mass": 5.0 }, { "group": 7, "year": 11, "att": 0.7101331101101457, "se": 0.18573791945364979, "event_time": 4, "mass": 5.0 }, { "group": 7, "year": 12, "att": 0.531091025399765, "se": 0.24238484019989442, "event_time": 5, "mass": 5.0 }, { "group": 7, "year": 13, "att": 0.421763706086484, "se": 0.2241483932737119, "event_time": 6, "mass": 5.0 }, { "group": 7, "year": 14, "att": 0.6445530207213789, "se": 0.4322345917311448, "event_time": 7, "mass": 4.0 }, { "group": 7, "year": 15, "att": 0.1657612699679332, "se": 0.4493394012549994, "event_time": 8, "mass": 5.0 }, { "group": 7, "year": 16, "att": 0.15837286665359676, "se": 0.1597304525038514, "event_time": 9, "mass": 4.0 }, { "group": 11, "year": 1, "att": -0.23917017210825917, "se": 0.036704361675459894, "event_time": -10, "mass": 0.0 }, { "group": 11, "year": 2, "att": 1.1326366954789395, "se": 0.031897972088472164, "event_time": -9, "mass": 0.0 }, { "group": 11, "year": 3, "att": -0.26581691713164846, "se": 0.03126770712298899, "event_time": -8, "mass": 0.0 }, { "group": 11, "year": 4, "att": 1.7689996759827726, "se": 0.04157789682354195, "event_time": -7, "mass": 0.0 }, { "group": 11, "year": 5, "att": 0.8213425290026201, "se": 0.0388374808820252, "event_time": -6, "mass": 0.0 }, { "group": 11, "year": 6, "att": 0.014714213030069985, "se": 0.028793906028127196, "event_time": -5, "mass": 0.0 }, { "group": 11, "year": 7, "att": 0.07717121904654152, "se": 0.030357619021560353, "event_time": -4, "mass": 0.0 }, { "group": 11, "year": 8, "att": 0.2067041352203674, "se": 0.040602384065632054, "event_time": -3, "mass": 0.0 }, { "group": 11, "year": 9, "att": 0.8720696271463053, "se": 0.024645104580922776, "event_time": -2, "mass": 0.0 }, { "group": 11, "year": 10, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 11, "year": 11, "att": 0.7838767676726272, "se": 0.03584355833641513, "event_time": 0, "mass": 1.0 }, { "group": 11, "year": 12, "att": 0.532115835746628, "se": 0.03618898647411128, "event_time": 1, "mass": 1.0 }, { "group": 11, "year": 13, "att": 1.6976464480564424, "se": 0.0365282725058917, "event_time": 2, "mass": 1.0 }, { "group": 11, "year": 14, "att": 1.0519537214885935, "se": 0.04706030889347989, "event_time": 3, "mass": 1.0 }, { "group": 11, "year": 15, "att": 1.0812193055764687, "se": 0.03273280174165101, "event_time": 4, "mass": 1.0 }, { "group": 11, "year": 16, "att": 0.34667908561900473, "se": 0.03537060749249962, "event_time": 5, "mass": 1.0 }, { "group": 12, "year": 1, "att": -1.0978402856720086, "se": 0.04455448855884876, "event_time": -11, "mass": 0.0 }, { "group": 12, "year": 2, "att": 1.1776436640064716, "se": 0.03877620509463445, "event_time": -10, "mass": 0.0 }, { "group": 12, "year": 3, "att": -0.675254185462841, "se": 0.04045559406099859, "event_time": -9, "mass": 0.0 }, { "group": 12, "year": 4, "att": 0.7976828363667453, "se": 0.043185681326167055, "event_time": -8, "mass": 0.0 }, { "group": 12, "year": 5, "att": 0.24829386972635753, "se": 0.044520434119198204, "event_time": -7, "mass": 0.0 }, { "group": 12, "year": 6, "att": -0.3326632930330745, "se": 0.039272562001352526, "event_time": -6, "mass": 0.0 }, { "group": 12, "year": 7, "att": -0.9550948287081966, "se": 0.04067163475670171, "event_time": -5, "mass": 0.0 }, { "group": 12, "year": 8, "att": -1.1365174523816166, "se": 0.04635770371895231, "event_time": -4, "mass": 0.0 }, { "group": 12, "year": 9, "att": 0.0017793285703498782, "se": 0.03611319653130861, "event_time": -3, "mass": 0.0 }, { "group": 12, "year": 10, "att": -0.5622494575140226, "se": 0.03589098666418329, "event_time": -2, "mass": 0.0 }, { "group": 12, "year": 11, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 12, "year": 12, "att": -0.3468812851068673, "se": 0.04283568417486978, "event_time": 0, "mass": 1.0 }, { "group": 12, "year": 13, "att": 0.4591158672458198, "se": 0.04062640458818399, "event_time": 1, "mass": 1.0 }, { "group": 12, "year": 14, "att": 0.33950642199895814, "se": 0.04828995598950542, "event_time": 2, "mass": 1.0 }, { "group": 12, "year": 15, "att": 0.16340953148502468, "se": 0.0388042819291569, "event_time": 3, "mass": 1.0 }, { "group": 12, "year": 16, "att": -2.638504234498626, "se": 0.04056698396465951, "event_time": 4, "mass": 1.0 }, { "group": 14, "year": 1, "att": -3.3391612222831926, "se": 2.168287456999954, "event_time": -13, "mass": 0.0 }, { "group": 14, "year": 2, "att": 0.5963050192993351, "se": 0.46801986052672, "event_time": -12, "mass": 0.0 }, { "group": 14, "year": 3, "att": -0.9262483480822973, "se": 0.4682396989717107, "event_time": -11, "mass": 0.0 }, { "group": 14, "year": 4, "att": 0.6605902175359666, "se": 0.4685788688522647, "event_time": -10, "mass": 0.0 }, { "group": 14, "year": 5, "att": -1.0615604445454607, "se": 0.4413019194571812, "event_time": -9, "mass": 0.0 }, { "group": 14, "year": 6, "att": 0.3913740358048965, "se": 0.6763614967136534, "event_time": -8, "mass": 0.0 }, { "group": 14, "year": 7, "att": -0.22643590389700335, "se": 0.6902836601587224, "event_time": -7, "mass": 0.0 }, { "group": 14, "year": 8, "att": 0.07968469116542838, "se": 0.2412829215509735, "event_time": -6, "mass": 0.0 }, { "group": 14, "year": 9, "att": 0.08576445926399087, "se": 0.42063830426979565, "event_time": -5, "mass": 0.0 }, { "group": 14, "year": 10, "att": 0.06366167061071758, "se": 0.4010774940697767, "event_time": -4, "mass": 0.0 }, { "group": 14, "year": 11, "att": -0.7622662838121309, "se": 0.8861691467515652, "event_time": -3, "mass": 0.0 }, { "group": 14, "year": 12, "att": -0.06661120237018317, "se": 0.27551969298320583, "event_time": -2, "mass": 0.0 }, { "group": 14, "year": 13, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 14, "year": 14, "att": 0.0020024464000257657, "se": 0.4690344997136466, "event_time": 0, "mass": 2.0 }, { "group": 14, "year": 15, "att": -1.4112622372396242, "se": 0.323095654724133, "event_time": 1, "mass": 2.0 }, { "group": 14, "year": 16, "att": null, "se": null, "event_time": 2, "mass": 0.0 }, { "group": 16, "year": 1, "att": 0.7953739280882035, "se": 0.4156348845880567, "event_time": -15, "mass": 0.0 }, { "group": 16, "year": 2, "att": 1.390780897686739, "se": 1.4643805285484512, "event_time": -14, "mass": 0.0 }, { "group": 16, "year": 3, "att": 1.1508708446000375, "se": 0.864985026385078, "event_time": -13, "mass": 0.0 }, { "group": 16, "year": 4, "att": 1.1199861342568875, "se": 1.6684155928343787, "event_time": -12, "mass": 0.0 }, { "group": 16, "year": 5, "att": 0.750516743552533, "se": 0.5353465783528886, "event_time": -11, "mass": 0.0 }, { "group": 16, "year": 6, "att": 0.5141531539668481, "se": 0.21404049047796128, "event_time": -10, "mass": 0.0 }, { "group": 16, "year": 7, "att": 1.246684572006858, "se": 0.9625042671444072, "event_time": -9, "mass": 0.0 }, { "group": 16, "year": 8, "att": 1.0332406878018723, "se": 0.7328853994720382, "event_time": -8, "mass": 0.0 }, { "group": 16, "year": 9, "att": 1.5017556394527436, "se": 1.0333525338897551, "event_time": -7, "mass": 0.0 }, { "group": 16, "year": 10, "att": 1.761010894460171, "se": 0.7321920667714478, "event_time": -6, "mass": 0.0 }, { "group": 16, "year": 11, "att": 0.8844996095564657, "se": 0.7324987803348699, "event_time": -5, "mass": 0.0 }, { "group": 16, "year": 12, "att": 1.1073852771527801, "se": 0.7325678358315804, "event_time": -4, "mass": 0.0 }, { "group": 16, "year": 13, "att": 1.0070732341484647, "se": 0.7323551288281576, "event_time": -3, "mass": 0.0 }, { "group": 16, "year": 14, "att": -2.9663100857250306, "se": 0.7330741335229997, "event_time": -2, "mass": 0.0 }, { "group": 16, "year": 15, "att": 0.0, "se": null, "event_time": -1, "mass": 0.0 }, { "group": 16, "year": 16, "att": 0.9277731227762374, "se": 1.0733785943932301, "event_time": 0, "mass": 2.0 } ], "treated_cell_att": 0.530985751606784, "treated_cell_se": 0.12908934510822828, "checks": { "input_rows": 9742, "retained_rows": 9742, "all_observed_post_cells_estimated": true, "dynamic_cluster_se_error": 1.3877787807814457e-17 }, "target": "Equal average of nonnegative native CS-DID event-time effects", "donor_rule": "notyettreated", "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty", "warnings": [ "Be aware that there are some small groups in your dataset.\n Check groups: 4,5,6,7,11,12,14,16.", "No (treated or control) units for group 14 in time period 16; setting ATT to NA.", "No (treated or control) units for group 6 in time period 2; setting ATT to NA.", "No (treated or control) units for group 6 in time period 3; setting ATT to NA.", "No (treated or control) units for group 7 in time period 8; setting ATT to NA.", "Not returning pre-test Wald statistic due to singular covariance matrix" ], "seconds": 0.5316145000979304, "status": "estimated" }, { "method": "SDID", "status": "failed", "reason": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "parameters": {} }, { "method": "Matrix completion", "class": "MatrixCompletion", "parameters": { "lambda_fraction": 0.25, "max_iterations": 1000, "tolerance": 1e-12 }, "partial_pooling": { "parameter": null, "value": null, "status": "not_applicable", "fit_scope": "Joint untreated-cell fit", "within_cohort_target": null, "cross_cohort_partial_pooling": false, "shared_structure": "Low-rank matrix and unit/time effects", "note": "Regularization penalties are not partial-pooling parameters." }, "estimate": 0.47419926056884215, "event_study": [ { "event_time": -15, "estimate": -0.0409275120328938, "raw_gap": -0.0409275120328938, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": -0.018967230134631502 }, { "event_time": -14, "estimate": 0.17615388041683255, "raw_gap": 0.17615388041683255, "n": 2, "n_cells": 2, "weight_sum": 2.0, "relative_to_minus_one": 0.19811416231509485 }, { "event_time": -13, "estimate": -0.4643724459941777, "raw_gap": -0.4643724459941777, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.44241216409591544 }, { "event_time": -12, "estimate": 0.14255292473200143, "raw_gap": 0.14255292473200143, "n": 3, "n_cells": 3, "weight_sum": 3.0, "relative_to_minus_one": 0.16451320663026373 }, { "event_time": -11, "estimate": -0.1632376267703306, "raw_gap": -0.1632376267703306, "n": 4, "n_cells": 4, "weight_sum": 4.0, "relative_to_minus_one": -0.1412773448720683 }, { "event_time": -10, "estimate": 0.003742219230659227, "raw_gap": 0.003742219230659227, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.025702501128921522 }, { "event_time": -9, "estimate": -0.009042774829606692, "raw_gap": -0.009042774829606692, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": 0.012917507068655604 }, { "event_time": -8, "estimate": 0.19796028254474027, "raw_gap": 0.19796028254474027, "n": 5, "n_cells": 5, "weight_sum": 5.0, "relative_to_minus_one": 0.21992056444300256 }, { "event_time": -7, "estimate": 0.22550066350412346, "raw_gap": 0.22550066350412346, "n": 6, "n_cells": 6, "weight_sum": 6.0, "relative_to_minus_one": 0.24746094540238575 }, { "event_time": -6, "estimate": 0.06692204345433898, "raw_gap": 0.06692204345433898, "n": 10, "n_cells": 10, "weight_sum": 10.0, "relative_to_minus_one": 0.08888232535260128 }, { "event_time": -5, "estimate": -0.039260082294004774, "raw_gap": -0.039260082294004774, "n": 11, "n_cells": 11, "weight_sum": 11.0, "relative_to_minus_one": -0.017299800395742478 }, { "event_time": -4, "estimate": 0.0069057766289741, "raw_gap": 0.0069057766289741, "n": 11, "n_cells": 11, "weight_sum": 11.0, "relative_to_minus_one": 0.028866058527236397 }, { "event_time": -3, "estimate": 0.035188276883941105, "raw_gap": 0.035188276883941105, "n": 18, "n_cells": 18, "weight_sum": 18.0, "relative_to_minus_one": 0.0571485587822034 }, { "event_time": -2, "estimate": -0.01364998840805535, "raw_gap": -0.01364998840805535, "n": 30, "n_cells": 30, "weight_sum": 30.0, "relative_to_minus_one": 0.008310293490206946 }, { "event_time": -1, "estimate": -0.021960281898262296, "raw_gap": -0.021960281898262296, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": 0.0 }, { "event_time": 0, "estimate": 0.4471585311908034, "raw_gap": 0.4471585311908034, "n": 47, "n_cells": 47, "weight_sum": 47.0, "relative_to_minus_one": 0.46911881308906567 }, { "event_time": 1, "estimate": 0.2868585055890687, "raw_gap": 0.2868585055890687, "n": 37, "n_cells": 37, "weight_sum": 37.0, "relative_to_minus_one": 0.30881878748733105 }, { "event_time": 2, "estimate": 0.3413889827573461, "raw_gap": 0.3413889827573461, "n": 36, "n_cells": 36, "weight_sum": 36.0, "relative_to_minus_one": 0.36334926465560835 }, { "event_time": 3, "estimate": 0.333780131056727, "raw_gap": 0.333780131056727, "n": 36, "n_cells": 36, "weight_sum": 36.0, "relative_to_minus_one": 0.35574041295498926 }, { "event_time": 4, "estimate": 0.3554146933201964, "raw_gap": 0.3554146933201964, "n": 36, "n_cells": 36, "weight_sum": 36.0, "relative_to_minus_one": 0.37737497521845864 }, { "event_time": 5, "estimate": 0.5945148036097276, "raw_gap": 0.5945148036097276, "n": 35, "n_cells": 35, "weight_sum": 35.0, "relative_to_minus_one": 0.6164750855079899 }, { "event_time": 6, "estimate": 0.6041765162916378, "raw_gap": 0.6041765162916378, "n": 29, "n_cells": 29, "weight_sum": 29.0, "relative_to_minus_one": 0.6261367981899001 }, { "event_time": 7, "estimate": 0.5211755981587872, "raw_gap": 0.5211755981587872, "n": 31, "n_cells": 31, "weight_sum": 31.0, "relative_to_minus_one": 0.5431358800570495 }, { "event_time": 8, "estimate": 0.4482101570357959, "raw_gap": 0.4482101570357959, "n": 31, "n_cells": 31, "weight_sum": 31.0, "relative_to_minus_one": 0.4701704389340582 }, { "event_time": 9, "estimate": 0.6213454562966907, "raw_gap": 0.6213454562966907, "n": 28, "n_cells": 28, "weight_sum": 28.0, "relative_to_minus_one": 0.643305738194953 }, { "event_time": 10, "estimate": 0.848564930297529, "raw_gap": 0.848564930297529, "n": 25, "n_cells": 25, "weight_sum": 25.0, "relative_to_minus_one": 0.8705252121957913 }, { "event_time": 11, "estimate": 0.8160739527232378, "raw_gap": 0.8160739527232378, "n": 23, "n_cells": 23, "weight_sum": 23.0, "relative_to_minus_one": 0.8380342346215001 }, { "event_time": 12, "estimate": 0.5861245269194401, "raw_gap": 0.5861245269194401, "n": 22, "n_cells": 22, "weight_sum": 22.0, "relative_to_minus_one": 0.6080848088177023 }, { "event_time": 13, "estimate": 0.38318268644841014, "raw_gap": 0.38318268644841014, "n": 19, "n_cells": 19, "weight_sum": 19.0, "relative_to_minus_one": 0.4051429683466724 }, { "event_time": 14, "estimate": -0.17128977582409777, "raw_gap": -0.17128977582409777, "n": 13, "n_cells": 13, "weight_sum": 13.0, "relative_to_minus_one": -0.14932949392583547 } ], "package_event_study": { "event_time": [ -15.0, -14.0, -13.0, -12.0, -11.0, -10.0, -9.0, -8.0, -7.0, -6.0, -5.0, -4.0, -3.0, -2.0, -1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0 ], "estimate": [ -0.0409275120328938, 0.17615388041683255, -0.4643724459941777, 0.14255292473200143, -0.1632376267703306, 0.003742219230659227, -0.009042774829606692, 0.19796028254474027, 0.22550066350412346, 0.06692204345433898, -0.039260082294004774, 0.0069057766289741, 0.035188276883941105, -0.01364998840805535, -0.021960281898262296, 0.44715853119080323, 0.2868585055890686, 0.34138898275734597, 0.333780131056727, 0.35541469332019626, 0.5945148036097276, 0.6041765162916377, 0.5211755981587873, 0.44821015703579586, 0.6213454562966907, 0.8485649302975287, 0.8160739527232381, 0.5861245269194402, 0.38318268644841014, -0.17128977582409777 ], "n": [ 2.0, 2.0, 4.0, 3.0, 4.0, 5.0, 6.0, 5.0, 6.0, 10.0, 11.0, 11.0, 18.0, 30.0, 47.0, 47.0, 37.0, 36.0, 36.0, 36.0, 35.0, 29.0, 31.0, 31.0, 28.0, 25.0, 23.0, 22.0, 19.0, 13.0 ] }, "sdid_pre_gap_correction": [], "diagnostics": { "converged": true, "iterations": 42, "termination_reason": "Relative objective tolerance reached", "objective": 0.24018749062836123, "lambda_l": 0.0013365276619544226, "singular_values": [ 20.33118350805709, 15.162010055413223, 12.474279481262183, 11.012814677651896, 9.695405414574449, 9.472439881936289, 8.392160535050145, 7.639922063360902, 7.373802886995716, 7.087334091271887, 6.533594280578115, 5.524575074574721, 5.021904928236359, 4.555155305214366, 2.8521656641903137, 0.0 ], "history_objective": [ 0.24106349730742288, 0.2405933477047696, 0.2403904458819855, 0.24029293050928702, 0.24024387710418268, 0.2402183204509032, 0.24020464069155403, 0.24019716217069098, 0.24019300491277845, 0.24019066276475265, 0.2401893288240145, 0.24018856231270025, 0.24018811861262543, 0.2401878601973612, 0.24018770891760816, 0.24018761996944454, 0.24018756747524114, 0.2401875363953357, 0.24018751794270127, 0.24018750696033608, 0.24018750040995268, 0.24018749649554577, 0.24018749415236482, 0.2401874927475721, 0.2401874919041934, 0.24018749139722212, 0.2401874910921174, 0.24018749090830177, 0.24018749079744917, 0.2401874907305355, 0.24018749069010953, 0.2401874906656653, 0.2401874906508739, 0.24018749064191636, 0.24018749063648748, 0.2401874906331962, 0.24018749063119785, 0.24018749062998487, 0.24018749062924774, 0.24018749062879968, 0.24018749062852707, 0.24018749062836123 ], "history_rmse": [ 0.24891056344375426, 0.249220969595058, 0.24937385268796744, 0.24944374439085779, 0.24947751567091447, 0.24949454057642376, 0.24950340370087323, 0.2495081341399619, 0.24951070924070057, 0.24951213362692698, 0.24951293191181578, 0.24951338419667474, 0.24951364278858312, 0.24951379177294838, 0.24951387816618362, 0.2495139285411251, 0.24951395805330828, 0.24951397541355197, 0.24951398566161012, 0.24951399172983976, 0.24951399533273422, 0.24951399747696754, 0.24951399875577782, 0.2495139995198852, 0.2495139999772182, 0.24951400025135603, 0.24951400041590832, 0.24951400051480385, 0.24951400057430914, 0.2495140006101513, 0.24951400063176207, 0.24951400064480275, 0.24951400065268028, 0.24951400065744148, 0.24951400066032112, 0.24951400066206614, 0.2495140006631215, 0.24951400066376195, 0.24951400066415053, 0.24951400066438653, 0.2495140006645297, 0.24951400066461696 ], "n_observed": 9742, "n_missing": 3378, "n_treated_observed": 448, "n_untreated_observed": 9294 }, "checks": { "scalar_vs_treated_cell_average": 0.0, "native_scalar_vs_unweighted_matrix_average": 1.1102230246251565e-16 }, "native_matrix_att": 0.47419926056884204, "matrix_preparation": { "source_rows": 9742, "matrix_shape": [ 820, 16 ], "observed_cells": 9742, "missing_cells": 3378, "repeated_cells": 0, "minimum_cell_count": 1, "maximum_cell_count": 1, "observation_mass": 9742.0, "treated_observation_mass": 448.0, "within_cell_aggregation": "Observation-weighted outcome mean", "fitting_weights": "Standard crabbymetrics objective on cell means; no cell-count precision weighting", "reporting_weights": "Sum of original observation weights per treated unit-period" }, "seconds": 0.015358709264546633, "crabbymetrics": "0.9.1", "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" }, "normalization": "Original source outcome / source SD; no mean subtraction", "target": "All observed treated observations, using configured observation weights; cell mass equals sum of row weights", "status": "estimated" }, { "method": "Horizontal ridge", "status": "unidentified", "reason": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "parameters": { "penalty": 1.0 }, "crabbymetrics_build": { "source_commit": "cb3fcc0e8664cdbb6848d3998ddc4365d65740dc", "extension_sha256": "3e1dd2e2bd6d38612b9200b15094fc37138cd002749f8b31148d6265fc533cbd" } }, { "method": "Multisynth (cohort-averaged)", "status": "unsupported", "reason": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "method": "Multisynth (individual)", "status": "unsupported", "reason": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ] }, "combined_table": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.457979988956191, "SE": 0.08655476770748995, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5245447118342563, "SE": 0.12450377843848578, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.48804188062965304, "SE": 0.10010974549741301, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5367294072304346, "SE": 0.09979233984190158, "Aggregation": "observations", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID", "Estimate (SDs)": 0.515274521601014, "SE": 0.11868468625442434, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.530985751606784, "SE": 0.12908934510822828, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47419926056884215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed." }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed." } ], "adapter_sha256": { "validate_template.py": "9c8cc9bb42c9d4eb4f48bfa0a6ee09498fe83516d08aa9f26a49c21c4686618a", "mtgpax_worker.py": "7279b1b2aaa3f5909cd39ac1964d2e9c75907219011fe661a015511131affa85", "csdid_general.py": "07619c3b3dfee796ae9e4842afdbc6e367a74cece254ede73f7c403dfc924f6d", "runner.py": "2b0236c0fb0b135a333e0dd104c9e029718059743d101f9efa90edf44a1ee516", "matrix_inputs.py": "3f675276f9022147996dd5b62762721be2dd436d5db171491a286b05628176ae", "csdid_model.py": "b9fd5536d4886e99a707d2b162db5b11da3ff463930eca5b7590d27500096a3f", "multisynth_model.R": "3ae0740c5b75b14f563dacc9961688e8286655866a6b435045a3ef6f453c1604", "csdid_streaming.py": "378198e98c44bd46862601bdcb514b19d9ea4038cddc38dad7fdba9b0aa0216b", "multisynth_sparse.R": "f9ab3d8d7f7b52a79ccd694c7173f626276a0830f23bb79e527c88c0f0292540", "matrix_models.py": "2fddc228b899ed1c806fd1bd7feef84c5164b4c9d472d0218d2f1491a47a302b", "csdid_aggregations.py": "cbed0fb13450d9398f9a59d53dbfdf8e275a74daa01158c38c0f3396a3e8c6ee", "bootstrap_matrix.py": "c6a1f4bb0085e0a21f9a41677fb4def7990be5f6199077a53e951de489ab9550", "eligibility.py": "f0eb686ff3f13e89c8f3d85f49890601c4a7f9a611a2938753be599b8ceac9a6" }, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.457979988956191, "SE": 0.08655476770748995, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.28808468706990065, "upper": 0.6278752908424814, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5245447118342563, "SE": 0.12450377843848578, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.280160634745919, "upper": 0.7689287889225936, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.48804188062965304, "SE": 0.10010974549741301, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.291539990745072, "upper": 0.6845437705142341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5367294072304346, "SE": 0.09979233984190158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.34085054171633966, "upper": 0.7326082727445296, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.515274521601014, "SE": 0.11868468625442434, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.28265681102590623, "upper": 0.7478922321761217, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.530985751606784, "SE": 0.12908934510822828, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.2779752844067947, "upper": 0.7839962188067733, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47419926056884215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ], "reporting_source": { "path": "templates/reporting/comparison_report.py", "sha256": "94e9c5116a13335ead2db81834cac48593160291aea51c30c12fe3e11e5da1ce" } }, "finished": 1791602413.442295, "scalar_ranges": [ { "Outcome / treatment": "y__d", "Estimator": "Static TWFE", "Estimate (SDs)": 0.457979988956191, "SE": 0.08655476770748995, "Aggregation": "Coefficient", "Event study": "No", "Status": "estimated", "Note": "", "lower": 0.28808468706990065, "upper": 0.6278752908424814, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Dynamic TWFE", "Estimate (SDs)": 0.5245447118342563, "SE": 0.12450377843848578, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.280160634745919, "upper": 0.7689287889225936, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "BJS / did2s", "Estimate (SDs)": 0.48804188062965304, "SE": 0.10010974549741301, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.291539990745072, "upper": 0.6845437705142341, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "Sun\u2013Abraham", "Estimate (SDs)": 0.5367294072304346, "SE": 0.09979233984190158, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.34085054171633966, "upper": 0.7326082727445296, "ci_level": 0.95, "inference": "Configured-cluster regression interval" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (equal event-time)", "Estimate (SDs)": 0.515274521601014, "SE": 0.11868468625442434, "Aggregation": "Equal post-event times", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": 0.28265681102590623, "upper": 0.7478922321761217, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "CS-DID (treated cells)", "Estimate (SDs)": 0.530985751606784, "SE": 0.12908934510822828, "Aggregation": "Treated cells", "Event study": "Same CS-DID path", "Status": "estimated", "Note": "", "lower": 0.2779752844067947, "upper": 0.7839962188067733, "ci_level": 0.95, "inference": "Configured-cluster analytical influence-function intervals; observed-cell ratio includes estimated weight-share uncertainty" }, { "Outcome / treatment": "y__d", "Estimator": "SDID", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "failed", "Note": "ValueError: masked SDID weight optimizer did not converge; increase max_iterations or check overlap", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Matrix completion", "Estimate (SDs)": 0.47419926056884215, "SE": null, "Aggregation": "Treated cells", "Event study": "Yes", "Status": "estimated", "Note": "", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Horizontal ridge", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unidentified", "Note": "ValueError: ridge cohort 2, period 2: no donor/pre-period overlap for observed treated outcomes", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (cohort-averaged)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-cohort: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" }, { "Outcome / treatment": "y__d", "Estimator": "Multisynth (individual)", "Estimate (SDs)": null, "SE": null, "Aggregation": "Treated cells", "Event study": "No", "Status": "unsupported", "Note": "multisynth-individual: requires a complete finite outcome matrix; no panel balancing performed.", "lower": null, "upper": null, "ci_level": null, "inference": "Not computed" } ] }